{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:APG26TV33VAS5KQS53VD6B73FB","short_pith_number":"pith:APG26TV3","canonical_record":{"source":{"id":"2503.00812","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-02T09:38:12Z","cross_cats_sorted":[],"title_canon_sha256":"ce898489c385a118ac9a0de7f7395d193db2d0a716c037321787c9b62b9db507","abstract_canon_sha256":"3fbabd9c6d4c7e83faf0f6b25457278190934d327cef1c9aa7d6a7e57209ab83"},"schema_version":"1.0"},"canonical_sha256":"03cdaf4ebbdd412eaa12eeea3f07fb2876cc680cfd6b436a73f8efae43ff8d73","source":{"kind":"arxiv","id":"2503.00812","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.00812","created_at":"2026-07-05T11:12:28Z"},{"alias_kind":"arxiv_version","alias_value":"2503.00812v2","created_at":"2026-07-05T11:12:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.00812","created_at":"2026-07-05T11:12:28Z"},{"alias_kind":"pith_short_12","alias_value":"APG26TV33VAS","created_at":"2026-07-05T11:12:28Z"},{"alias_kind":"pith_short_16","alias_value":"APG26TV33VAS5KQS","created_at":"2026-07-05T11:12:28Z"},{"alias_kind":"pith_short_8","alias_value":"APG26TV3","created_at":"2026-07-05T11:12:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:APG26TV33VAS5KQS53VD6B73FB","target":"record","payload":{"canonical_record":{"source":{"id":"2503.00812","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-02T09:38:12Z","cross_cats_sorted":[],"title_canon_sha256":"ce898489c385a118ac9a0de7f7395d193db2d0a716c037321787c9b62b9db507","abstract_canon_sha256":"3fbabd9c6d4c7e83faf0f6b25457278190934d327cef1c9aa7d6a7e57209ab83"},"schema_version":"1.0"},"canonical_sha256":"03cdaf4ebbdd412eaa12eeea3f07fb2876cc680cfd6b436a73f8efae43ff8d73","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:28.660548Z","signature_b64":"JnHtOpf03R+6bYSqwyBHH1tnkARys5hnK1KXBusuSGVBWuU1M8JxP9RFV6vkz+pH3PBfoC47ZzDwG2t72kuRCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"03cdaf4ebbdd412eaa12eeea3f07fb2876cc680cfd6b436a73f8efae43ff8d73","last_reissued_at":"2026-07-05T11:12:28.660005Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:28.660005Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.00812","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CpsIE+c1oZJH9WV3A55hO0vjuyJ8JpjakQvgk1F9m+4lZOOrUgFOl6i6j/owl1IUaJGHvtM7LZYHJBcEXy7LDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:30:25.251546Z"},"content_sha256":"46e4a2bb70f681b993e71af7fc1a24da17a329094a62fa82d3ed1fa97c04d63e","schema_version":"1.0","event_id":"sha256:46e4a2bb70f681b993e71af7fc1a24da17a329094a62fa82d3ed1fa97c04d63e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:APG26TV33VAS5KQS53VD6B73FB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"BOSE: A Systematic Evaluation Method Optimized for Base Models","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Changxin Tian, Hongzhi Luan, Jun Zhou, Kunlong Chen, Xiaolu Zhang, Zhaoxin Huan, Zhiqiang Zhang","submitted_at":"2025-03-02T09:38:12Z","abstract_excerpt":"This paper poses two critical issues in evaluating base models (without post-training): (1) Unstable evaluation during training: in the early stages of pre-training, the models lack the capability to answer questions as required, leading to unstable evaluation results. This instability makes it difficult to provide solid conclusions to guide the training, especially for key experiments such as data ablation and scaling law. (2) Inconsistency between base and instruct models: base models generally exhibit poorer evaluation performance compared to corresponding instruct models. This gap poses a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.00812","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.00812/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hC+/fKdG6ZWsaZ0W0FPo4PHiHkhCGbGgUeaBuyHaAmQPHV5hb7yOphFAyghQMFx00B37i2zEsm028irEP+nlDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:30:25.252553Z"},"content_sha256":"3c5f11a447547ce02a78e115945fca3912a4462a91268260eafd26c5bf6d1b50","schema_version":"1.0","event_id":"sha256:3c5f11a447547ce02a78e115945fca3912a4462a91268260eafd26c5bf6d1b50"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/APG26TV33VAS5KQS53VD6B73FB/bundle.json","state_url":"https://pith.science/pith/APG26TV33VAS5KQS53VD6B73FB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/APG26TV33VAS5KQS53VD6B73FB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T15:30:25Z","links":{"resolver":"https://pith.science/pith/APG26TV33VAS5KQS53VD6B73FB","bundle":"https://pith.science/pith/APG26TV33VAS5KQS53VD6B73FB/bundle.json","state":"https://pith.science/pith/APG26TV33VAS5KQS53VD6B73FB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/APG26TV33VAS5KQS53VD6B73FB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:APG26TV33VAS5KQS53VD6B73FB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3fbabd9c6d4c7e83faf0f6b25457278190934d327cef1c9aa7d6a7e57209ab83","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-02T09:38:12Z","title_canon_sha256":"ce898489c385a118ac9a0de7f7395d193db2d0a716c037321787c9b62b9db507"},"schema_version":"1.0","source":{"id":"2503.00812","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.00812","created_at":"2026-07-05T11:12:28Z"},{"alias_kind":"arxiv_version","alias_value":"2503.00812v2","created_at":"2026-07-05T11:12:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.00812","created_at":"2026-07-05T11:12:28Z"},{"alias_kind":"pith_short_12","alias_value":"APG26TV33VAS","created_at":"2026-07-05T11:12:28Z"},{"alias_kind":"pith_short_16","alias_value":"APG26TV33VAS5KQS","created_at":"2026-07-05T11:12:28Z"},{"alias_kind":"pith_short_8","alias_value":"APG26TV3","created_at":"2026-07-05T11:12:28Z"}],"graph_snapshots":[{"event_id":"sha256:3c5f11a447547ce02a78e115945fca3912a4462a91268260eafd26c5bf6d1b50","target":"graph","created_at":"2026-07-05T11:12:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.00812/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper poses two critical issues in evaluating base models (without post-training): (1) Unstable evaluation during training: in the early stages of pre-training, the models lack the capability to answer questions as required, leading to unstable evaluation results. This instability makes it difficult to provide solid conclusions to guide the training, especially for key experiments such as data ablation and scaling law. (2) Inconsistency between base and instruct models: base models generally exhibit poorer evaluation performance compared to corresponding instruct models. This gap poses a ","authors_text":"Changxin Tian, Hongzhi Luan, Jun Zhou, Kunlong Chen, Xiaolu Zhang, Zhaoxin Huan, Zhiqiang Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-02T09:38:12Z","title":"BOSE: A Systematic Evaluation Method Optimized for Base Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.00812","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:46e4a2bb70f681b993e71af7fc1a24da17a329094a62fa82d3ed1fa97c04d63e","target":"record","created_at":"2026-07-05T11:12:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3fbabd9c6d4c7e83faf0f6b25457278190934d327cef1c9aa7d6a7e57209ab83","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2025-03-02T09:38:12Z","title_canon_sha256":"ce898489c385a118ac9a0de7f7395d193db2d0a716c037321787c9b62b9db507"},"schema_version":"1.0","source":{"id":"2503.00812","kind":"arxiv","version":2}},"canonical_sha256":"03cdaf4ebbdd412eaa12eeea3f07fb2876cc680cfd6b436a73f8efae43ff8d73","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"03cdaf4ebbdd412eaa12eeea3f07fb2876cc680cfd6b436a73f8efae43ff8d73","first_computed_at":"2026-07-05T11:12:28.660005Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:28.660005Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JnHtOpf03R+6bYSqwyBHH1tnkARys5hnK1KXBusuSGVBWuU1M8JxP9RFV6vkz+pH3PBfoC47ZzDwG2t72kuRCg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:28.660548Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.00812","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:46e4a2bb70f681b993e71af7fc1a24da17a329094a62fa82d3ed1fa97c04d63e","sha256:3c5f11a447547ce02a78e115945fca3912a4462a91268260eafd26c5bf6d1b50"],"state_sha256":"f487229eb7c22347f17ae17c5f748d40c4c8e15df1ba27190ca5dd0a909d4b88"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xKFoJ/q3jBK58mbozgbzZKZ7ZiZwWMbI8Phb4vJLxK3mhUnRDDYTIPEj4TyHvtDW+qzv+kr5PaHVvO6uZqTlBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T15:30:25.267978Z","bundle_sha256":"645fdbfcfb22bec5411862bcda2b33fc20fee75f747319a528b3d4560508c7e7"}}