{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:V6DAUWV6FDP5DZLYDTKTJ5TLM6","short_pith_number":"pith:V6DAUWV6","canonical_record":{"source":{"id":"2406.11813","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T17:54:40Z","cross_cats_sorted":[],"title_canon_sha256":"645bab1cc484854c8dc88b5666d4b6b6831033325acfa5f41056e15be2982321","abstract_canon_sha256":"63f50a086c21909d97b67151aedf737670f727dea2923a13276cc94e69e98c8e"},"schema_version":"1.0"},"canonical_sha256":"af860a5abe28dfd1e5781cd534f66b67965a6e92337d2fcba05c2a62eed0d877","source":{"kind":"arxiv","id":"2406.11813","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11813","created_at":"2026-07-05T09:34:15Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11813v3","created_at":"2026-07-05T09:34:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11813","created_at":"2026-07-05T09:34:15Z"},{"alias_kind":"pith_short_12","alias_value":"V6DAUWV6FDP5","created_at":"2026-07-05T09:34:15Z"},{"alias_kind":"pith_short_16","alias_value":"V6DAUWV6FDP5DZLY","created_at":"2026-07-05T09:34:15Z"},{"alias_kind":"pith_short_8","alias_value":"V6DAUWV6","created_at":"2026-07-05T09:34:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:V6DAUWV6FDP5DZLYDTKTJ5TLM6","target":"record","payload":{"canonical_record":{"source":{"id":"2406.11813","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T17:54:40Z","cross_cats_sorted":[],"title_canon_sha256":"645bab1cc484854c8dc88b5666d4b6b6831033325acfa5f41056e15be2982321","abstract_canon_sha256":"63f50a086c21909d97b67151aedf737670f727dea2923a13276cc94e69e98c8e"},"schema_version":"1.0"},"canonical_sha256":"af860a5abe28dfd1e5781cd534f66b67965a6e92337d2fcba05c2a62eed0d877","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:34:15.005414Z","signature_b64":"muTe/ZbhOm6Zf81cd+H8Oj1GbiIXaF4OXBcpwU9CGGFIvEV61qdUgd2EBVfZrSH6j4SlHb5p3GPy+VSeNZAoBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"af860a5abe28dfd1e5781cd534f66b67965a6e92337d2fcba05c2a62eed0d877","last_reissued_at":"2026-07-05T09:34:15.004890Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:34:15.004890Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.11813","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:34:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yQ5wJlDXIRAbgjDaYVlTysyOjFiUWj/XFHm62qEFpeX4earp4xhLUTXlO/hXQHrSQz5DuGnJfnirKc8uA1rlCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T01:23:38.010199Z"},"content_sha256":"c4e0044d58a43383352fc3e4ff6275261755fd7572141506699953143e73d0e5","schema_version":"1.0","event_id":"sha256:c4e0044d58a43383352fc3e4ff6275261755fd7572141506699953143e73d0e5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:V6DAUWV6FDP5DZLYDTKTJ5TLM6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Du-Seong Chang, Hoyeon Chang, Jinho Park, Minjoon Seo, Seonghyeon Ye, Sohee Yang, Youngkyung Seo","submitted_at":"2024-06-17T17:54:40Z","abstract_excerpt":"Despite the recent observation that large language models (LLMs) can store substantial factual knowledge, there is a limited understanding of the mechanisms of how they acquire factual knowledge through pretraining. This work addresses this gap by studying how LLMs acquire factual knowledge during pretraining. The findings reveal several important insights into the dynamics of factual knowledge acquisition during pretraining. First, counterintuitively, we observe that pretraining on more data shows no significant improvement in the model's capability to acquire and maintain factual knowledge. "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11813","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.11813/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:34:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zVtfmb1/I1EsNdvrGOT6Vd+pWejeWJzC2p6gFYALQw64v+uk8oBt26e3LqWlabx/7lRvEZ+abXpjxyA+Mu1FBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T01:23:38.011132Z"},"content_sha256":"4fec8fc2901a3254e510c36d85c806b1bd69b03bdd6aa1716eec8abbabf58de4","schema_version":"1.0","event_id":"sha256:4fec8fc2901a3254e510c36d85c806b1bd69b03bdd6aa1716eec8abbabf58de4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V6DAUWV6FDP5DZLYDTKTJ5TLM6/bundle.json","state_url":"https://pith.science/pith/V6DAUWV6FDP5DZLYDTKTJ5TLM6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V6DAUWV6FDP5DZLYDTKTJ5TLM6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T01:23:38Z","links":{"resolver":"https://pith.science/pith/V6DAUWV6FDP5DZLYDTKTJ5TLM6","bundle":"https://pith.science/pith/V6DAUWV6FDP5DZLYDTKTJ5TLM6/bundle.json","state":"https://pith.science/pith/V6DAUWV6FDP5DZLYDTKTJ5TLM6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V6DAUWV6FDP5DZLYDTKTJ5TLM6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V6DAUWV6FDP5DZLYDTKTJ5TLM6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"63f50a086c21909d97b67151aedf737670f727dea2923a13276cc94e69e98c8e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T17:54:40Z","title_canon_sha256":"645bab1cc484854c8dc88b5666d4b6b6831033325acfa5f41056e15be2982321"},"schema_version":"1.0","source":{"id":"2406.11813","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.11813","created_at":"2026-07-05T09:34:15Z"},{"alias_kind":"arxiv_version","alias_value":"2406.11813v3","created_at":"2026-07-05T09:34:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.11813","created_at":"2026-07-05T09:34:15Z"},{"alias_kind":"pith_short_12","alias_value":"V6DAUWV6FDP5","created_at":"2026-07-05T09:34:15Z"},{"alias_kind":"pith_short_16","alias_value":"V6DAUWV6FDP5DZLY","created_at":"2026-07-05T09:34:15Z"},{"alias_kind":"pith_short_8","alias_value":"V6DAUWV6","created_at":"2026-07-05T09:34:15Z"}],"graph_snapshots":[{"event_id":"sha256:4fec8fc2901a3254e510c36d85c806b1bd69b03bdd6aa1716eec8abbabf58de4","target":"graph","created_at":"2026-07-05T09:34:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.11813/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the recent observation that large language models (LLMs) can store substantial factual knowledge, there is a limited understanding of the mechanisms of how they acquire factual knowledge through pretraining. This work addresses this gap by studying how LLMs acquire factual knowledge during pretraining. The findings reveal several important insights into the dynamics of factual knowledge acquisition during pretraining. First, counterintuitively, we observe that pretraining on more data shows no significant improvement in the model's capability to acquire and maintain factual knowledge. ","authors_text":"Du-Seong Chang, Hoyeon Chang, Jinho Park, Minjoon Seo, Seonghyeon Ye, Sohee Yang, Youngkyung Seo","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T17:54:40Z","title":"How Do Large Language Models Acquire Factual Knowledge During Pretraining?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.11813","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c4e0044d58a43383352fc3e4ff6275261755fd7572141506699953143e73d0e5","target":"record","created_at":"2026-07-05T09:34:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"63f50a086c21909d97b67151aedf737670f727dea2923a13276cc94e69e98c8e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-17T17:54:40Z","title_canon_sha256":"645bab1cc484854c8dc88b5666d4b6b6831033325acfa5f41056e15be2982321"},"schema_version":"1.0","source":{"id":"2406.11813","kind":"arxiv","version":3}},"canonical_sha256":"af860a5abe28dfd1e5781cd534f66b67965a6e92337d2fcba05c2a62eed0d877","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"af860a5abe28dfd1e5781cd534f66b67965a6e92337d2fcba05c2a62eed0d877","first_computed_at":"2026-07-05T09:34:15.004890Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:34:15.004890Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"muTe/ZbhOm6Zf81cd+H8Oj1GbiIXaF4OXBcpwU9CGGFIvEV61qdUgd2EBVfZrSH6j4SlHb5p3GPy+VSeNZAoBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:34:15.005414Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.11813","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c4e0044d58a43383352fc3e4ff6275261755fd7572141506699953143e73d0e5","sha256:4fec8fc2901a3254e510c36d85c806b1bd69b03bdd6aa1716eec8abbabf58de4"],"state_sha256":"6f26ab41345f1d9c076e59a6d16c6ace1e8e63c4dbbf6abea747784f02988927"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kmn2HKcex8Np1Rjh3551TjUHBS7OgtP8QOT3298gz9XD835FgMbitiekZsdfSwNzV5U9IXYd+az8SG1QZsBTBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T01:23:38.016857Z","bundle_sha256":"994ed4c9f166c30b3d816c535397d3552d0b457b730e238322805a5103d76714"}}