{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:WUV2BL7BJD4DCZUWCTYJV4K2T3","short_pith_number":"pith:WUV2BL7B","canonical_record":{"source":{"id":"2410.01380","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-02T09:49:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b6be68e1bc78384e5af2d1f49e18475ffe037681d5b7c9d5f3e686284be7e180","abstract_canon_sha256":"89d5f339c0ef70cf98a036c3ea6ddf2e87c0e5fec96c42d9311bb9fd9bc8eb48"},"schema_version":"1.0"},"canonical_sha256":"b52ba0afe148f831669614f09af15a9ef358b2584dc5a33c6c035bbf1c82b9e3","source":{"kind":"arxiv","id":"2410.01380","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.01380","created_at":"2026-07-05T10:29:24Z"},{"alias_kind":"arxiv_version","alias_value":"2410.01380v3","created_at":"2026-07-05T10:29:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.01380","created_at":"2026-07-05T10:29:24Z"},{"alias_kind":"pith_short_12","alias_value":"WUV2BL7BJD4D","created_at":"2026-07-05T10:29:24Z"},{"alias_kind":"pith_short_16","alias_value":"WUV2BL7BJD4DCZUW","created_at":"2026-07-05T10:29:24Z"},{"alias_kind":"pith_short_8","alias_value":"WUV2BL7B","created_at":"2026-07-05T10:29:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:WUV2BL7BJD4DCZUWCTYJV4K2T3","target":"record","payload":{"canonical_record":{"source":{"id":"2410.01380","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-02T09:49:45Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b6be68e1bc78384e5af2d1f49e18475ffe037681d5b7c9d5f3e686284be7e180","abstract_canon_sha256":"89d5f339c0ef70cf98a036c3ea6ddf2e87c0e5fec96c42d9311bb9fd9bc8eb48"},"schema_version":"1.0"},"canonical_sha256":"b52ba0afe148f831669614f09af15a9ef358b2584dc5a33c6c035bbf1c82b9e3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:29:24.013469Z","signature_b64":"Xmt16fH++0IqvLGCctW6YUX0ZcwtxNe17xNslA7wMtBmaBnsiLxoPMMhZ2bdMmzaFkZ/TOs43jik+3iwvHCRCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b52ba0afe148f831669614f09af15a9ef358b2584dc5a33c6c035bbf1c82b9e3","last_reissued_at":"2026-07-05T10:29:24.012946Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:29:24.012946Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.01380","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:29:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6BQpkSc/lORsLrKRbWaM328NZh23srwmgYuulU5VruMO1JVt50auVRejXcm9YhLhM0/V5Fy2ZSlFUZYMgTgXAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:27:12.349231Z"},"content_sha256":"af8db49c96ece9b4d8bbc1f89371cc268ed9072add0cecb1f568260cd89ba86f","schema_version":"1.0","event_id":"sha256:af8db49c96ece9b4d8bbc1f89371cc268ed9072add0cecb1f568260cd89ba86f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:WUV2BL7BJD4DCZUWCTYJV4K2T3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Knowledge Entropy Decay during Language Model Pretraining Hinders New Knowledge Acquisition","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dohaeng Lee, Hyeonbin Hwang, Hyowon Cho, Hyunji Lee, Jiyeon Kim, Joel Jang, Minjoon Seo, Seungpil Won, Youbin Ahn","submitted_at":"2024-10-02T09:49:45Z","abstract_excerpt":"In this work, we investigate how a model's tendency to broadly integrate its parametric knowledge evolves throughout pretraining, and how this behavior affects overall performance, particularly in terms of knowledge acquisition and forgetting. We introduce the concept of knowledge entropy, which quantifies the range of memory sources the model engages with; high knowledge entropy indicates that the model utilizes a wide range of memory sources, while low knowledge entropy suggests reliance on specific sources with greater certainty. Our analysis reveals a consistent decline in knowledge entrop"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.01380","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.01380/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:29:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tBd6HgWzOZOHPVWoAy3AMXjVzvnivvU9dn/Ro6mnEnuyq5wIF/z0Oos/f+CWt40Vdb6BdkFOyWfVRRPW6me+CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T17:27:12.350118Z"},"content_sha256":"935ed31fe9d87358fc7e1682b9358af14c6becc442efaa51953feb85d17475d2","schema_version":"1.0","event_id":"sha256:935ed31fe9d87358fc7e1682b9358af14c6becc442efaa51953feb85d17475d2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WUV2BL7BJD4DCZUWCTYJV4K2T3/bundle.json","state_url":"https://pith.science/pith/WUV2BL7BJD4DCZUWCTYJV4K2T3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WUV2BL7BJD4DCZUWCTYJV4K2T3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T17:27:12Z","links":{"resolver":"https://pith.science/pith/WUV2BL7BJD4DCZUWCTYJV4K2T3","bundle":"https://pith.science/pith/WUV2BL7BJD4DCZUWCTYJV4K2T3/bundle.json","state":"https://pith.science/pith/WUV2BL7BJD4DCZUWCTYJV4K2T3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WUV2BL7BJD4DCZUWCTYJV4K2T3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WUV2BL7BJD4DCZUWCTYJV4K2T3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"89d5f339c0ef70cf98a036c3ea6ddf2e87c0e5fec96c42d9311bb9fd9bc8eb48","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-02T09:49:45Z","title_canon_sha256":"b6be68e1bc78384e5af2d1f49e18475ffe037681d5b7c9d5f3e686284be7e180"},"schema_version":"1.0","source":{"id":"2410.01380","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.01380","created_at":"2026-07-05T10:29:24Z"},{"alias_kind":"arxiv_version","alias_value":"2410.01380v3","created_at":"2026-07-05T10:29:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.01380","created_at":"2026-07-05T10:29:24Z"},{"alias_kind":"pith_short_12","alias_value":"WUV2BL7BJD4D","created_at":"2026-07-05T10:29:24Z"},{"alias_kind":"pith_short_16","alias_value":"WUV2BL7BJD4DCZUW","created_at":"2026-07-05T10:29:24Z"},{"alias_kind":"pith_short_8","alias_value":"WUV2BL7B","created_at":"2026-07-05T10:29:24Z"}],"graph_snapshots":[{"event_id":"sha256:935ed31fe9d87358fc7e1682b9358af14c6becc442efaa51953feb85d17475d2","target":"graph","created_at":"2026-07-05T10:29:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.01380/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we investigate how a model's tendency to broadly integrate its parametric knowledge evolves throughout pretraining, and how this behavior affects overall performance, particularly in terms of knowledge acquisition and forgetting. We introduce the concept of knowledge entropy, which quantifies the range of memory sources the model engages with; high knowledge entropy indicates that the model utilizes a wide range of memory sources, while low knowledge entropy suggests reliance on specific sources with greater certainty. Our analysis reveals a consistent decline in knowledge entrop","authors_text":"Dohaeng Lee, Hyeonbin Hwang, Hyowon Cho, Hyunji Lee, Jiyeon Kim, Joel Jang, Minjoon Seo, Seungpil Won, Youbin Ahn","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-02T09:49:45Z","title":"Knowledge Entropy Decay during Language Model Pretraining Hinders New Knowledge Acquisition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.01380","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:af8db49c96ece9b4d8bbc1f89371cc268ed9072add0cecb1f568260cd89ba86f","target":"record","created_at":"2026-07-05T10:29:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"89d5f339c0ef70cf98a036c3ea6ddf2e87c0e5fec96c42d9311bb9fd9bc8eb48","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-10-02T09:49:45Z","title_canon_sha256":"b6be68e1bc78384e5af2d1f49e18475ffe037681d5b7c9d5f3e686284be7e180"},"schema_version":"1.0","source":{"id":"2410.01380","kind":"arxiv","version":3}},"canonical_sha256":"b52ba0afe148f831669614f09af15a9ef358b2584dc5a33c6c035bbf1c82b9e3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b52ba0afe148f831669614f09af15a9ef358b2584dc5a33c6c035bbf1c82b9e3","first_computed_at":"2026-07-05T10:29:24.012946Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:29:24.012946Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Xmt16fH++0IqvLGCctW6YUX0ZcwtxNe17xNslA7wMtBmaBnsiLxoPMMhZ2bdMmzaFkZ/TOs43jik+3iwvHCRCw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:29:24.013469Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.01380","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:af8db49c96ece9b4d8bbc1f89371cc268ed9072add0cecb1f568260cd89ba86f","sha256:935ed31fe9d87358fc7e1682b9358af14c6becc442efaa51953feb85d17475d2"],"state_sha256":"41970612fda1f2c8cd0870469e660c589cd5f198cfb1e73a2027b239fcb9d822"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vDbYQ/+9fV5p2kYKiLxGhEHWa7BNYNxe3bwRiK9AEfKO/DZkzAfH4kOP7MPGnoi4nG8+YOS6qAcDlHnSS9YjBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T17:27:12.356875Z","bundle_sha256":"150e2359481bba3976b808064a394ca3b1ce2649100aef3007454c3fbafc70a0"}}