{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PG4VPONIZJ2MJ72WJIXSNLGRKQ","short_pith_number":"pith:PG4VPONI","canonical_record":{"source":{"id":"2506.03434","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-03T22:35:09Z","cross_cats_sorted":[],"title_canon_sha256":"0585d2c6171eb558a4380215af56304099cb5a593071e7e54e30019373155437","abstract_canon_sha256":"2ecb9b74194cb46fef7911c53aba9a1c5738447a59e4aab1e11ec3aa3a945b5b"},"schema_version":"1.0"},"canonical_sha256":"79b957b9a8ca74c4ff564a2f26acd154195d85c56ef7a3b21c1a5e81fb2129df","source":{"kind":"arxiv","id":"2506.03434","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.03434","created_at":"2026-07-05T11:15:27Z"},{"alias_kind":"arxiv_version","alias_value":"2506.03434v1","created_at":"2026-07-05T11:15:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.03434","created_at":"2026-07-05T11:15:27Z"},{"alias_kind":"pith_short_12","alias_value":"PG4VPONIZJ2M","created_at":"2026-07-05T11:15:27Z"},{"alias_kind":"pith_short_16","alias_value":"PG4VPONIZJ2MJ72W","created_at":"2026-07-05T11:15:27Z"},{"alias_kind":"pith_short_8","alias_value":"PG4VPONI","created_at":"2026-07-05T11:15:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PG4VPONIZJ2MJ72WJIXSNLGRKQ","target":"record","payload":{"canonical_record":{"source":{"id":"2506.03434","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-03T22:35:09Z","cross_cats_sorted":[],"title_canon_sha256":"0585d2c6171eb558a4380215af56304099cb5a593071e7e54e30019373155437","abstract_canon_sha256":"2ecb9b74194cb46fef7911c53aba9a1c5738447a59e4aab1e11ec3aa3a945b5b"},"schema_version":"1.0"},"canonical_sha256":"79b957b9a8ca74c4ff564a2f26acd154195d85c56ef7a3b21c1a5e81fb2129df","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:15:27.489237Z","signature_b64":"C6+YRET0y7cQwONJqoD0/gfulgM+pPq3eFN0NaNO/1jZ0YdszZtaI1CBEEOT24H2dKsAiGPe33JYiwlPzzr3BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"79b957b9a8ca74c4ff564a2f26acd154195d85c56ef7a3b21c1a5e81fb2129df","last_reissued_at":"2026-07-05T11:15:27.488798Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:15:27.488798Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.03434","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:15:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Gyg1ewSBdeNd71QC2IIk+HU6sqgNmVEbwCE567H9SSAUg5ydLHKAjlFTD282S1mNDUs/8BRzrwvBcva7+soyDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:24:24.769000Z"},"content_sha256":"d1bfeed4c2cbe4e01cffa49dbaa3c254046247ea95fa8aa8f3c989ae5f8ec709","schema_version":"1.0","event_id":"sha256:d1bfeed4c2cbe4e01cffa49dbaa3c254046247ea95fa8aa8f3c989ae5f8ec709"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PG4VPONIZJ2MJ72WJIXSNLGRKQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Time Course MechInterp: Analyzing the Evolution of Components and Knowledge in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ahmad Dawar Hakimi, Ali Modarressi, Hinrich Sch\\\"utze, Philipp Wicke","submitted_at":"2025-06-03T22:35:09Z","abstract_excerpt":"Understanding how large language models (LLMs) acquire and store factual knowledge is crucial for enhancing their interpretability and reliability. In this work, we analyze the evolution of factual knowledge representation in the OLMo-7B model by tracking the roles of its attention heads and feed forward networks (FFNs) over the course of pre-training. We classify these components into four roles: general, entity, relation-answer, and fact-answer specific, and examine their stability and transitions. Our results show that LLMs initially depend on broad, general-purpose components, which later "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.03434","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.03434/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:15:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iYCqh848KtuzXUIcXw6ukX1Bg0Bz/LG+geMNIuZp4lRg+nq15vAkZH2mXDlEdbIM7yLF1f9gMp0tS1dGy+DCBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T16:24:24.770713Z"},"content_sha256":"ce403b356aa22903a0168e7756e73ba4540a2347d2ffdfb059d95873f22aa302","schema_version":"1.0","event_id":"sha256:ce403b356aa22903a0168e7756e73ba4540a2347d2ffdfb059d95873f22aa302"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PG4VPONIZJ2MJ72WJIXSNLGRKQ/bundle.json","state_url":"https://pith.science/pith/PG4VPONIZJ2MJ72WJIXSNLGRKQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PG4VPONIZJ2MJ72WJIXSNLGRKQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T16:24:24Z","links":{"resolver":"https://pith.science/pith/PG4VPONIZJ2MJ72WJIXSNLGRKQ","bundle":"https://pith.science/pith/PG4VPONIZJ2MJ72WJIXSNLGRKQ/bundle.json","state":"https://pith.science/pith/PG4VPONIZJ2MJ72WJIXSNLGRKQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PG4VPONIZJ2MJ72WJIXSNLGRKQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PG4VPONIZJ2MJ72WJIXSNLGRKQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2ecb9b74194cb46fef7911c53aba9a1c5738447a59e4aab1e11ec3aa3a945b5b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-03T22:35:09Z","title_canon_sha256":"0585d2c6171eb558a4380215af56304099cb5a593071e7e54e30019373155437"},"schema_version":"1.0","source":{"id":"2506.03434","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.03434","created_at":"2026-07-05T11:15:27Z"},{"alias_kind":"arxiv_version","alias_value":"2506.03434v1","created_at":"2026-07-05T11:15:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.03434","created_at":"2026-07-05T11:15:27Z"},{"alias_kind":"pith_short_12","alias_value":"PG4VPONIZJ2M","created_at":"2026-07-05T11:15:27Z"},{"alias_kind":"pith_short_16","alias_value":"PG4VPONIZJ2MJ72W","created_at":"2026-07-05T11:15:27Z"},{"alias_kind":"pith_short_8","alias_value":"PG4VPONI","created_at":"2026-07-05T11:15:27Z"}],"graph_snapshots":[{"event_id":"sha256:ce403b356aa22903a0168e7756e73ba4540a2347d2ffdfb059d95873f22aa302","target":"graph","created_at":"2026-07-05T11:15:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.03434/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Understanding how large language models (LLMs) acquire and store factual knowledge is crucial for enhancing their interpretability and reliability. In this work, we analyze the evolution of factual knowledge representation in the OLMo-7B model by tracking the roles of its attention heads and feed forward networks (FFNs) over the course of pre-training. We classify these components into four roles: general, entity, relation-answer, and fact-answer specific, and examine their stability and transitions. Our results show that LLMs initially depend on broad, general-purpose components, which later ","authors_text":"Ahmad Dawar Hakimi, Ali Modarressi, Hinrich Sch\\\"utze, Philipp Wicke","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-03T22:35:09Z","title":"Time Course MechInterp: Analyzing the Evolution of Components and Knowledge in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.03434","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d1bfeed4c2cbe4e01cffa49dbaa3c254046247ea95fa8aa8f3c989ae5f8ec709","target":"record","created_at":"2026-07-05T11:15:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2ecb9b74194cb46fef7911c53aba9a1c5738447a59e4aab1e11ec3aa3a945b5b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-03T22:35:09Z","title_canon_sha256":"0585d2c6171eb558a4380215af56304099cb5a593071e7e54e30019373155437"},"schema_version":"1.0","source":{"id":"2506.03434","kind":"arxiv","version":1}},"canonical_sha256":"79b957b9a8ca74c4ff564a2f26acd154195d85c56ef7a3b21c1a5e81fb2129df","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"79b957b9a8ca74c4ff564a2f26acd154195d85c56ef7a3b21c1a5e81fb2129df","first_computed_at":"2026-07-05T11:15:27.488798Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:15:27.488798Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"C6+YRET0y7cQwONJqoD0/gfulgM+pPq3eFN0NaNO/1jZ0YdszZtaI1CBEEOT24H2dKsAiGPe33JYiwlPzzr3BA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:15:27.489237Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.03434","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d1bfeed4c2cbe4e01cffa49dbaa3c254046247ea95fa8aa8f3c989ae5f8ec709","sha256:ce403b356aa22903a0168e7756e73ba4540a2347d2ffdfb059d95873f22aa302"],"state_sha256":"6acde4644a371d20d9be3d373b39f1b4d2a3c28dab552d47b2d72eda230ecc2e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iF8AX+WSQG/ebsRijA4GZT1uNkhdZ6SVe/YwCwU0qsVNLOteWMnmT+3nUFhZsO/3GPKtN7EIBcAfDt720fMvAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T16:24:24.774745Z","bundle_sha256":"99530ac88c842d1857a1bffa543ffd81a58d6edeeaeb22d681430aed0774ca62"}}