{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7MGMJGQQURFHVEUURGA74KPVM3","short_pith_number":"pith:7MGMJGQQ","canonical_record":{"source":{"id":"2405.17969","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T08:56:33Z","cross_cats_sorted":["cs.AI","cs.CV","cs.IR","cs.LG"],"title_canon_sha256":"cffbe909db8dea69c05a1cda856eae15dcbb9bbb378e66b95cf2c161c9cc229c","abstract_canon_sha256":"e280dba32fb52c41f6dad2c01488b7f18568203c1a29190e339f2734e7a34334"},"schema_version":"1.0"},"canonical_sha256":"fb0cc49a10a44a7a92948981fe29f566dcd7af4b453061edb8026ed0ce03c075","source":{"kind":"arxiv","id":"2405.17969","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.17969","created_at":"2026-07-05T09:56:36Z"},{"alias_kind":"arxiv_version","alias_value":"2405.17969v4","created_at":"2026-07-05T09:56:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.17969","created_at":"2026-07-05T09:56:36Z"},{"alias_kind":"pith_short_12","alias_value":"7MGMJGQQURFH","created_at":"2026-07-05T09:56:36Z"},{"alias_kind":"pith_short_16","alias_value":"7MGMJGQQURFHVEUU","created_at":"2026-07-05T09:56:36Z"},{"alias_kind":"pith_short_8","alias_value":"7MGMJGQQ","created_at":"2026-07-05T09:56:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7MGMJGQQURFHVEUURGA74KPVM3","target":"record","payload":{"canonical_record":{"source":{"id":"2405.17969","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T08:56:33Z","cross_cats_sorted":["cs.AI","cs.CV","cs.IR","cs.LG"],"title_canon_sha256":"cffbe909db8dea69c05a1cda856eae15dcbb9bbb378e66b95cf2c161c9cc229c","abstract_canon_sha256":"e280dba32fb52c41f6dad2c01488b7f18568203c1a29190e339f2734e7a34334"},"schema_version":"1.0"},"canonical_sha256":"fb0cc49a10a44a7a92948981fe29f566dcd7af4b453061edb8026ed0ce03c075","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:56:36.158621Z","signature_b64":"D/nqdwMeKrrbUYIAIeV2WH9Ocu+cPoiPaDnvwf3fl0yTzDzZZgZ26zq+cfFBoab1x2M8HQYv3AkJty4B+svXDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fb0cc49a10a44a7a92948981fe29f566dcd7af4b453061edb8026ed0ce03c075","last_reissued_at":"2026-07-05T09:56:36.158058Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:56:36.158058Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.17969","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:56:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"++XLhyY8xVrmbaVQBvCDCIeO8VdAS7cMUtMBopcOQxL/AZZzj77JV/fHRBFOwWRjEc3EkYDFFAgqA1tqBhmaAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T18:00:58.090454Z"},"content_sha256":"8ba855ef2f430245e00aaf8d4fb6c15d77297f8a295734110eb741082a28d2e7","schema_version":"1.0","event_id":"sha256:8ba855ef2f430245e00aaf8d4fb6c15d77297f8a295734110eb741082a28d2e7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7MGMJGQQURFHVEUURGA74KPVM3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Knowledge Circuits in Pretrained Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Huajun Chen, Mengru Wang, Ningyu Zhang, Shumin Deng, Yunzhi Yao, Zekun Xi, Ziwen Xu","submitted_at":"2024-05-28T08:56:33Z","abstract_excerpt":"The remarkable capabilities of modern large language models are rooted in their vast repositories of knowledge encoded within their parameters, enabling them to perceive the world and engage in reasoning. The inner workings of how these models store knowledge have long been a subject of intense interest and investigation among researchers. To date, most studies have concentrated on isolated components within these models, such as the Multilayer Perceptrons and attention head. In this paper, we delve into the computation graph of the language model to uncover the knowledge circuits that are ins"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.17969","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.17969/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:56:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ycaS4YIluc7UO3/lzRNwHa/BcXfu6fFeUw3U+Pv+HU9Jw2YXwsiB6dHD1q5P7eU2Hwyk6BC071Omd5T6qUpnAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T18:00:58.090963Z"},"content_sha256":"1542a76db942d30797ec92b80732f7d53a39a9611ea11f3854bd8959dba42bc3","schema_version":"1.0","event_id":"sha256:1542a76db942d30797ec92b80732f7d53a39a9611ea11f3854bd8959dba42bc3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7MGMJGQQURFHVEUURGA74KPVM3/bundle.json","state_url":"https://pith.science/pith/7MGMJGQQURFHVEUURGA74KPVM3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7MGMJGQQURFHVEUURGA74KPVM3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T18:00:58Z","links":{"resolver":"https://pith.science/pith/7MGMJGQQURFHVEUURGA74KPVM3","bundle":"https://pith.science/pith/7MGMJGQQURFHVEUURGA74KPVM3/bundle.json","state":"https://pith.science/pith/7MGMJGQQURFHVEUURGA74KPVM3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7MGMJGQQURFHVEUURGA74KPVM3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7MGMJGQQURFHVEUURGA74KPVM3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e280dba32fb52c41f6dad2c01488b7f18568203c1a29190e339f2734e7a34334","cross_cats_sorted":["cs.AI","cs.CV","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T08:56:33Z","title_canon_sha256":"cffbe909db8dea69c05a1cda856eae15dcbb9bbb378e66b95cf2c161c9cc229c"},"schema_version":"1.0","source":{"id":"2405.17969","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.17969","created_at":"2026-07-05T09:56:36Z"},{"alias_kind":"arxiv_version","alias_value":"2405.17969v4","created_at":"2026-07-05T09:56:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.17969","created_at":"2026-07-05T09:56:36Z"},{"alias_kind":"pith_short_12","alias_value":"7MGMJGQQURFH","created_at":"2026-07-05T09:56:36Z"},{"alias_kind":"pith_short_16","alias_value":"7MGMJGQQURFHVEUU","created_at":"2026-07-05T09:56:36Z"},{"alias_kind":"pith_short_8","alias_value":"7MGMJGQQ","created_at":"2026-07-05T09:56:36Z"}],"graph_snapshots":[{"event_id":"sha256:1542a76db942d30797ec92b80732f7d53a39a9611ea11f3854bd8959dba42bc3","target":"graph","created_at":"2026-07-05T09:56:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.17969/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The remarkable capabilities of modern large language models are rooted in their vast repositories of knowledge encoded within their parameters, enabling them to perceive the world and engage in reasoning. The inner workings of how these models store knowledge have long been a subject of intense interest and investigation among researchers. To date, most studies have concentrated on isolated components within these models, such as the Multilayer Perceptrons and attention head. In this paper, we delve into the computation graph of the language model to uncover the knowledge circuits that are ins","authors_text":"Huajun Chen, Mengru Wang, Ningyu Zhang, Shumin Deng, Yunzhi Yao, Zekun Xi, Ziwen Xu","cross_cats":["cs.AI","cs.CV","cs.IR","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T08:56:33Z","title":"Knowledge Circuits in Pretrained Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.17969","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ba855ef2f430245e00aaf8d4fb6c15d77297f8a295734110eb741082a28d2e7","target":"record","created_at":"2026-07-05T09:56:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e280dba32fb52c41f6dad2c01488b7f18568203c1a29190e339f2734e7a34334","cross_cats_sorted":["cs.AI","cs.CV","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-28T08:56:33Z","title_canon_sha256":"cffbe909db8dea69c05a1cda856eae15dcbb9bbb378e66b95cf2c161c9cc229c"},"schema_version":"1.0","source":{"id":"2405.17969","kind":"arxiv","version":4}},"canonical_sha256":"fb0cc49a10a44a7a92948981fe29f566dcd7af4b453061edb8026ed0ce03c075","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fb0cc49a10a44a7a92948981fe29f566dcd7af4b453061edb8026ed0ce03c075","first_computed_at":"2026-07-05T09:56:36.158058Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:56:36.158058Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"D/nqdwMeKrrbUYIAIeV2WH9Ocu+cPoiPaDnvwf3fl0yTzDzZZgZ26zq+cfFBoab1x2M8HQYv3AkJty4B+svXDw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:56:36.158621Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.17969","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ba855ef2f430245e00aaf8d4fb6c15d77297f8a295734110eb741082a28d2e7","sha256:1542a76db942d30797ec92b80732f7d53a39a9611ea11f3854bd8959dba42bc3"],"state_sha256":"54a5d98882d297de3035c86277408743ef421ca80c0ac1904a978e87fb7408a5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mq0UngTama8qC5org1Okx/LlYdv6y1AXj3sxssy0qxkeC6/YuzMKm+alWjnCr/D0N6IScSPKzkrfWH2Mw5UjAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T18:00:58.094614Z","bundle_sha256":"d996961b88e99ad67131c695c856862aadc09f9e60c1d63888b4c7bdf374eecc"}}