{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TFFA67HPSJ4QQS22R5PMBMABRY","short_pith_number":"pith:TFFA67HP","canonical_record":{"source":{"id":"2409.01659","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-03T07:01:46Z","cross_cats_sorted":[],"title_canon_sha256":"220b5853ebab6c772125cbe463581b11b17f2ff7b299ae6d22c63af53d4002c5","abstract_canon_sha256":"dc37e728dc78255878f88788d2df475519757a92b4aec522b42f90fd23851580"},"schema_version":"1.0"},"canonical_sha256":"994a0f7cef9279084b5a8f5ec0b0018e03ed27e8214b12f74f145fd1cb0f5134","source":{"kind":"arxiv","id":"2409.01659","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.01659","created_at":"2026-07-05T09:02:32Z"},{"alias_kind":"arxiv_version","alias_value":"2409.01659v1","created_at":"2026-07-05T09:02:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.01659","created_at":"2026-07-05T09:02:32Z"},{"alias_kind":"pith_short_12","alias_value":"TFFA67HPSJ4Q","created_at":"2026-07-05T09:02:32Z"},{"alias_kind":"pith_short_16","alias_value":"TFFA67HPSJ4QQS22","created_at":"2026-07-05T09:02:32Z"},{"alias_kind":"pith_short_8","alias_value":"TFFA67HP","created_at":"2026-07-05T09:02:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TFFA67HPSJ4QQS22R5PMBMABRY","target":"record","payload":{"canonical_record":{"source":{"id":"2409.01659","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-03T07:01:46Z","cross_cats_sorted":[],"title_canon_sha256":"220b5853ebab6c772125cbe463581b11b17f2ff7b299ae6d22c63af53d4002c5","abstract_canon_sha256":"dc37e728dc78255878f88788d2df475519757a92b4aec522b42f90fd23851580"},"schema_version":"1.0"},"canonical_sha256":"994a0f7cef9279084b5a8f5ec0b0018e03ed27e8214b12f74f145fd1cb0f5134","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:02:32.321718Z","signature_b64":"OaFmxz94QpUSQ0MD4gnVqUFkqXaj4dw0k8IlJBLsawCDMBZdvcELC4H1bbUsSbVptXNjoAbPEqwTwR0bblaxCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"994a0f7cef9279084b5a8f5ec0b0018e03ed27e8214b12f74f145fd1cb0f5134","last_reissued_at":"2026-07-05T09:02:32.321244Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:02:32.321244Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.01659","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:02:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZiGJAqMCSzpa8YTPi6wk5ct9pvYuqFQvNM3Cb+P5TXBVn11m/2x6ylw+FXQrsyUghFhCD8VnxkKR+zZ3dnZCBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:03:10.219510Z"},"content_sha256":"968e387d79fe2ad65b259cf5012051b29621f8b837b8fbb8c24502d04782d481","schema_version":"1.0","event_id":"sha256:968e387d79fe2ad65b259cf5012051b29621f8b837b8fbb8c24502d04782d481"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TFFA67HPSJ4QQS22R5PMBMABRY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Interpreting and Improving Large Language Models in Arithmetic Calculation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chaoqun Wan, Jieping Ye, Wei Zhang, Xinmei Tian, Xu Shen, Yiu-ming Cheung, Yonggang Zhang","submitted_at":"2024-09-03T07:01:46Z","abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable potential across numerous applications and have shown an emergent ability to tackle complex reasoning tasks, such as mathematical computations. However, even for the simplest arithmetic calculations, the intrinsic mechanisms behind LLMs remain mysterious, making it challenging to ensure reliability. In this work, we delve into uncovering a specific mechanism by which LLMs execute calculations. Through comprehensive experiments, we find that LLMs frequently involve a small fraction (< 5%) of attention heads, which play a pivotal role in "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.01659","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.01659/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:02:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JS9m1esLRcI47fSwNzRWLqHZFeeXdMC3dWWJNOszCg5sLNSkp7P2FIN59WikfEE0WmoA7um8IVbXtuE1H3xbAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:03:10.220026Z"},"content_sha256":"08670f4471ccd155fe456c6332586ef5278f0e37de8c52c3038489ef02c62a96","schema_version":"1.0","event_id":"sha256:08670f4471ccd155fe456c6332586ef5278f0e37de8c52c3038489ef02c62a96"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TFFA67HPSJ4QQS22R5PMBMABRY/bundle.json","state_url":"https://pith.science/pith/TFFA67HPSJ4QQS22R5PMBMABRY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TFFA67HPSJ4QQS22R5PMBMABRY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T04:03:10Z","links":{"resolver":"https://pith.science/pith/TFFA67HPSJ4QQS22R5PMBMABRY","bundle":"https://pith.science/pith/TFFA67HPSJ4QQS22R5PMBMABRY/bundle.json","state":"https://pith.science/pith/TFFA67HPSJ4QQS22R5PMBMABRY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TFFA67HPSJ4QQS22R5PMBMABRY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TFFA67HPSJ4QQS22R5PMBMABRY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dc37e728dc78255878f88788d2df475519757a92b4aec522b42f90fd23851580","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-03T07:01:46Z","title_canon_sha256":"220b5853ebab6c772125cbe463581b11b17f2ff7b299ae6d22c63af53d4002c5"},"schema_version":"1.0","source":{"id":"2409.01659","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.01659","created_at":"2026-07-05T09:02:32Z"},{"alias_kind":"arxiv_version","alias_value":"2409.01659v1","created_at":"2026-07-05T09:02:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.01659","created_at":"2026-07-05T09:02:32Z"},{"alias_kind":"pith_short_12","alias_value":"TFFA67HPSJ4Q","created_at":"2026-07-05T09:02:32Z"},{"alias_kind":"pith_short_16","alias_value":"TFFA67HPSJ4QQS22","created_at":"2026-07-05T09:02:32Z"},{"alias_kind":"pith_short_8","alias_value":"TFFA67HP","created_at":"2026-07-05T09:02:32Z"}],"graph_snapshots":[{"event_id":"sha256:08670f4471ccd155fe456c6332586ef5278f0e37de8c52c3038489ef02c62a96","target":"graph","created_at":"2026-07-05T09:02:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.01659/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have demonstrated remarkable potential across numerous applications and have shown an emergent ability to tackle complex reasoning tasks, such as mathematical computations. However, even for the simplest arithmetic calculations, the intrinsic mechanisms behind LLMs remain mysterious, making it challenging to ensure reliability. In this work, we delve into uncovering a specific mechanism by which LLMs execute calculations. Through comprehensive experiments, we find that LLMs frequently involve a small fraction (< 5%) of attention heads, which play a pivotal role in ","authors_text":"Chaoqun Wan, Jieping Ye, Wei Zhang, Xinmei Tian, Xu Shen, Yiu-ming Cheung, Yonggang Zhang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-03T07:01:46Z","title":"Interpreting and Improving Large Language Models in Arithmetic Calculation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.01659","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:968e387d79fe2ad65b259cf5012051b29621f8b837b8fbb8c24502d04782d481","target":"record","created_at":"2026-07-05T09:02:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dc37e728dc78255878f88788d2df475519757a92b4aec522b42f90fd23851580","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-03T07:01:46Z","title_canon_sha256":"220b5853ebab6c772125cbe463581b11b17f2ff7b299ae6d22c63af53d4002c5"},"schema_version":"1.0","source":{"id":"2409.01659","kind":"arxiv","version":1}},"canonical_sha256":"994a0f7cef9279084b5a8f5ec0b0018e03ed27e8214b12f74f145fd1cb0f5134","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"994a0f7cef9279084b5a8f5ec0b0018e03ed27e8214b12f74f145fd1cb0f5134","first_computed_at":"2026-07-05T09:02:32.321244Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:02:32.321244Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OaFmxz94QpUSQ0MD4gnVqUFkqXaj4dw0k8IlJBLsawCDMBZdvcELC4H1bbUsSbVptXNjoAbPEqwTwR0bblaxCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:02:32.321718Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.01659","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:968e387d79fe2ad65b259cf5012051b29621f8b837b8fbb8c24502d04782d481","sha256:08670f4471ccd155fe456c6332586ef5278f0e37de8c52c3038489ef02c62a96"],"state_sha256":"3d67dbf78b784e772154323e1df3778a5bc17e244606c50dd4e393ad4d87daf8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K9/qQPEeazuURnGOsas2PrulzLeYBMau9ItCHMBkskah+bSWL8obJZm/yrlI67YOUfiiALkMJIVOXAM0FulmCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T04:03:10.224148Z","bundle_sha256":"1889ea5d43604cc9aeab81caec0d172a287cfec52394cff907c1b0111bd0bdcb"}}