{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:77QLYMWIXZ67CYZTRIHJBDD2VQ","short_pith_number":"pith:77QLYMWI","canonical_record":{"source":{"id":"2406.02128","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-04T09:11:46Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"23e1e7bdb87caed4bbeef78a35ebbf342169d622e906c6990b47b82b26b69267","abstract_canon_sha256":"47e612cf844ce6abb200ba6763b374cad12127fd02ecd24cf92439b4a0f85e36"},"schema_version":"1.0"},"canonical_sha256":"ffe0bc32c8be7df163338a0e908c7aac327b28b09cf58923f9b334f7cb5b2591","source":{"kind":"arxiv","id":"2406.02128","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.02128","created_at":"2026-07-05T09:27:01Z"},{"alias_kind":"arxiv_version","alias_value":"2406.02128v2","created_at":"2026-07-05T09:27:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.02128","created_at":"2026-07-05T09:27:01Z"},{"alias_kind":"pith_short_12","alias_value":"77QLYMWIXZ67","created_at":"2026-07-05T09:27:01Z"},{"alias_kind":"pith_short_16","alias_value":"77QLYMWIXZ67CYZT","created_at":"2026-07-05T09:27:01Z"},{"alias_kind":"pith_short_8","alias_value":"77QLYMWI","created_at":"2026-07-05T09:27:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:77QLYMWIXZ67CYZTRIHJBDD2VQ","target":"record","payload":{"canonical_record":{"source":{"id":"2406.02128","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-04T09:11:46Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"23e1e7bdb87caed4bbeef78a35ebbf342169d622e906c6990b47b82b26b69267","abstract_canon_sha256":"47e612cf844ce6abb200ba6763b374cad12127fd02ecd24cf92439b4a0f85e36"},"schema_version":"1.0"},"canonical_sha256":"ffe0bc32c8be7df163338a0e908c7aac327b28b09cf58923f9b334f7cb5b2591","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:27:01.697817Z","signature_b64":"TIaUlO4HXst1Icr6BmypSvUZteoz1vJQzsJSu0R7dj1gvlmx1lPoLytSz+l1akkH875tKtN04vercxXLBVLfAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ffe0bc32c8be7df163338a0e908c7aac327b28b09cf58923f9b334f7cb5b2591","last_reissued_at":"2026-07-05T09:27:01.697311Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:27:01.697311Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.02128","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cTBvNGQlQbnp9Du4vlmCxdXIeNCBlzGU1tYd8Z5kpNkG/uXBRgjtmvCgDQquEP5mMV/feZFUPF0/S9ujGcGEAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:31:33.580521Z"},"content_sha256":"91f01b86f78f5e92db78a5c8cc07bdc46895a411aa133dfbb9792c7433f827cd","schema_version":"1.0","event_id":"sha256:91f01b86f78f5e92db78a5c8cc07bdc46895a411aa133dfbb9792c7433f827cd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:77QLYMWIXZ67CYZTRIHJBDD2VQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Iteration Head: A Mechanistic Study of Chain-of-Thought","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Alice Yang, Charles Arnal, Francois Charton, Julia Kempe, Vivien Cabannes, Wassim Bouaziz","submitted_at":"2024-06-04T09:11:46Z","abstract_excerpt":"Chain-of-Thought (CoT) reasoning is known to improve Large Language Models both empirically and in terms of theoretical approximation power. However, our understanding of the inner workings and conditions of apparition of CoT capabilities remains limited. This paper helps fill this gap by demonstrating how CoT reasoning emerges in transformers in a controlled and interpretable setting. In particular, we observe the appearance of a specialized attention mechanism dedicated to iterative reasoning, which we coined \"iteration heads\". We track both the emergence and the precise working of these ite"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.02128","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.02128/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:27:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"avaSM6cKxx0bGZKkzhPW4IczOjHkdprkWk1ie7J4Pm30ZV1Bd9Y26qqT0OXjDzJV276/9rIg1MOdax89RW67Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:31:33.581442Z"},"content_sha256":"82ffb418dede8e334c435673bd0a2971ee7ed2e178a46f98b4954319ce842a48","schema_version":"1.0","event_id":"sha256:82ffb418dede8e334c435673bd0a2971ee7ed2e178a46f98b4954319ce842a48"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/77QLYMWIXZ67CYZTRIHJBDD2VQ/bundle.json","state_url":"https://pith.science/pith/77QLYMWIXZ67CYZTRIHJBDD2VQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/77QLYMWIXZ67CYZTRIHJBDD2VQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:31:33Z","links":{"resolver":"https://pith.science/pith/77QLYMWIXZ67CYZTRIHJBDD2VQ","bundle":"https://pith.science/pith/77QLYMWIXZ67CYZTRIHJBDD2VQ/bundle.json","state":"https://pith.science/pith/77QLYMWIXZ67CYZTRIHJBDD2VQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/77QLYMWIXZ67CYZTRIHJBDD2VQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:77QLYMWIXZ67CYZTRIHJBDD2VQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"47e612cf844ce6abb200ba6763b374cad12127fd02ecd24cf92439b4a0f85e36","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-04T09:11:46Z","title_canon_sha256":"23e1e7bdb87caed4bbeef78a35ebbf342169d622e906c6990b47b82b26b69267"},"schema_version":"1.0","source":{"id":"2406.02128","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.02128","created_at":"2026-07-05T09:27:01Z"},{"alias_kind":"arxiv_version","alias_value":"2406.02128v2","created_at":"2026-07-05T09:27:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.02128","created_at":"2026-07-05T09:27:01Z"},{"alias_kind":"pith_short_12","alias_value":"77QLYMWIXZ67","created_at":"2026-07-05T09:27:01Z"},{"alias_kind":"pith_short_16","alias_value":"77QLYMWIXZ67CYZT","created_at":"2026-07-05T09:27:01Z"},{"alias_kind":"pith_short_8","alias_value":"77QLYMWI","created_at":"2026-07-05T09:27:01Z"}],"graph_snapshots":[{"event_id":"sha256:82ffb418dede8e334c435673bd0a2971ee7ed2e178a46f98b4954319ce842a48","target":"graph","created_at":"2026-07-05T09:27:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.02128/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Chain-of-Thought (CoT) reasoning is known to improve Large Language Models both empirically and in terms of theoretical approximation power. However, our understanding of the inner workings and conditions of apparition of CoT capabilities remains limited. This paper helps fill this gap by demonstrating how CoT reasoning emerges in transformers in a controlled and interpretable setting. In particular, we observe the appearance of a specialized attention mechanism dedicated to iterative reasoning, which we coined \"iteration heads\". We track both the emergence and the precise working of these ite","authors_text":"Alice Yang, Charles Arnal, Francois Charton, Julia Kempe, Vivien Cabannes, Wassim Bouaziz","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-04T09:11:46Z","title":"Iteration Head: A Mechanistic Study of Chain-of-Thought"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.02128","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:91f01b86f78f5e92db78a5c8cc07bdc46895a411aa133dfbb9792c7433f827cd","target":"record","created_at":"2026-07-05T09:27:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"47e612cf844ce6abb200ba6763b374cad12127fd02ecd24cf92439b4a0f85e36","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-06-04T09:11:46Z","title_canon_sha256":"23e1e7bdb87caed4bbeef78a35ebbf342169d622e906c6990b47b82b26b69267"},"schema_version":"1.0","source":{"id":"2406.02128","kind":"arxiv","version":2}},"canonical_sha256":"ffe0bc32c8be7df163338a0e908c7aac327b28b09cf58923f9b334f7cb5b2591","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ffe0bc32c8be7df163338a0e908c7aac327b28b09cf58923f9b334f7cb5b2591","first_computed_at":"2026-07-05T09:27:01.697311Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:27:01.697311Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TIaUlO4HXst1Icr6BmypSvUZteoz1vJQzsJSu0R7dj1gvlmx1lPoLytSz+l1akkH875tKtN04vercxXLBVLfAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:27:01.697817Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.02128","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:91f01b86f78f5e92db78a5c8cc07bdc46895a411aa133dfbb9792c7433f827cd","sha256:82ffb418dede8e334c435673bd0a2971ee7ed2e178a46f98b4954319ce842a48"],"state_sha256":"7b66e38091af2bd94581330f43e779cc9d420d8a0c3239822803375e2f7b1df7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PYYXudyQ4EFpXBJiOHM6zI2VpZA3DfyvaKp0gcM+BVqj/YCYtw1Y6+cYyK6IVksFTP5q7knUheVCn7odLTiVDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:31:33.607739Z","bundle_sha256":"4f2b553e9baec7032b920eaf900f87ebc7de65e32fd45e2cd94b2bef2c21b2e7"}}