{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:KZRV7XD2OTKGBD5UZMKVBH64M5","short_pith_number":"pith:KZRV7XD2","schema_version":"1.0","canonical_sha256":"56635fdc7a74d4608fb4cb15509fdc6768cec0de1bb44faeb3a03de09d0b6739","source":{"kind":"arxiv","id":"2509.08184","version":1},"attestation_state":"computed","paper":{"title":"Selective Induction Heads: How Transformers Select Causal Structures In Context","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ME"],"primary_cat":"cs.LG","authors_text":"Francesco Croce, Francesco D'Angelo, Nicolas Flammarion","submitted_at":"2025-09-09T23:13:41Z","abstract_excerpt":"Transformers have exhibited exceptional capabilities in sequence modeling tasks, leveraging self-attention and in-context learning. Critical to this success are induction heads, attention circuits that enable copying tokens based on their previous occurrences. In this work, we introduce a novel framework that showcases transformers' ability to dynamically handle causal structures. Existing works rely on Markov Chains to study the formation of induction heads, revealing how transformers capture causal dependencies and learn transition probabilities in-context. However, they rely on a fixed caus"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2509.08184","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-09-09T23:13:41Z","cross_cats_sorted":["stat.ME"],"title_canon_sha256":"090723f52e255977d24bdb0ae8b8b5db5f3b4fef8db1c1e550de7490394f7625","abstract_canon_sha256":"4673c308419993722d983443e9b3cadc2de0572fae8e49b0aa2113ffbdc78da2"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:08:24.549137Z","signature_b64":"ImPKsfpj0BjRFPz0fj2LpPHsAUr4BkIIIsfuldyaLIUT2h7Sglk0w3possUBlXYW+IlyiLnt9MebkRBzDJ8WDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"56635fdc7a74d4608fb4cb15509fdc6768cec0de1bb44faeb3a03de09d0b6739","last_reissued_at":"2026-07-05T12:08:24.548707Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:08:24.548707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Selective Induction Heads: How Transformers Select Causal Structures In Context","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ME"],"primary_cat":"cs.LG","authors_text":"Francesco Croce, Francesco D'Angelo, Nicolas Flammarion","submitted_at":"2025-09-09T23:13:41Z","abstract_excerpt":"Transformers have exhibited exceptional capabilities in sequence modeling tasks, leveraging self-attention and in-context learning. Critical to this success are induction heads, attention circuits that enable copying tokens based on their previous occurrences. In this work, we introduce a novel framework that showcases transformers' ability to dynamically handle causal structures. Existing works rely on Markov Chains to study the formation of induction heads, revealing how transformers capture causal dependencies and learn transition probabilities in-context. However, they rely on a fixed caus"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.08184","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2509.08184/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2509.08184","created_at":"2026-07-05T12:08:24.548771+00:00"},{"alias_kind":"arxiv_version","alias_value":"2509.08184v1","created_at":"2026-07-05T12:08:24.548771+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.08184","created_at":"2026-07-05T12:08:24.548771+00:00"},{"alias_kind":"pith_short_12","alias_value":"KZRV7XD2OTKG","created_at":"2026-07-05T12:08:24.548771+00:00"},{"alias_kind":"pith_short_16","alias_value":"KZRV7XD2OTKGBD5U","created_at":"2026-07-05T12:08:24.548771+00:00"},{"alias_kind":"pith_short_8","alias_value":"KZRV7XD2","created_at":"2026-07-05T12:08:24.548771+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5","json":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5.json","graph_json":"https://pith.science/api/pith-number/KZRV7XD2OTKGBD5UZMKVBH64M5/graph.json","events_json":"https://pith.science/api/pith-number/KZRV7XD2OTKGBD5UZMKVBH64M5/events.json","paper":"https://pith.science/paper/KZRV7XD2"},"agent_actions":{"view_html":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5","download_json":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5.json","view_paper":"https://pith.science/paper/KZRV7XD2","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2509.08184&json=true","fetch_graph":"https://pith.science/api/pith-number/KZRV7XD2OTKGBD5UZMKVBH64M5/graph.json","fetch_events":"https://pith.science/api/pith-number/KZRV7XD2OTKGBD5UZMKVBH64M5/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5/action/timestamp_anchor","attest_storage":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5/action/storage_attestation","attest_author":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5/action/author_attestation","sign_citation":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5/action/citation_signature","submit_replication":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5/action/replication_record"}},"created_at":"2026-07-05T12:08:24.548771+00:00","updated_at":"2026-07-05T12:08:24.548771+00:00"}