{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:KZRV7XD2OTKGBD5UZMKVBH64M5","short_pith_number":"pith:KZRV7XD2","canonical_record":{"source":{"id":"2509.08184","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-09-09T23:13:41Z","cross_cats_sorted":["stat.ME"],"title_canon_sha256":"090723f52e255977d24bdb0ae8b8b5db5f3b4fef8db1c1e550de7490394f7625","abstract_canon_sha256":"4673c308419993722d983443e9b3cadc2de0572fae8e49b0aa2113ffbdc78da2"},"schema_version":"1.0"},"canonical_sha256":"56635fdc7a74d4608fb4cb15509fdc6768cec0de1bb44faeb3a03de09d0b6739","source":{"kind":"arxiv","id":"2509.08184","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.08184","created_at":"2026-07-05T12:08:24Z"},{"alias_kind":"arxiv_version","alias_value":"2509.08184v1","created_at":"2026-07-05T12:08:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.08184","created_at":"2026-07-05T12:08:24Z"},{"alias_kind":"pith_short_12","alias_value":"KZRV7XD2OTKG","created_at":"2026-07-05T12:08:24Z"},{"alias_kind":"pith_short_16","alias_value":"KZRV7XD2OTKGBD5U","created_at":"2026-07-05T12:08:24Z"},{"alias_kind":"pith_short_8","alias_value":"KZRV7XD2","created_at":"2026-07-05T12:08:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:KZRV7XD2OTKGBD5UZMKVBH64M5","target":"record","payload":{"canonical_record":{"source":{"id":"2509.08184","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-09-09T23:13:41Z","cross_cats_sorted":["stat.ME"],"title_canon_sha256":"090723f52e255977d24bdb0ae8b8b5db5f3b4fef8db1c1e550de7490394f7625","abstract_canon_sha256":"4673c308419993722d983443e9b3cadc2de0572fae8e49b0aa2113ffbdc78da2"},"schema_version":"1.0"},"canonical_sha256":"56635fdc7a74d4608fb4cb15509fdc6768cec0de1bb44faeb3a03de09d0b6739","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:08:24.549137Z","signature_b64":"ImPKsfpj0BjRFPz0fj2LpPHsAUr4BkIIIsfuldyaLIUT2h7Sglk0w3possUBlXYW+IlyiLnt9MebkRBzDJ8WDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"56635fdc7a74d4608fb4cb15509fdc6768cec0de1bb44faeb3a03de09d0b6739","last_reissued_at":"2026-07-05T12:08:24.548707Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:08:24.548707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2509.08184","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:08:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EXJE0WPreJROVpwl6HUozK0gjD5scETH9nQ1gVrWXflmhSiHcB2L9KNOeZmQAoUH+FqXCipQeRw432e1+5AUDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T20:38:05.021640Z"},"content_sha256":"5456c577c2a24ede99ce52d51b72bbbcc808da2e45bde99a1e0075bcb41580d1","schema_version":"1.0","event_id":"sha256:5456c577c2a24ede99ce52d51b72bbbcc808da2e45bde99a1e0075bcb41580d1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:KZRV7XD2OTKGBD5UZMKVBH64M5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Selective Induction Heads: How Transformers Select Causal Structures In Context","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ME"],"primary_cat":"cs.LG","authors_text":"Francesco Croce, Francesco D'Angelo, Nicolas Flammarion","submitted_at":"2025-09-09T23:13:41Z","abstract_excerpt":"Transformers have exhibited exceptional capabilities in sequence modeling tasks, leveraging self-attention and in-context learning. Critical to this success are induction heads, attention circuits that enable copying tokens based on their previous occurrences. In this work, we introduce a novel framework that showcases transformers' ability to dynamically handle causal structures. Existing works rely on Markov Chains to study the formation of induction heads, revealing how transformers capture causal dependencies and learn transition probabilities in-context. However, they rely on a fixed caus"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.08184","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2509.08184/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:08:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"luaP+03ObY2m+EmRo7YHwu0WyN6QOU955GJpbO9pkXr/IPvyEcsZAgp39v4L7ZtL3CDqRrmoXm/+AqpqYWUpAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T20:38:05.022253Z"},"content_sha256":"1b7b3aab2c198cb652bad9d08423d977d767f3a389923978d1b7224dad43d5a2","schema_version":"1.0","event_id":"sha256:1b7b3aab2c198cb652bad9d08423d977d767f3a389923978d1b7224dad43d5a2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5/bundle.json","state_url":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KZRV7XD2OTKGBD5UZMKVBH64M5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T20:38:05Z","links":{"resolver":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5","bundle":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5/bundle.json","state":"https://pith.science/pith/KZRV7XD2OTKGBD5UZMKVBH64M5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KZRV7XD2OTKGBD5UZMKVBH64M5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:KZRV7XD2OTKGBD5UZMKVBH64M5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4673c308419993722d983443e9b3cadc2de0572fae8e49b0aa2113ffbdc78da2","cross_cats_sorted":["stat.ME"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-09-09T23:13:41Z","title_canon_sha256":"090723f52e255977d24bdb0ae8b8b5db5f3b4fef8db1c1e550de7490394f7625"},"schema_version":"1.0","source":{"id":"2509.08184","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.08184","created_at":"2026-07-05T12:08:24Z"},{"alias_kind":"arxiv_version","alias_value":"2509.08184v1","created_at":"2026-07-05T12:08:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.08184","created_at":"2026-07-05T12:08:24Z"},{"alias_kind":"pith_short_12","alias_value":"KZRV7XD2OTKG","created_at":"2026-07-05T12:08:24Z"},{"alias_kind":"pith_short_16","alias_value":"KZRV7XD2OTKGBD5U","created_at":"2026-07-05T12:08:24Z"},{"alias_kind":"pith_short_8","alias_value":"KZRV7XD2","created_at":"2026-07-05T12:08:24Z"}],"graph_snapshots":[{"event_id":"sha256:1b7b3aab2c198cb652bad9d08423d977d767f3a389923978d1b7224dad43d5a2","target":"graph","created_at":"2026-07-05T12:08:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2509.08184/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers have exhibited exceptional capabilities in sequence modeling tasks, leveraging self-attention and in-context learning. Critical to this success are induction heads, attention circuits that enable copying tokens based on their previous occurrences. In this work, we introduce a novel framework that showcases transformers' ability to dynamically handle causal structures. Existing works rely on Markov Chains to study the formation of induction heads, revealing how transformers capture causal dependencies and learn transition probabilities in-context. However, they rely on a fixed caus","authors_text":"Francesco Croce, Francesco D'Angelo, Nicolas Flammarion","cross_cats":["stat.ME"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-09-09T23:13:41Z","title":"Selective Induction Heads: How Transformers Select Causal Structures In Context"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.08184","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5456c577c2a24ede99ce52d51b72bbbcc808da2e45bde99a1e0075bcb41580d1","target":"record","created_at":"2026-07-05T12:08:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4673c308419993722d983443e9b3cadc2de0572fae8e49b0aa2113ffbdc78da2","cross_cats_sorted":["stat.ME"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-09-09T23:13:41Z","title_canon_sha256":"090723f52e255977d24bdb0ae8b8b5db5f3b4fef8db1c1e550de7490394f7625"},"schema_version":"1.0","source":{"id":"2509.08184","kind":"arxiv","version":1}},"canonical_sha256":"56635fdc7a74d4608fb4cb15509fdc6768cec0de1bb44faeb3a03de09d0b6739","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"56635fdc7a74d4608fb4cb15509fdc6768cec0de1bb44faeb3a03de09d0b6739","first_computed_at":"2026-07-05T12:08:24.548707Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:08:24.548707Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ImPKsfpj0BjRFPz0fj2LpPHsAUr4BkIIIsfuldyaLIUT2h7Sglk0w3possUBlXYW+IlyiLnt9MebkRBzDJ8WDA==","signature_status":"signed_v1","signed_at":"2026-07-05T12:08:24.549137Z","signed_message":"canonical_sha256_bytes"},"source_id":"2509.08184","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5456c577c2a24ede99ce52d51b72bbbcc808da2e45bde99a1e0075bcb41580d1","sha256:1b7b3aab2c198cb652bad9d08423d977d767f3a389923978d1b7224dad43d5a2"],"state_sha256":"13469e2300ba03709187539c7c1a93eb1b65e8199c72388f5b53eafc6732ad5c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pGTZDG9bIgjtbYU491DYmTvz6Syt6ADZcqxX4wend3wcvmZPwWOJzUs2kmXx95rsXm+T3tfIAU+9U1BzECLxDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T20:38:05.027896Z","bundle_sha256":"3947ca5c9deadfab48707a97f3a589638d30c8e92bc4901b6da7ef8abf022c32"}}