{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JHBTHPERJSLW73X5P4MDIO7RHL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9144b584c4f297073794f93d0d78ac5783c07ead8ccf0604747e262b94950949","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T20:51:02Z","title_canon_sha256":"f18912a91f56cf32df4bd78d45cd3a9d6e5c531d02851eb6502710857afb23da"},"schema_version":"1.0","source":{"id":"2410.02984","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.02984","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"arxiv_version","alias_value":"2410.02984v1","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.02984","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"pith_short_12","alias_value":"JHBTHPERJSLW","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"pith_short_16","alias_value":"JHBTHPERJSLW73X5","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"pith_short_8","alias_value":"JHBTHPER","created_at":"2026-07-05T09:15:42Z"}],"graph_snapshots":[{"event_id":"sha256:62335b696a6daa0f42e2e0e42082905a7d6fb8ad3aafc1a1abec49ef1f73f9b6","target":"graph","created_at":"2026-07-05T09:15:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.02984/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce refined variants of the Local Learning Coefficient (LLC), a measure of model complexity grounded in singular learning theory, to study the development of internal structure in transformer language models during training. By applying these \\textit{refined LLCs} (rLLCs) to individual components of a two-layer attention-only transformer, we gain novel insights into the progressive differentiation and specialization of attention heads. Our methodology reveals how attention heads differentiate into distinct functional roles over the course of training, analyzes the types of data these ","authors_text":"Daniel Murfet, George Wang, Jesse Hoogland, Stan van Wingerden, Zach Furman","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T20:51:02Z","title":"Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.02984","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2f28d098946c52d6162728ca8e653dbeb9701b3986b7d25de5c1ef533e3ae306","target":"record","created_at":"2026-07-05T09:15:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9144b584c4f297073794f93d0d78ac5783c07ead8ccf0604747e262b94950949","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T20:51:02Z","title_canon_sha256":"f18912a91f56cf32df4bd78d45cd3a9d6e5c531d02851eb6502710857afb23da"},"schema_version":"1.0","source":{"id":"2410.02984","kind":"arxiv","version":1}},"canonical_sha256":"49c333bc914c976feefd7f18343bf13add20dd7b55f9e4096941cce680658ffc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"49c333bc914c976feefd7f18343bf13add20dd7b55f9e4096941cce680658ffc","first_computed_at":"2026-07-05T09:15:42.533949Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:15:42.533949Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A/K1uKFMxlqzz51f+rVg8418KPz26tI3GkfASC9obdsRTznDgutuVXReCpZ7y+7SfsEzS8GI7N8JRxZo6AxeAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:15:42.534368Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.02984","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2f28d098946c52d6162728ca8e653dbeb9701b3986b7d25de5c1ef533e3ae306","sha256:62335b696a6daa0f42e2e0e42082905a7d6fb8ad3aafc1a1abec49ef1f73f9b6"],"state_sha256":"a0b55ac60921ea82ba92aa6c15e0004fccf73f1dd5b8ec7bfbf44ce8e14e14fd"}