{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JHBTHPERJSLW73X5P4MDIO7RHL","short_pith_number":"pith:JHBTHPER","canonical_record":{"source":{"id":"2410.02984","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T20:51:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f18912a91f56cf32df4bd78d45cd3a9d6e5c531d02851eb6502710857afb23da","abstract_canon_sha256":"9144b584c4f297073794f93d0d78ac5783c07ead8ccf0604747e262b94950949"},"schema_version":"1.0"},"canonical_sha256":"49c333bc914c976feefd7f18343bf13add20dd7b55f9e4096941cce680658ffc","source":{"kind":"arxiv","id":"2410.02984","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.02984","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"arxiv_version","alias_value":"2410.02984v1","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.02984","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"pith_short_12","alias_value":"JHBTHPERJSLW","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"pith_short_16","alias_value":"JHBTHPERJSLW73X5","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"pith_short_8","alias_value":"JHBTHPER","created_at":"2026-07-05T09:15:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JHBTHPERJSLW73X5P4MDIO7RHL","target":"record","payload":{"canonical_record":{"source":{"id":"2410.02984","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T20:51:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f18912a91f56cf32df4bd78d45cd3a9d6e5c531d02851eb6502710857afb23da","abstract_canon_sha256":"9144b584c4f297073794f93d0d78ac5783c07ead8ccf0604747e262b94950949"},"schema_version":"1.0"},"canonical_sha256":"49c333bc914c976feefd7f18343bf13add20dd7b55f9e4096941cce680658ffc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:15:42.534368Z","signature_b64":"A/K1uKFMxlqzz51f+rVg8418KPz26tI3GkfASC9obdsRTznDgutuVXReCpZ7y+7SfsEzS8GI7N8JRxZo6AxeAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"49c333bc914c976feefd7f18343bf13add20dd7b55f9e4096941cce680658ffc","last_reissued_at":"2026-07-05T09:15:42.533949Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:15:42.533949Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.02984","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:15:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G2+gYbKfxtT0Uj+IwrKpJ7kBgDiFiOQ4nN8aiMJd4Du2xniPdtjSzZszyETLbfJPypZ/+yF70qhYuL44E1ouBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:55:15.344868Z"},"content_sha256":"2f28d098946c52d6162728ca8e653dbeb9701b3986b7d25de5c1ef533e3ae306","schema_version":"1.0","event_id":"sha256:2f28d098946c52d6162728ca8e653dbeb9701b3986b7d25de5c1ef533e3ae306"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JHBTHPERJSLW73X5P4MDIO7RHL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Daniel Murfet, George Wang, Jesse Hoogland, Stan van Wingerden, Zach Furman","submitted_at":"2024-10-03T20:51:02Z","abstract_excerpt":"We introduce refined variants of the Local Learning Coefficient (LLC), a measure of model complexity grounded in singular learning theory, to study the development of internal structure in transformer language models during training. By applying these \\textit{refined LLCs} (rLLCs) to individual components of a two-layer attention-only transformer, we gain novel insights into the progressive differentiation and specialization of attention heads. Our methodology reveals how attention heads differentiate into distinct functional roles over the course of training, analyzes the types of data these "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.02984","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.02984/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:15:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"24SWKW3/unQZZeLyOm+UnAdlBkiNQzgkwP35Q53BoTKlEdO76znfZt8ZE2DwABpKnMEEajjvyM+f/5GwEHX4Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:55:15.345452Z"},"content_sha256":"62335b696a6daa0f42e2e0e42082905a7d6fb8ad3aafc1a1abec49ef1f73f9b6","schema_version":"1.0","event_id":"sha256:62335b696a6daa0f42e2e0e42082905a7d6fb8ad3aafc1a1abec49ef1f73f9b6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JHBTHPERJSLW73X5P4MDIO7RHL/bundle.json","state_url":"https://pith.science/pith/JHBTHPERJSLW73X5P4MDIO7RHL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JHBTHPERJSLW73X5P4MDIO7RHL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T20:55:15Z","links":{"resolver":"https://pith.science/pith/JHBTHPERJSLW73X5P4MDIO7RHL","bundle":"https://pith.science/pith/JHBTHPERJSLW73X5P4MDIO7RHL/bundle.json","state":"https://pith.science/pith/JHBTHPERJSLW73X5P4MDIO7RHL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JHBTHPERJSLW73X5P4MDIO7RHL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JHBTHPERJSLW73X5P4MDIO7RHL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9144b584c4f297073794f93d0d78ac5783c07ead8ccf0604747e262b94950949","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T20:51:02Z","title_canon_sha256":"f18912a91f56cf32df4bd78d45cd3a9d6e5c531d02851eb6502710857afb23da"},"schema_version":"1.0","source":{"id":"2410.02984","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.02984","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"arxiv_version","alias_value":"2410.02984v1","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.02984","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"pith_short_12","alias_value":"JHBTHPERJSLW","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"pith_short_16","alias_value":"JHBTHPERJSLW73X5","created_at":"2026-07-05T09:15:42Z"},{"alias_kind":"pith_short_8","alias_value":"JHBTHPER","created_at":"2026-07-05T09:15:42Z"}],"graph_snapshots":[{"event_id":"sha256:62335b696a6daa0f42e2e0e42082905a7d6fb8ad3aafc1a1abec49ef1f73f9b6","target":"graph","created_at":"2026-07-05T09:15:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.02984/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce refined variants of the Local Learning Coefficient (LLC), a measure of model complexity grounded in singular learning theory, to study the development of internal structure in transformer language models during training. By applying these \\textit{refined LLCs} (rLLCs) to individual components of a two-layer attention-only transformer, we gain novel insights into the progressive differentiation and specialization of attention heads. Our methodology reveals how attention heads differentiate into distinct functional roles over the course of training, analyzes the types of data these ","authors_text":"Daniel Murfet, George Wang, Jesse Hoogland, Stan van Wingerden, Zach Furman","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T20:51:02Z","title":"Differentiation and Specialization of Attention Heads via the Refined Local Learning Coefficient"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.02984","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2f28d098946c52d6162728ca8e653dbeb9701b3986b7d25de5c1ef533e3ae306","target":"record","created_at":"2026-07-05T09:15:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9144b584c4f297073794f93d0d78ac5783c07ead8ccf0604747e262b94950949","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-03T20:51:02Z","title_canon_sha256":"f18912a91f56cf32df4bd78d45cd3a9d6e5c531d02851eb6502710857afb23da"},"schema_version":"1.0","source":{"id":"2410.02984","kind":"arxiv","version":1}},"canonical_sha256":"49c333bc914c976feefd7f18343bf13add20dd7b55f9e4096941cce680658ffc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"49c333bc914c976feefd7f18343bf13add20dd7b55f9e4096941cce680658ffc","first_computed_at":"2026-07-05T09:15:42.533949Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:15:42.533949Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A/K1uKFMxlqzz51f+rVg8418KPz26tI3GkfASC9obdsRTznDgutuVXReCpZ7y+7SfsEzS8GI7N8JRxZo6AxeAw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:15:42.534368Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.02984","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2f28d098946c52d6162728ca8e653dbeb9701b3986b7d25de5c1ef533e3ae306","sha256:62335b696a6daa0f42e2e0e42082905a7d6fb8ad3aafc1a1abec49ef1f73f9b6"],"state_sha256":"a0b55ac60921ea82ba92aa6c15e0004fccf73f1dd5b8ec7bfbf44ce8e14e14fd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MEbKSaEmtEtOIvdIN5/77i/OJa4rqsAgQkaiqU1PUJMGY8UWzRzOPrar12tOp/jqULK7X/7RBQhIizsD/09XAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T20:55:15.349220Z","bundle_sha256":"b40514e6c5b28fabb21363ee6d3a225184a7c453f8d9129e29f4cb08c500d2a4"}}