{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:HLHCWZJCFJGJOEBWUJVWWYDF5F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2add99d75cf487a870b889b7656759c6ad7740dfdb0eab9f47c38c247fbe2a52","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-15T23:08:02Z","title_canon_sha256":"cea589218265e3241876f64ce586cbb8bef3b253b65fce19196c5a0585082cef"},"schema_version":"1.0","source":{"id":"2502.10927","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.10927","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"arxiv_version","alias_value":"2502.10927v2","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.10927","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"pith_short_12","alias_value":"HLHCWZJCFJGJ","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"pith_short_16","alias_value":"HLHCWZJCFJGJOEBW","created_at":"2026-07-05T11:14:53Z"},{"alias_kind":"pith_short_8","alias_value":"HLHCWZJC","created_at":"2026-07-05T11:14:53Z"}],"graph_snapshots":[{"event_id":"sha256:a99ec8946ea7f95d97862a59caa1439cfe389d085cd4e002c4dadcae25d64862","target":"graph","created_at":"2026-07-05T11:14:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.10927/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Self-attention is essential to Transformer architectures, yet how information is embedded in the self-attention matrices and how different objective functions impact this process remains unclear. We present a mathematical framework to analyze self-attention matrices by deriving the structures governing their weight updates. Using this framework, we demonstrate that bidirectional training induces symmetry in the weight matrices, while autoregressive training results in directionality and column dominance. Our theoretical findings are validated across multiple Transformer models - including Mode","authors_text":"Benjamin Grewe, Matteo Saponati, Pascal Sager, Pau Vilimelis Aceituno, Thilo Stadelmann","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-15T23:08:02Z","title":"The underlying structures of self-attention: symmetry, directionality, and emergent dynamics in Transformer training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.10927","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8ab6dea979ac9110972facad448dfd45680ae732474d7754edff42cfd12d8fae","target":"record","created_at":"2026-07-05T11:14:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2add99d75cf487a870b889b7656759c6ad7740dfdb0eab9f47c38c247fbe2a52","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-15T23:08:02Z","title_canon_sha256":"cea589218265e3241876f64ce586cbb8bef3b253b65fce19196c5a0585082cef"},"schema_version":"1.0","source":{"id":"2502.10927","kind":"arxiv","version":2}},"canonical_sha256":"3ace2b65222a4c971036a26b6b6065e94edd0f1aad1003fd1e55c4398b13638a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3ace2b65222a4c971036a26b6b6065e94edd0f1aad1003fd1e55c4398b13638a","first_computed_at":"2026-07-05T11:14:53.740413Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:14:53.740413Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fn4BxefyzjTuyNgKKlczGStf+tcSCiTrLrkzG256OI+DQ2ei/OBh/pzUPCElCwRCKRD++HtfSnnzsHqOy85FAw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:14:53.741027Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.10927","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8ab6dea979ac9110972facad448dfd45680ae732474d7754edff42cfd12d8fae","sha256:a99ec8946ea7f95d97862a59caa1439cfe389d085cd4e002c4dadcae25d64862"],"state_sha256":"53d27d697fc03230c4df3b04c49a51e4410f0948a36196a7303a99df49e1b466"}