{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2ZAVAUDEM7RGNUFN67X7V5V7X6","short_pith_number":"pith:2ZAVAUDE","canonical_record":{"source":{"id":"2412.17019","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-22T13:48:04Z","cross_cats_sorted":[],"title_canon_sha256":"ff593b76cfc20d2a670a9055f5a642ef083866fbdd2c6cf23e2805fd4f547d2b","abstract_canon_sha256":"d2770c5457246350b5cfed77e921812dd9233cab2f460411fd69aaabf7012a1d"},"schema_version":"1.0"},"canonical_sha256":"d64150506467e266d0adf7effaf6bfbfb56264aa826366e8c3daa43670a050fc","source":{"kind":"arxiv","id":"2412.17019","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.17019","created_at":"2026-07-05T09:53:16Z"},{"alias_kind":"arxiv_version","alias_value":"2412.17019v1","created_at":"2026-07-05T09:53:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.17019","created_at":"2026-07-05T09:53:16Z"},{"alias_kind":"pith_short_12","alias_value":"2ZAVAUDEM7RG","created_at":"2026-07-05T09:53:16Z"},{"alias_kind":"pith_short_16","alias_value":"2ZAVAUDEM7RGNUFN","created_at":"2026-07-05T09:53:16Z"},{"alias_kind":"pith_short_8","alias_value":"2ZAVAUDE","created_at":"2026-07-05T09:53:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2ZAVAUDEM7RGNUFN67X7V5V7X6","target":"record","payload":{"canonical_record":{"source":{"id":"2412.17019","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-22T13:48:04Z","cross_cats_sorted":[],"title_canon_sha256":"ff593b76cfc20d2a670a9055f5a642ef083866fbdd2c6cf23e2805fd4f547d2b","abstract_canon_sha256":"d2770c5457246350b5cfed77e921812dd9233cab2f460411fd69aaabf7012a1d"},"schema_version":"1.0"},"canonical_sha256":"d64150506467e266d0adf7effaf6bfbfb56264aa826366e8c3daa43670a050fc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:53:16.640906Z","signature_b64":"c33Jz/oqrpLoPe7TUhduDFWGkQnP4VmQT+4OSOXS08Zcc4BRS1OCAQ3oXIucMMHs7kAemOmgLsYJ4CbHqNeSDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d64150506467e266d0adf7effaf6bfbfb56264aa826366e8c3daa43670a050fc","last_reissued_at":"2026-07-05T09:53:16.640473Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:53:16.640473Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.17019","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KzDt8vD9nT9QyDti6h/TXcIBu573Jtx2tDV9UqVvYFhHHjhzRcKFReNkeAD8YLRSNsrEA2VqNTgUfbO0+SflBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T01:02:51.609270Z"},"content_sha256":"400ce14feab11520311a701a5bd834bf3eb524ff4315524ab9e2bbe5c3a3676c","schema_version":"1.0","event_id":"sha256:400ce14feab11520311a701a5bd834bf3eb524ff4315524ab9e2bbe5c3a3676c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2ZAVAUDEM7RGNUFN67X7V5V7X6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reversed Attention: On The Gradient Descent Of Attention Layers In GPT","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Lior Wolf, Shahar Katz","submitted_at":"2024-12-22T13:48:04Z","abstract_excerpt":"The success of Transformer-based Language Models (LMs) stems from their attention mechanism. While this mechanism has been extensively studied in explainability research, particularly through the attention values obtained during the forward pass of LMs, the backward pass of attention has been largely overlooked. In this work, we study the mathematics of the backward pass of attention, revealing that it implicitly calculates an attention matrix we refer to as \"Reversed Attention\". We examine the properties of Reversed Attention and demonstrate its ability to elucidate the models' behavior and e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.17019","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.17019/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CfbKbZrUt+2OaZExcnNDMno7lhO30uNhqjP8QRQdGqE2+jrXBncJcNi2KzAbMyQCXifJQ2rINgGslcG08nHuDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T01:02:51.609926Z"},"content_sha256":"18ab0288f8951af3f240cfa307dd52d9713a531ed725beab8342531da7757185","schema_version":"1.0","event_id":"sha256:18ab0288f8951af3f240cfa307dd52d9713a531ed725beab8342531da7757185"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2ZAVAUDEM7RGNUFN67X7V5V7X6/bundle.json","state_url":"https://pith.science/pith/2ZAVAUDEM7RGNUFN67X7V5V7X6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2ZAVAUDEM7RGNUFN67X7V5V7X6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T01:02:51Z","links":{"resolver":"https://pith.science/pith/2ZAVAUDEM7RGNUFN67X7V5V7X6","bundle":"https://pith.science/pith/2ZAVAUDEM7RGNUFN67X7V5V7X6/bundle.json","state":"https://pith.science/pith/2ZAVAUDEM7RGNUFN67X7V5V7X6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2ZAVAUDEM7RGNUFN67X7V5V7X6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2ZAVAUDEM7RGNUFN67X7V5V7X6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d2770c5457246350b5cfed77e921812dd9233cab2f460411fd69aaabf7012a1d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-22T13:48:04Z","title_canon_sha256":"ff593b76cfc20d2a670a9055f5a642ef083866fbdd2c6cf23e2805fd4f547d2b"},"schema_version":"1.0","source":{"id":"2412.17019","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.17019","created_at":"2026-07-05T09:53:16Z"},{"alias_kind":"arxiv_version","alias_value":"2412.17019v1","created_at":"2026-07-05T09:53:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.17019","created_at":"2026-07-05T09:53:16Z"},{"alias_kind":"pith_short_12","alias_value":"2ZAVAUDEM7RG","created_at":"2026-07-05T09:53:16Z"},{"alias_kind":"pith_short_16","alias_value":"2ZAVAUDEM7RGNUFN","created_at":"2026-07-05T09:53:16Z"},{"alias_kind":"pith_short_8","alias_value":"2ZAVAUDE","created_at":"2026-07-05T09:53:16Z"}],"graph_snapshots":[{"event_id":"sha256:18ab0288f8951af3f240cfa307dd52d9713a531ed725beab8342531da7757185","target":"graph","created_at":"2026-07-05T09:53:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.17019/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The success of Transformer-based Language Models (LMs) stems from their attention mechanism. While this mechanism has been extensively studied in explainability research, particularly through the attention values obtained during the forward pass of LMs, the backward pass of attention has been largely overlooked. In this work, we study the mathematics of the backward pass of attention, revealing that it implicitly calculates an attention matrix we refer to as \"Reversed Attention\". We examine the properties of Reversed Attention and demonstrate its ability to elucidate the models' behavior and e","authors_text":"Lior Wolf, Shahar Katz","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-22T13:48:04Z","title":"Reversed Attention: On The Gradient Descent Of Attention Layers In GPT"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.17019","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:400ce14feab11520311a701a5bd834bf3eb524ff4315524ab9e2bbe5c3a3676c","target":"record","created_at":"2026-07-05T09:53:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d2770c5457246350b5cfed77e921812dd9233cab2f460411fd69aaabf7012a1d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-22T13:48:04Z","title_canon_sha256":"ff593b76cfc20d2a670a9055f5a642ef083866fbdd2c6cf23e2805fd4f547d2b"},"schema_version":"1.0","source":{"id":"2412.17019","kind":"arxiv","version":1}},"canonical_sha256":"d64150506467e266d0adf7effaf6bfbfb56264aa826366e8c3daa43670a050fc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d64150506467e266d0adf7effaf6bfbfb56264aa826366e8c3daa43670a050fc","first_computed_at":"2026-07-05T09:53:16.640473Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:53:16.640473Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c33Jz/oqrpLoPe7TUhduDFWGkQnP4VmQT+4OSOXS08Zcc4BRS1OCAQ3oXIucMMHs7kAemOmgLsYJ4CbHqNeSDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:53:16.640906Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.17019","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:400ce14feab11520311a701a5bd834bf3eb524ff4315524ab9e2bbe5c3a3676c","sha256:18ab0288f8951af3f240cfa307dd52d9713a531ed725beab8342531da7757185"],"state_sha256":"821b915b5b3a4370dabaade501f30979de54087e60baa20db962da3b5291bcb5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Au8/aRHOP6fxbchkFPgUBu3QYCcj6LLruIiWhIjopMccI00KEJ3W3laLS2DPt6CMtaAKaiiuJ9MO7x5zmSO3Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T01:02:51.614567Z","bundle_sha256":"572c5786e446f4d268bf008f8cab7c3b4e156f96058d2ad918ed13791c1028be"}}