{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4W6V74LJ5NAEV267AFTVGFQDL7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a5a2b012851b16640bba107ddd43b806744c29ad2904df71b34c97b8a32bdbad","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-21T18:29:10Z","title_canon_sha256":"b0056cc3071b7256721bb208c5170845e8ee73655f13ce3d813d1f23e46d8c66"},"schema_version":"1.0","source":{"id":"2305.12535","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.12535","created_at":"2026-07-05T06:12:11Z"},{"alias_kind":"arxiv_version","alias_value":"2305.12535v1","created_at":"2026-07-05T06:12:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.12535","created_at":"2026-07-05T06:12:11Z"},{"alias_kind":"pith_short_12","alias_value":"4W6V74LJ5NAE","created_at":"2026-07-05T06:12:11Z"},{"alias_kind":"pith_short_16","alias_value":"4W6V74LJ5NAEV267","created_at":"2026-07-05T06:12:11Z"},{"alias_kind":"pith_short_8","alias_value":"4W6V74LJ","created_at":"2026-07-05T06:12:11Z"}],"graph_snapshots":[{"event_id":"sha256:dc467d12b75da6b1d3edb7d667e302a558c3426453005bde0b60622c6313574d","target":"graph","created_at":"2026-07-05T06:12:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.12535/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language Generation Models produce words based on the previous context. Although existing methods offer input attributions as explanations for a model's prediction, it is still unclear how prior words affect the model's decision throughout the layers. In this work, we leverage recent advances in explainability of the Transformer and present a procedure to analyze models for language generation. Using contrastive examples, we compare the alignment of our explanations with evidence of the linguistic phenomena, and show that our method consistently aligns better than gradient-based and perturbati","authors_text":"Gerard I. G\\'allego, Ioannis Tsiamas, Javier Ferrando, Marta R. Costa-juss\\`a","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-21T18:29:10Z","title":"Explaining How Transformers Use Context to Build Predictions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.12535","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:52bb9b869bfe566f6c44f36c3bdfa2ca081d086762aef89f9bf1b84959ca0bc4","target":"record","created_at":"2026-07-05T06:12:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a5a2b012851b16640bba107ddd43b806744c29ad2904df71b34c97b8a32bdbad","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-21T18:29:10Z","title_canon_sha256":"b0056cc3071b7256721bb208c5170845e8ee73655f13ce3d813d1f23e46d8c66"},"schema_version":"1.0","source":{"id":"2305.12535","kind":"arxiv","version":1}},"canonical_sha256":"e5bd5ff169eb404aebdf01675316035fea8f6124929d0542938e88c75b005442","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e5bd5ff169eb404aebdf01675316035fea8f6124929d0542938e88c75b005442","first_computed_at":"2026-07-05T06:12:11.687734Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:12:11.687734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o9dZjk0y2oiaySFfWLAXT5t2PUlcdRXdz67wXgGqxsXjZhwtFCfzjZwwFKR250Tdp+OOA6QoLofO7kIymBhnCA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:12:11.688122Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.12535","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:52bb9b869bfe566f6c44f36c3bdfa2ca081d086762aef89f9bf1b84959ca0bc4","sha256:dc467d12b75da6b1d3edb7d667e302a558c3426453005bde0b60622c6313574d"],"state_sha256":"c7752be0ab0e0e1c2b21644242030ac8b61b148be95a9bb77d246478e4be01bb"}