{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FRNY2WDUJAS7SUXYQTKCB7STAT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b60129b59db063451136c7cf5134540c28f493347e58c5d58e4b4da4fe72477a","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-17T18:43:34Z","title_canon_sha256":"a9525680496fb4545b4e7020a4ab4fdbcc74c56a5df2a38627c207e802298897"},"schema_version":"1.0","source":{"id":"2103.09857","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.09857","created_at":"2026-07-05T02:24:14Z"},{"alias_kind":"arxiv_version","alias_value":"2103.09857v1","created_at":"2026-07-05T02:24:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.09857","created_at":"2026-07-05T02:24:14Z"},{"alias_kind":"pith_short_12","alias_value":"FRNY2WDUJAS7","created_at":"2026-07-05T02:24:14Z"},{"alias_kind":"pith_short_16","alias_value":"FRNY2WDUJAS7SUXY","created_at":"2026-07-05T02:24:14Z"},{"alias_kind":"pith_short_8","alias_value":"FRNY2WDU","created_at":"2026-07-05T02:24:14Z"}],"graph_snapshots":[{"event_id":"sha256:8d638c9dae98b649ef0b002c7952dbd3ca2e97c75cc7967200e0f8afc895b387","target":"graph","created_at":"2026-07-05T02:24:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.09857/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Following the success of dot-product attention in Transformers, numerous approximations have been recently proposed to address its quadratic complexity with respect to the input length. However, all approximations thus far have ignored the contribution of the $\\textit{value vectors}$ to the quality of approximation. In this work, we argue that research efforts should be directed towards approximating the true output of the attention sub-layer, which includes the value vectors. We propose a value-aware objective, and show theoretically and empirically that an optimal approximation of a value-aw","authors_text":"Ankit Gupta, Jonathan Berant","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-17T18:43:34Z","title":"Value-aware Approximate Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.09857","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a0935d1681f4339dbdd77dd17458ce2100a51d8609b2c0b10d3afe6f541b0840","target":"record","created_at":"2026-07-05T02:24:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b60129b59db063451136c7cf5134540c28f493347e58c5d58e4b4da4fe72477a","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-03-17T18:43:34Z","title_canon_sha256":"a9525680496fb4545b4e7020a4ab4fdbcc74c56a5df2a38627c207e802298897"},"schema_version":"1.0","source":{"id":"2103.09857","kind":"arxiv","version":1}},"canonical_sha256":"2c5b8d58744825f952f884d420fe5304ddbd186cd5e138013308aa6c7e551c9f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2c5b8d58744825f952f884d420fe5304ddbd186cd5e138013308aa6c7e551c9f","first_computed_at":"2026-07-05T02:24:14.558160Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:24:14.558160Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AvvBMUU8FiWgrhxm8yAQZ9PfryroRE0BcK8TOiYEj4RvZHzA/D7H9NFj8QAgyKJZsTQAuIATzFRZ+TtzQcBlCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:24:14.558630Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.09857","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a0935d1681f4339dbdd77dd17458ce2100a51d8609b2c0b10d3afe6f541b0840","sha256:8d638c9dae98b649ef0b002c7952dbd3ca2e97c75cc7967200e0f8afc895b387"],"state_sha256":"8dbefc05f5515756988325bf90b286e0ae2c701a4a85bfa6e95696c1fe5482b4"}