{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:K3MNMZLMLNQFWM67EIBLBB3DHW","short_pith_number":"pith:K3MNMZLM","canonical_record":{"source":{"id":"2106.01335","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-02T17:45:47Z","cross_cats_sorted":[],"title_canon_sha256":"56291556882ba29bcafc324e59cff5f16e249a81eaa1e3c187dcfce9ba8a2f0d","abstract_canon_sha256":"6cb9c62d664614af914de22b543f6a4ba8dadb69442af02d4f1fe04af1f72496"},"schema_version":"1.0"},"canonical_sha256":"56d8d6656c5b605b33df2202b087633da99567ff6580f7fb3b23137f3cb97971","source":{"kind":"arxiv","id":"2106.01335","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.01335","created_at":"2026-07-05T02:45:46Z"},{"alias_kind":"arxiv_version","alias_value":"2106.01335v1","created_at":"2026-07-05T02:45:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.01335","created_at":"2026-07-05T02:45:46Z"},{"alias_kind":"pith_short_12","alias_value":"K3MNMZLMLNQF","created_at":"2026-07-05T02:45:46Z"},{"alias_kind":"pith_short_16","alias_value":"K3MNMZLMLNQFWM67","created_at":"2026-07-05T02:45:46Z"},{"alias_kind":"pith_short_8","alias_value":"K3MNMZLM","created_at":"2026-07-05T02:45:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:K3MNMZLMLNQFWM67EIBLBB3DHW","target":"record","payload":{"canonical_record":{"source":{"id":"2106.01335","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-02T17:45:47Z","cross_cats_sorted":[],"title_canon_sha256":"56291556882ba29bcafc324e59cff5f16e249a81eaa1e3c187dcfce9ba8a2f0d","abstract_canon_sha256":"6cb9c62d664614af914de22b543f6a4ba8dadb69442af02d4f1fe04af1f72496"},"schema_version":"1.0"},"canonical_sha256":"56d8d6656c5b605b33df2202b087633da99567ff6580f7fb3b23137f3cb97971","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:45:46.619534Z","signature_b64":"vGXRBcBJXfWeze6eT8OsAz063OzEBcyZHhRvgGjuXqhlgf7pQRQXuFQH8wkJm7dctiuNPF7dlIfgwRDVK0VTDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"56d8d6656c5b605b33df2202b087633da99567ff6580f7fb3b23137f3cb97971","last_reissued_at":"2026-07-05T02:45:46.619047Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:45:46.619047Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.01335","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:45:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YStoOWbvSpA0A/81rswLrIEZ24NMzwk9NNTlcayL3b+d2ItX4gsHtIK1B5MFysGTPy3+ZaQd1h85styIJDWHBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T22:55:25.088493Z"},"content_sha256":"e8c0cbcbb7b2ad56124d134bae24e883e7be38e3be27befc7643506f4855b6db","schema_version":"1.0","event_id":"sha256:e8c0cbcbb7b2ad56124d134bae24e883e7be38e3be27befc7643506f4855b6db"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:K3MNMZLMLNQFWM67EIBLBB3DHW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Distribution, Sparsity, and Inference-time Quantization of Attention Values in Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"H. Andrew Schwartz, Michael Ferdman, Niranjan Balasubramanian, Peter Milder, Shraddhan Jain, Tianchu Ji","submitted_at":"2021-06-02T17:45:47Z","abstract_excerpt":"How much information do NLP tasks really need from a transformer's attention mechanism at application-time (inference)? From recent work, we know that there is sparsity in transformers and that the floating-points within its computation can be discretized to fewer values with minimal loss to task accuracies. However, this requires retraining or even creating entirely new models, both of which can be expensive and carbon-emitting. Focused on optimizations that do not require training, we systematically study the full range of typical attention values necessary. This informs the design of an inf"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.01335","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.01335/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:45:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cm1WehB6T44O55zk7T1iQ3oIfvK+tMiwxBZ8Vf0wmb3dkc/BzvJre5cCHG0+YWTh2kKjbPlAkkEYtGpA+1e5Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T22:55:25.088857Z"},"content_sha256":"48b67242bdb24f6b4c928fa80cd4cf942b274a528e1c0653e84796674dc90056","schema_version":"1.0","event_id":"sha256:48b67242bdb24f6b4c928fa80cd4cf942b274a528e1c0653e84796674dc90056"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/K3MNMZLMLNQFWM67EIBLBB3DHW/bundle.json","state_url":"https://pith.science/pith/K3MNMZLMLNQFWM67EIBLBB3DHW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/K3MNMZLMLNQFWM67EIBLBB3DHW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T22:55:25Z","links":{"resolver":"https://pith.science/pith/K3MNMZLMLNQFWM67EIBLBB3DHW","bundle":"https://pith.science/pith/K3MNMZLMLNQFWM67EIBLBB3DHW/bundle.json","state":"https://pith.science/pith/K3MNMZLMLNQFWM67EIBLBB3DHW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/K3MNMZLMLNQFWM67EIBLBB3DHW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:K3MNMZLMLNQFWM67EIBLBB3DHW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6cb9c62d664614af914de22b543f6a4ba8dadb69442af02d4f1fe04af1f72496","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-02T17:45:47Z","title_canon_sha256":"56291556882ba29bcafc324e59cff5f16e249a81eaa1e3c187dcfce9ba8a2f0d"},"schema_version":"1.0","source":{"id":"2106.01335","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.01335","created_at":"2026-07-05T02:45:46Z"},{"alias_kind":"arxiv_version","alias_value":"2106.01335v1","created_at":"2026-07-05T02:45:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.01335","created_at":"2026-07-05T02:45:46Z"},{"alias_kind":"pith_short_12","alias_value":"K3MNMZLMLNQF","created_at":"2026-07-05T02:45:46Z"},{"alias_kind":"pith_short_16","alias_value":"K3MNMZLMLNQFWM67","created_at":"2026-07-05T02:45:46Z"},{"alias_kind":"pith_short_8","alias_value":"K3MNMZLM","created_at":"2026-07-05T02:45:46Z"}],"graph_snapshots":[{"event_id":"sha256:48b67242bdb24f6b4c928fa80cd4cf942b274a528e1c0653e84796674dc90056","target":"graph","created_at":"2026-07-05T02:45:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.01335/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"How much information do NLP tasks really need from a transformer's attention mechanism at application-time (inference)? From recent work, we know that there is sparsity in transformers and that the floating-points within its computation can be discretized to fewer values with minimal loss to task accuracies. However, this requires retraining or even creating entirely new models, both of which can be expensive and carbon-emitting. Focused on optimizations that do not require training, we systematically study the full range of typical attention values necessary. This informs the design of an inf","authors_text":"H. Andrew Schwartz, Michael Ferdman, Niranjan Balasubramanian, Peter Milder, Shraddhan Jain, Tianchu Ji","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-02T17:45:47Z","title":"On the Distribution, Sparsity, and Inference-time Quantization of Attention Values in Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.01335","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e8c0cbcbb7b2ad56124d134bae24e883e7be38e3be27befc7643506f4855b6db","target":"record","created_at":"2026-07-05T02:45:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6cb9c62d664614af914de22b543f6a4ba8dadb69442af02d4f1fe04af1f72496","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-06-02T17:45:47Z","title_canon_sha256":"56291556882ba29bcafc324e59cff5f16e249a81eaa1e3c187dcfce9ba8a2f0d"},"schema_version":"1.0","source":{"id":"2106.01335","kind":"arxiv","version":1}},"canonical_sha256":"56d8d6656c5b605b33df2202b087633da99567ff6580f7fb3b23137f3cb97971","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"56d8d6656c5b605b33df2202b087633da99567ff6580f7fb3b23137f3cb97971","first_computed_at":"2026-07-05T02:45:46.619047Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:45:46.619047Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vGXRBcBJXfWeze6eT8OsAz063OzEBcyZHhRvgGjuXqhlgf7pQRQXuFQH8wkJm7dctiuNPF7dlIfgwRDVK0VTDg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:45:46.619534Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.01335","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e8c0cbcbb7b2ad56124d134bae24e883e7be38e3be27befc7643506f4855b6db","sha256:48b67242bdb24f6b4c928fa80cd4cf942b274a528e1c0653e84796674dc90056"],"state_sha256":"8864efb53c4ad3f9cd1b0235ad29922329522de471f2a0cfac92a50835b98905"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Br6z1YC90mmsJskknKzvXMAj2iTq6d47cTMTTIc1u4jPvOjyHpzdpH2CqVtRj3vlQCJ+PgfWeQOEp4LkejyAAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T22:55:25.092359Z","bundle_sha256":"48cac233fc792a44e1f263c05e6d093e48a34256e0ab4db536ea3eccb057643f"}}