{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:TSHKBQDOKD5V2KDQJ7PW6F6MEO","short_pith_number":"pith:TSHKBQDO","canonical_record":{"source":{"id":"2210.03841","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-07T22:32:27Z","cross_cats_sorted":[],"title_canon_sha256":"ac1fc50d418602eea4c90c0f42747b29bcbef037beecc630be0113a3132aad77","abstract_canon_sha256":"0fa04bcee680c23f35fdd854865ae0227cb7d2fb966a7d913679a58537f6a569"},"schema_version":"1.0"},"canonical_sha256":"9c8ea0c06e50fb5d28704fdf6f17cc238447d371765c4ca2b70d5d3587ee7648","source":{"kind":"arxiv","id":"2210.03841","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.03841","created_at":"2026-07-05T05:04:32Z"},{"alias_kind":"arxiv_version","alias_value":"2210.03841v1","created_at":"2026-07-05T05:04:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.03841","created_at":"2026-07-05T05:04:32Z"},{"alias_kind":"pith_short_12","alias_value":"TSHKBQDOKD5V","created_at":"2026-07-05T05:04:32Z"},{"alias_kind":"pith_short_16","alias_value":"TSHKBQDOKD5V2KDQ","created_at":"2026-07-05T05:04:32Z"},{"alias_kind":"pith_short_8","alias_value":"TSHKBQDO","created_at":"2026-07-05T05:04:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:TSHKBQDOKD5V2KDQJ7PW6F6MEO","target":"record","payload":{"canonical_record":{"source":{"id":"2210.03841","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-07T22:32:27Z","cross_cats_sorted":[],"title_canon_sha256":"ac1fc50d418602eea4c90c0f42747b29bcbef037beecc630be0113a3132aad77","abstract_canon_sha256":"0fa04bcee680c23f35fdd854865ae0227cb7d2fb966a7d913679a58537f6a569"},"schema_version":"1.0"},"canonical_sha256":"9c8ea0c06e50fb5d28704fdf6f17cc238447d371765c4ca2b70d5d3587ee7648","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:04:32.903909Z","signature_b64":"08ZdSBijS5jD6m6krqbYnAyBa09aRGWnsizwGj/choaV7uy3hVoduuGQBSAWuDaKjqAuvVYujGUpc/kasbUXBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9c8ea0c06e50fb5d28704fdf6f17cc238447d371765c4ca2b70d5d3587ee7648","last_reissued_at":"2026-07-05T05:04:32.903510Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:04:32.903510Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.03841","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:04:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RyjXdnN0abn88tuMvUVghU1snn22krK/OH0BXdCb1UZCPZNoCfdCF3g3bjY2XrOHQrchS0Cq9G3lLiqDeYHlCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:06:30.397464Z"},"content_sha256":"f954f4876e25e3efcd7dd003373a0a57b818fccf7d2ce6117e84ae58c179e74a","schema_version":"1.0","event_id":"sha256:f954f4876e25e3efcd7dd003373a0a57b818fccf7d2ce6117e84ae58c179e74a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:TSHKBQDOKD5V2KDQJ7PW6F6MEO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Breaking BERT: Evaluating and Optimizing Sparsified Attention","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"David Mimno, Polina Zablotskaia, Siddhartha Brahma","submitted_at":"2022-10-07T22:32:27Z","abstract_excerpt":"Transformers allow attention between all pairs of tokens, but there is reason to believe that most of these connections - and their quadratic time and memory - may not be necessary. But which ones? We evaluate the impact of sparsification patterns with a series of ablation experiments. First, we compare masks based on syntax, lexical similarity, and token position to random connections, and measure which patterns reduce performance the least. We find that on three common finetuning tasks even using attention that is at least 78% sparse can have little effect on performance if applied at later "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.03841","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.03841/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:04:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TjeUKZjeGd7L6JPSwDLIDQOQNvSY+q18DGTuYCjkafUwqlwclcOhUqp7A7izPWI0kUc0P74r9cwB9JFT9nHvAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:06:30.398547Z"},"content_sha256":"26cd957ea2fc3edb6609aa3bc4ffdac5767d6bc2400fc3f6211047ef1a817b7d","schema_version":"1.0","event_id":"sha256:26cd957ea2fc3edb6609aa3bc4ffdac5767d6bc2400fc3f6211047ef1a817b7d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TSHKBQDOKD5V2KDQJ7PW6F6MEO/bundle.json","state_url":"https://pith.science/pith/TSHKBQDOKD5V2KDQJ7PW6F6MEO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TSHKBQDOKD5V2KDQJ7PW6F6MEO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T17:06:30Z","links":{"resolver":"https://pith.science/pith/TSHKBQDOKD5V2KDQJ7PW6F6MEO","bundle":"https://pith.science/pith/TSHKBQDOKD5V2KDQJ7PW6F6MEO/bundle.json","state":"https://pith.science/pith/TSHKBQDOKD5V2KDQJ7PW6F6MEO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TSHKBQDOKD5V2KDQJ7PW6F6MEO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:TSHKBQDOKD5V2KDQJ7PW6F6MEO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0fa04bcee680c23f35fdd854865ae0227cb7d2fb966a7d913679a58537f6a569","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-07T22:32:27Z","title_canon_sha256":"ac1fc50d418602eea4c90c0f42747b29bcbef037beecc630be0113a3132aad77"},"schema_version":"1.0","source":{"id":"2210.03841","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.03841","created_at":"2026-07-05T05:04:32Z"},{"alias_kind":"arxiv_version","alias_value":"2210.03841v1","created_at":"2026-07-05T05:04:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.03841","created_at":"2026-07-05T05:04:32Z"},{"alias_kind":"pith_short_12","alias_value":"TSHKBQDOKD5V","created_at":"2026-07-05T05:04:32Z"},{"alias_kind":"pith_short_16","alias_value":"TSHKBQDOKD5V2KDQ","created_at":"2026-07-05T05:04:32Z"},{"alias_kind":"pith_short_8","alias_value":"TSHKBQDO","created_at":"2026-07-05T05:04:32Z"}],"graph_snapshots":[{"event_id":"sha256:26cd957ea2fc3edb6609aa3bc4ffdac5767d6bc2400fc3f6211047ef1a817b7d","target":"graph","created_at":"2026-07-05T05:04:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.03841/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers allow attention between all pairs of tokens, but there is reason to believe that most of these connections - and their quadratic time and memory - may not be necessary. But which ones? We evaluate the impact of sparsification patterns with a series of ablation experiments. First, we compare masks based on syntax, lexical similarity, and token position to random connections, and measure which patterns reduce performance the least. We find that on three common finetuning tasks even using attention that is at least 78% sparse can have little effect on performance if applied at later ","authors_text":"David Mimno, Polina Zablotskaia, Siddhartha Brahma","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-07T22:32:27Z","title":"Breaking BERT: Evaluating and Optimizing Sparsified Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.03841","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f954f4876e25e3efcd7dd003373a0a57b818fccf7d2ce6117e84ae58c179e74a","target":"record","created_at":"2026-07-05T05:04:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0fa04bcee680c23f35fdd854865ae0227cb7d2fb966a7d913679a58537f6a569","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-07T22:32:27Z","title_canon_sha256":"ac1fc50d418602eea4c90c0f42747b29bcbef037beecc630be0113a3132aad77"},"schema_version":"1.0","source":{"id":"2210.03841","kind":"arxiv","version":1}},"canonical_sha256":"9c8ea0c06e50fb5d28704fdf6f17cc238447d371765c4ca2b70d5d3587ee7648","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9c8ea0c06e50fb5d28704fdf6f17cc238447d371765c4ca2b70d5d3587ee7648","first_computed_at":"2026-07-05T05:04:32.903510Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:04:32.903510Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"08ZdSBijS5jD6m6krqbYnAyBa09aRGWnsizwGj/choaV7uy3hVoduuGQBSAWuDaKjqAuvVYujGUpc/kasbUXBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:04:32.903909Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.03841","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f954f4876e25e3efcd7dd003373a0a57b818fccf7d2ce6117e84ae58c179e74a","sha256:26cd957ea2fc3edb6609aa3bc4ffdac5767d6bc2400fc3f6211047ef1a817b7d"],"state_sha256":"a83e9a30a19289f700f8b557f2be9aa8ae46d0ff852520d0c5bec349e7cae95d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CVC72lT52RkKc2raV3Gw1utOlduImk7swnxEptjgJOzIh9nrL/xEuuO4wg6MAeIpKOcWvQ5Yy5WoxVLKYzUgCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T17:06:30.405006Z","bundle_sha256":"3d5120d40420bd9a0db999a4776391f89a9eb1d22b81705e46b4c20942c105c7"}}