{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:4TCTTKVGAHCHMYWYL4UFA6ZLOQ","short_pith_number":"pith:4TCTTKVG","canonical_record":{"source":{"id":"2112.07210","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T07:37:58Z","cross_cats_sorted":[],"title_canon_sha256":"b5ec810d57485169ed425a57a19431389e93904be94fa4544801736b74225848","abstract_canon_sha256":"15911fe36c2d27a0b8b786c767305be5c10c4490713943b34260676952783f55"},"schema_version":"1.0"},"canonical_sha256":"e4c539aaa601c47662d85f28507b2b7412abc0902640c615421832725f394ac0","source":{"kind":"arxiv","id":"2112.07210","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.07210","created_at":"2026-07-05T04:20:17Z"},{"alias_kind":"arxiv_version","alias_value":"2112.07210v2","created_at":"2026-07-05T04:20:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.07210","created_at":"2026-07-05T04:20:17Z"},{"alias_kind":"pith_short_12","alias_value":"4TCTTKVGAHCH","created_at":"2026-07-05T04:20:17Z"},{"alias_kind":"pith_short_16","alias_value":"4TCTTKVGAHCHMYWY","created_at":"2026-07-05T04:20:17Z"},{"alias_kind":"pith_short_8","alias_value":"4TCTTKVG","created_at":"2026-07-05T04:20:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:4TCTTKVGAHCHMYWYL4UFA6ZLOQ","target":"record","payload":{"canonical_record":{"source":{"id":"2112.07210","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T07:37:58Z","cross_cats_sorted":[],"title_canon_sha256":"b5ec810d57485169ed425a57a19431389e93904be94fa4544801736b74225848","abstract_canon_sha256":"15911fe36c2d27a0b8b786c767305be5c10c4490713943b34260676952783f55"},"schema_version":"1.0"},"canonical_sha256":"e4c539aaa601c47662d85f28507b2b7412abc0902640c615421832725f394ac0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:20:17.392049Z","signature_b64":"j94+DPYFh6CyOEqqSIotKP3kxh/yxVD1n13OGx72wifx0VnhwTgwO2Yi9SMtH6cWKfHBVQHbgjOYVulPPBDOCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e4c539aaa601c47662d85f28507b2b7412abc0902640c615421832725f394ac0","last_reissued_at":"2026-07-05T04:20:17.391542Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:20:17.391542Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.07210","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:20:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J5l54aBgGReppK7yVyQK0++Yzherg/C1hbS+6Y5nWHJT15DLvKtiUEPZnL/M8Q7dL36TgsBn9Ds74lWED9idDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T07:37:04.422643Z"},"content_sha256":"d4942a12dac68d8a54ebe157243a349a085efdafff9fa1b9a67e71fa0eaa31e5","schema_version":"1.0","event_id":"sha256:d4942a12dac68d8a54ebe157243a349a085efdafff9fa1b9a67e71fa0eaa31e5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:4TCTTKVGAHCHMYWYL4UFA6ZLOQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Simple Local Attentions Remain Competitive for Long-Context Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anchit Gupta, Barlas O\\u{g}uz, Diana Liskovich, Omer Levy, Wenhan Xiong, Wen-tau Yih, Xilun Chen, Yashar Mehdad","submitted_at":"2021-12-14T07:37:58Z","abstract_excerpt":"Many NLP tasks require processing long contexts beyond the length limit of pretrained models. In order to scale these models to longer text sequences, many efficient long-range attention variants have been proposed. Despite the abundance of research along this direction, it is still difficult to gauge the relative effectiveness of these models in practical use cases, e.g., if we apply these models following the pretrain-and-finetune paradigm. In this work, we aim to conduct a thorough analysis of these emerging models with large-scale and controlled experiments. For each attention variant, we "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.07210","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.07210/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:20:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g3B/AIo4f5yKpEkcLW1cAM8Z6hRcGPVtZzdBsP78uktPSkHPUFilyxVL+dXP6yQ4RdJBJ2sKRuDBhBvpDdzmAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T07:37:04.423043Z"},"content_sha256":"d41a6246ff3b55577c350474b4d3561358f2e86acba2e54e168adcb3a6bfe1ee","schema_version":"1.0","event_id":"sha256:d41a6246ff3b55577c350474b4d3561358f2e86acba2e54e168adcb3a6bfe1ee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4TCTTKVGAHCHMYWYL4UFA6ZLOQ/bundle.json","state_url":"https://pith.science/pith/4TCTTKVGAHCHMYWYL4UFA6ZLOQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4TCTTKVGAHCHMYWYL4UFA6ZLOQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T07:37:04Z","links":{"resolver":"https://pith.science/pith/4TCTTKVGAHCHMYWYL4UFA6ZLOQ","bundle":"https://pith.science/pith/4TCTTKVGAHCHMYWYL4UFA6ZLOQ/bundle.json","state":"https://pith.science/pith/4TCTTKVGAHCHMYWYL4UFA6ZLOQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4TCTTKVGAHCHMYWYL4UFA6ZLOQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:4TCTTKVGAHCHMYWYL4UFA6ZLOQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"15911fe36c2d27a0b8b786c767305be5c10c4490713943b34260676952783f55","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T07:37:58Z","title_canon_sha256":"b5ec810d57485169ed425a57a19431389e93904be94fa4544801736b74225848"},"schema_version":"1.0","source":{"id":"2112.07210","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.07210","created_at":"2026-07-05T04:20:17Z"},{"alias_kind":"arxiv_version","alias_value":"2112.07210v2","created_at":"2026-07-05T04:20:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.07210","created_at":"2026-07-05T04:20:17Z"},{"alias_kind":"pith_short_12","alias_value":"4TCTTKVGAHCH","created_at":"2026-07-05T04:20:17Z"},{"alias_kind":"pith_short_16","alias_value":"4TCTTKVGAHCHMYWY","created_at":"2026-07-05T04:20:17Z"},{"alias_kind":"pith_short_8","alias_value":"4TCTTKVG","created_at":"2026-07-05T04:20:17Z"}],"graph_snapshots":[{"event_id":"sha256:d41a6246ff3b55577c350474b4d3561358f2e86acba2e54e168adcb3a6bfe1ee","target":"graph","created_at":"2026-07-05T04:20:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.07210/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many NLP tasks require processing long contexts beyond the length limit of pretrained models. In order to scale these models to longer text sequences, many efficient long-range attention variants have been proposed. Despite the abundance of research along this direction, it is still difficult to gauge the relative effectiveness of these models in practical use cases, e.g., if we apply these models following the pretrain-and-finetune paradigm. In this work, we aim to conduct a thorough analysis of these emerging models with large-scale and controlled experiments. For each attention variant, we ","authors_text":"Anchit Gupta, Barlas O\\u{g}uz, Diana Liskovich, Omer Levy, Wenhan Xiong, Wen-tau Yih, Xilun Chen, Yashar Mehdad","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T07:37:58Z","title":"Simple Local Attentions Remain Competitive for Long-Context Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.07210","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d4942a12dac68d8a54ebe157243a349a085efdafff9fa1b9a67e71fa0eaa31e5","target":"record","created_at":"2026-07-05T04:20:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"15911fe36c2d27a0b8b786c767305be5c10c4490713943b34260676952783f55","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-12-14T07:37:58Z","title_canon_sha256":"b5ec810d57485169ed425a57a19431389e93904be94fa4544801736b74225848"},"schema_version":"1.0","source":{"id":"2112.07210","kind":"arxiv","version":2}},"canonical_sha256":"e4c539aaa601c47662d85f28507b2b7412abc0902640c615421832725f394ac0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e4c539aaa601c47662d85f28507b2b7412abc0902640c615421832725f394ac0","first_computed_at":"2026-07-05T04:20:17.391542Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:20:17.391542Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"j94+DPYFh6CyOEqqSIotKP3kxh/yxVD1n13OGx72wifx0VnhwTgwO2Yi9SMtH6cWKfHBVQHbgjOYVulPPBDOCg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:20:17.392049Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.07210","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d4942a12dac68d8a54ebe157243a349a085efdafff9fa1b9a67e71fa0eaa31e5","sha256:d41a6246ff3b55577c350474b4d3561358f2e86acba2e54e168adcb3a6bfe1ee"],"state_sha256":"5b815c450c6b5058afbf7bb1fe6f500bfa5e01efc68bbfe93305962d09408413"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EsejqBwZhscMuNrpckTiMh7bzl7WghJQbQhVC9HOcGmphAwi9NmyWvembBH9UXqWuBQPzK5wDVhTkdIYF/sICw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T07:37:04.426318Z","bundle_sha256":"a77db65bc3d1a4b12887e34e698bc27e9767a80154b2d2718150be4295e7dc86"}}