{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:AXN3D33RTZPHWCM2SULTAFOW2W","short_pith_number":"pith:AXN3D33R","canonical_record":{"source":{"id":"2008.05828","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-08-13T11:32:47Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f0886240be95f38b2adde9adc7957c523ed13a84705b509b62430b1433b9d080","abstract_canon_sha256":"e4f24630e82f8ec12e5d960bb09002dc5604d44af67bd7d2bf52f6c6099f2638"},"schema_version":"1.0"},"canonical_sha256":"05dbb1ef719e5e7b099a95173015d6d5a76855b49edb9279b85b6459efca5c0f","source":{"kind":"arxiv","id":"2008.05828","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2008.05828","created_at":"2026-07-05T01:26:57Z"},{"alias_kind":"arxiv_version","alias_value":"2008.05828v1","created_at":"2026-07-05T01:26:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2008.05828","created_at":"2026-07-05T01:26:57Z"},{"alias_kind":"pith_short_12","alias_value":"AXN3D33RTZPH","created_at":"2026-07-05T01:26:57Z"},{"alias_kind":"pith_short_16","alias_value":"AXN3D33RTZPHWCM2","created_at":"2026-07-05T01:26:57Z"},{"alias_kind":"pith_short_8","alias_value":"AXN3D33R","created_at":"2026-07-05T01:26:57Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:AXN3D33RTZPHWCM2SULTAFOW2W","target":"record","payload":{"canonical_record":{"source":{"id":"2008.05828","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-08-13T11:32:47Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"f0886240be95f38b2adde9adc7957c523ed13a84705b509b62430b1433b9d080","abstract_canon_sha256":"e4f24630e82f8ec12e5d960bb09002dc5604d44af67bd7d2bf52f6c6099f2638"},"schema_version":"1.0"},"canonical_sha256":"05dbb1ef719e5e7b099a95173015d6d5a76855b49edb9279b85b6459efca5c0f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:26:57.825051Z","signature_b64":"k4IfMC0+lnXFEc0ALIaS7HrkN3hoxHui75L+6aC2tkzQlNnHDMq8k+RLHtJMIXYcu/9sjC2mQfvGYQPdF7SAAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"05dbb1ef719e5e7b099a95173015d6d5a76855b49edb9279b85b6459efca5c0f","last_reissued_at":"2026-07-05T01:26:57.824413Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:26:57.824413Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2008.05828","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:26:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XqBMYIAr8c6kw8rKu2hbJ5HIQ6aSzwa6Gv7Vg+maKZ5p/XGwSJq9ESf3tSoeyH6otrnKC0ujc2Oo2GON6BzsBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:47:53.043675Z"},"content_sha256":"8455f448b6aaa7c7a0db66eb458a0070251ac314804fd5a64a33ae8ad49205ab","schema_version":"1.0","event_id":"sha256:8455f448b6aaa7c7a0db66eb458a0070251ac314804fd5a64a33ae8ad49205ab"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:AXN3D33RTZPHWCM2SULTAFOW2W","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Importance of Local Information in Transformer Based Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Aakriti Budhraja, Madhura Pande, Mitesh M. Khapra, Pratyush Kumar, Preksha Nema","submitted_at":"2020-08-13T11:32:47Z","abstract_excerpt":"The self-attention module is a key component of Transformer-based models, wherein each token pays attention to every other token. Recent studies have shown that these heads exhibit syntactic, semantic, or local behaviour. Some studies have also identified promise in restricting this attention to be local, i.e., a token attending to other tokens only in a small neighbourhood around it. However, no conclusive evidence exists that such local attention alone is sufficient to achieve high accuracy on multiple NLP tasks. In this work, we systematically analyse the role of locality information in lea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2008.05828","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2008.05828/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:26:57Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S2YIhsTebFzCKswD1/A1gVN9ipDSH3ZtQh6u1Dr6lnd4f1CT8/0J1krONfTD8CXkUtN4lyCurKkwaM2LPmGdBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T08:47:53.044243Z"},"content_sha256":"b22381f74564e599ea877e923f278ff1cc531a66aca96857bb77b62961cb0847","schema_version":"1.0","event_id":"sha256:b22381f74564e599ea877e923f278ff1cc531a66aca96857bb77b62961cb0847"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AXN3D33RTZPHWCM2SULTAFOW2W/bundle.json","state_url":"https://pith.science/pith/AXN3D33RTZPHWCM2SULTAFOW2W/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AXN3D33RTZPHWCM2SULTAFOW2W/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T08:47:53Z","links":{"resolver":"https://pith.science/pith/AXN3D33RTZPHWCM2SULTAFOW2W","bundle":"https://pith.science/pith/AXN3D33RTZPHWCM2SULTAFOW2W/bundle.json","state":"https://pith.science/pith/AXN3D33RTZPHWCM2SULTAFOW2W/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AXN3D33RTZPHWCM2SULTAFOW2W/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:AXN3D33RTZPHWCM2SULTAFOW2W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e4f24630e82f8ec12e5d960bb09002dc5604d44af67bd7d2bf52f6c6099f2638","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-08-13T11:32:47Z","title_canon_sha256":"f0886240be95f38b2adde9adc7957c523ed13a84705b509b62430b1433b9d080"},"schema_version":"1.0","source":{"id":"2008.05828","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2008.05828","created_at":"2026-07-05T01:26:57Z"},{"alias_kind":"arxiv_version","alias_value":"2008.05828v1","created_at":"2026-07-05T01:26:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2008.05828","created_at":"2026-07-05T01:26:57Z"},{"alias_kind":"pith_short_12","alias_value":"AXN3D33RTZPH","created_at":"2026-07-05T01:26:57Z"},{"alias_kind":"pith_short_16","alias_value":"AXN3D33RTZPHWCM2","created_at":"2026-07-05T01:26:57Z"},{"alias_kind":"pith_short_8","alias_value":"AXN3D33R","created_at":"2026-07-05T01:26:57Z"}],"graph_snapshots":[{"event_id":"sha256:b22381f74564e599ea877e923f278ff1cc531a66aca96857bb77b62961cb0847","target":"graph","created_at":"2026-07-05T01:26:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2008.05828/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The self-attention module is a key component of Transformer-based models, wherein each token pays attention to every other token. Recent studies have shown that these heads exhibit syntactic, semantic, or local behaviour. Some studies have also identified promise in restricting this attention to be local, i.e., a token attending to other tokens only in a small neighbourhood around it. However, no conclusive evidence exists that such local attention alone is sufficient to achieve high accuracy on multiple NLP tasks. In this work, we systematically analyse the role of locality information in lea","authors_text":"Aakriti Budhraja, Madhura Pande, Mitesh M. Khapra, Pratyush Kumar, Preksha Nema","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-08-13T11:32:47Z","title":"On the Importance of Local Information in Transformer Based Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2008.05828","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8455f448b6aaa7c7a0db66eb458a0070251ac314804fd5a64a33ae8ad49205ab","target":"record","created_at":"2026-07-05T01:26:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e4f24630e82f8ec12e5d960bb09002dc5604d44af67bd7d2bf52f6c6099f2638","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-08-13T11:32:47Z","title_canon_sha256":"f0886240be95f38b2adde9adc7957c523ed13a84705b509b62430b1433b9d080"},"schema_version":"1.0","source":{"id":"2008.05828","kind":"arxiv","version":1}},"canonical_sha256":"05dbb1ef719e5e7b099a95173015d6d5a76855b49edb9279b85b6459efca5c0f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"05dbb1ef719e5e7b099a95173015d6d5a76855b49edb9279b85b6459efca5c0f","first_computed_at":"2026-07-05T01:26:57.824413Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:26:57.824413Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"k4IfMC0+lnXFEc0ALIaS7HrkN3hoxHui75L+6aC2tkzQlNnHDMq8k+RLHtJMIXYcu/9sjC2mQfvGYQPdF7SAAA==","signature_status":"signed_v1","signed_at":"2026-07-05T01:26:57.825051Z","signed_message":"canonical_sha256_bytes"},"source_id":"2008.05828","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8455f448b6aaa7c7a0db66eb458a0070251ac314804fd5a64a33ae8ad49205ab","sha256:b22381f74564e599ea877e923f278ff1cc531a66aca96857bb77b62961cb0847"],"state_sha256":"070bb68739c0794b8df0328ef56fa6d37ad9884834b7dd07af9ef40d877a5696"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tNxwqBLDho06u2kCkkZfQKHO0bOyp6EUtED0TtB5gCp8TIyz+oTdBgxnvYNwAJXals/cPuWvP505J/eygdYaAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T08:47:53.049053Z","bundle_sha256":"41bb68fa66ddee0e46a7fc13043289196fa5c03274de0796a6d7548cc5a9b337"}}