{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:KE5XQ4NYP322B4BP7YYH6T4EGT","short_pith_number":"pith:KE5XQ4NY","canonical_record":{"source":{"id":"2310.12442","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T03:32:05Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a5799578fffb2e6cb82b51bc97ec26f2c4392fdeb3c92904aedcfaee05bfad62","abstract_canon_sha256":"4d5c4249c29639aecbb86728a865dacf5de1b50aae554c61708bc7d6516a4471"},"schema_version":"1.0"},"canonical_sha256":"513b7871b87ef5a0f02ffe307f4f8434cdfc046243f19bb68687a127d8a78e07","source":{"kind":"arxiv","id":"2310.12442","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.12442","created_at":"2026-07-05T07:02:38Z"},{"alias_kind":"arxiv_version","alias_value":"2310.12442v1","created_at":"2026-07-05T07:02:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.12442","created_at":"2026-07-05T07:02:38Z"},{"alias_kind":"pith_short_12","alias_value":"KE5XQ4NYP322","created_at":"2026-07-05T07:02:38Z"},{"alias_kind":"pith_short_16","alias_value":"KE5XQ4NYP322B4BP","created_at":"2026-07-05T07:02:38Z"},{"alias_kind":"pith_short_8","alias_value":"KE5XQ4NY","created_at":"2026-07-05T07:02:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:KE5XQ4NYP322B4BP7YYH6T4EGT","target":"record","payload":{"canonical_record":{"source":{"id":"2310.12442","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T03:32:05Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a5799578fffb2e6cb82b51bc97ec26f2c4392fdeb3c92904aedcfaee05bfad62","abstract_canon_sha256":"4d5c4249c29639aecbb86728a865dacf5de1b50aae554c61708bc7d6516a4471"},"schema_version":"1.0"},"canonical_sha256":"513b7871b87ef5a0f02ffe307f4f8434cdfc046243f19bb68687a127d8a78e07","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:02:38.126460Z","signature_b64":"P5AE5gnMyZrxinawbhpZnfquFDLt0XWjIr+Ze4IdJg/O7cs7zk9HLjwnPmR49D4l3ZzmS1CVf6f7jbNWHMofCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"513b7871b87ef5a0f02ffe307f4f8434cdfc046243f19bb68687a127d8a78e07","last_reissued_at":"2026-07-05T07:02:38.125973Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:02:38.125973Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.12442","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eE2cw83OUKw/8oJ6eT7cwU+NoSlzPjs4rvOHGpZPr7Wxr6Z7nwKis4FzCfQkko7k6o1HOG6YuRGQ4Fod+c6MCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T20:08:42.226592Z"},"content_sha256":"e63af05bd6f12cd22ff1ffcf9472726cb62d17adf4c9243be8d392374ba49f0a","schema_version":"1.0","event_id":"sha256:e63af05bd6f12cd22ff1ffcf9472726cb62d17adf4c9243be8d392374ba49f0a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:KE5XQ4NYP322B4BP7YYH6T4EGT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficient Long-Range Transformers: You Need to Attend More, but Not Necessarily at Every Layer","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Cole Hawkins, Dhananjay Ram, Qingru Zhang, Sheng Zha, Tuo Zhao","submitted_at":"2023-10-19T03:32:05Z","abstract_excerpt":"Pretrained transformer models have demonstrated remarkable performance across various natural language processing tasks. These models leverage the attention mechanism to capture long- and short-range dependencies in the sequence. However, the (full) attention mechanism incurs high computational cost - quadratic in the sequence length, which is not affordable in tasks with long sequences, e.g., inputs with 8k tokens. Although sparse attention can be used to improve computational efficiency, as suggested in existing work, it has limited modeling capacity and often fails to capture complicated de"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.12442","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.12442/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:02:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"liRVOrJnX859oO+XV1lbqK9DKwP606UYcnMKfh7KD5/FBe+n/AOVJJnWGZgQt3VXpo/u9t9oLvEV5s0ruuDFDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T20:08:42.226929Z"},"content_sha256":"5474da8979a8f967ee3ccfb8053962b96abb58dfab1975400570f077f2b034e9","schema_version":"1.0","event_id":"sha256:5474da8979a8f967ee3ccfb8053962b96abb58dfab1975400570f077f2b034e9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KE5XQ4NYP322B4BP7YYH6T4EGT/bundle.json","state_url":"https://pith.science/pith/KE5XQ4NYP322B4BP7YYH6T4EGT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KE5XQ4NYP322B4BP7YYH6T4EGT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T20:08:42Z","links":{"resolver":"https://pith.science/pith/KE5XQ4NYP322B4BP7YYH6T4EGT","bundle":"https://pith.science/pith/KE5XQ4NYP322B4BP7YYH6T4EGT/bundle.json","state":"https://pith.science/pith/KE5XQ4NYP322B4BP7YYH6T4EGT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KE5XQ4NYP322B4BP7YYH6T4EGT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:KE5XQ4NYP322B4BP7YYH6T4EGT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4d5c4249c29639aecbb86728a865dacf5de1b50aae554c61708bc7d6516a4471","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T03:32:05Z","title_canon_sha256":"a5799578fffb2e6cb82b51bc97ec26f2c4392fdeb3c92904aedcfaee05bfad62"},"schema_version":"1.0","source":{"id":"2310.12442","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.12442","created_at":"2026-07-05T07:02:38Z"},{"alias_kind":"arxiv_version","alias_value":"2310.12442v1","created_at":"2026-07-05T07:02:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.12442","created_at":"2026-07-05T07:02:38Z"},{"alias_kind":"pith_short_12","alias_value":"KE5XQ4NYP322","created_at":"2026-07-05T07:02:38Z"},{"alias_kind":"pith_short_16","alias_value":"KE5XQ4NYP322B4BP","created_at":"2026-07-05T07:02:38Z"},{"alias_kind":"pith_short_8","alias_value":"KE5XQ4NY","created_at":"2026-07-05T07:02:38Z"}],"graph_snapshots":[{"event_id":"sha256:5474da8979a8f967ee3ccfb8053962b96abb58dfab1975400570f077f2b034e9","target":"graph","created_at":"2026-07-05T07:02:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.12442/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pretrained transformer models have demonstrated remarkable performance across various natural language processing tasks. These models leverage the attention mechanism to capture long- and short-range dependencies in the sequence. However, the (full) attention mechanism incurs high computational cost - quadratic in the sequence length, which is not affordable in tasks with long sequences, e.g., inputs with 8k tokens. Although sparse attention can be used to improve computational efficiency, as suggested in existing work, it has limited modeling capacity and often fails to capture complicated de","authors_text":"Cole Hawkins, Dhananjay Ram, Qingru Zhang, Sheng Zha, Tuo Zhao","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T03:32:05Z","title":"Efficient Long-Range Transformers: You Need to Attend More, but Not Necessarily at Every Layer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.12442","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e63af05bd6f12cd22ff1ffcf9472726cb62d17adf4c9243be8d392374ba49f0a","target":"record","created_at":"2026-07-05T07:02:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4d5c4249c29639aecbb86728a865dacf5de1b50aae554c61708bc7d6516a4471","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-10-19T03:32:05Z","title_canon_sha256":"a5799578fffb2e6cb82b51bc97ec26f2c4392fdeb3c92904aedcfaee05bfad62"},"schema_version":"1.0","source":{"id":"2310.12442","kind":"arxiv","version":1}},"canonical_sha256":"513b7871b87ef5a0f02ffe307f4f8434cdfc046243f19bb68687a127d8a78e07","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"513b7871b87ef5a0f02ffe307f4f8434cdfc046243f19bb68687a127d8a78e07","first_computed_at":"2026-07-05T07:02:38.125973Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:02:38.125973Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"P5AE5gnMyZrxinawbhpZnfquFDLt0XWjIr+Ze4IdJg/O7cs7zk9HLjwnPmR49D4l3ZzmS1CVf6f7jbNWHMofCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:02:38.126460Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.12442","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e63af05bd6f12cd22ff1ffcf9472726cb62d17adf4c9243be8d392374ba49f0a","sha256:5474da8979a8f967ee3ccfb8053962b96abb58dfab1975400570f077f2b034e9"],"state_sha256":"e1f0fe10dd10483121b9a189a978884a2faecde0a5e4c9add47f766eec702e2e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GLfXH6AeGttqkSqbf/HogKa9tJv8lc4JPycJ17FSysFKI9WwAeQEgBF32sHwuE381xqsTOnpMO8C2kNgZcUmDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T20:08:42.230366Z","bundle_sha256":"2f5dd4e58d38a83a06975825df98b37247ca441d5945f9466938dc6698625435"}}