{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:BL7MJCYOZOJURKLRIBVJVJT6CC","short_pith_number":"pith:BL7MJCYO","canonical_record":{"source":{"id":"2305.16300","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T17:53:42Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"133ab8c820b0995e9c47d324fc3e935756266da02ea1f9faba39712c5fbf3096","abstract_canon_sha256":"24fe12071f57030322800927bd7e5e5d756c7e8815a7211b8fec86667c1b596a"},"schema_version":"1.0"},"canonical_sha256":"0afec48b0ecb9348a971406a9aa67e10a591356c1d8360485fe88500dd5b1de5","source":{"kind":"arxiv","id":"2305.16300","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16300","created_at":"2026-07-05T07:14:12Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16300v2","created_at":"2026-07-05T07:14:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16300","created_at":"2026-07-05T07:14:12Z"},{"alias_kind":"pith_short_12","alias_value":"BL7MJCYOZOJU","created_at":"2026-07-05T07:14:12Z"},{"alias_kind":"pith_short_16","alias_value":"BL7MJCYOZOJURKLR","created_at":"2026-07-05T07:14:12Z"},{"alias_kind":"pith_short_8","alias_value":"BL7MJCYO","created_at":"2026-07-05T07:14:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:BL7MJCYOZOJURKLRIBVJVJT6CC","target":"record","payload":{"canonical_record":{"source":{"id":"2305.16300","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T17:53:42Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"133ab8c820b0995e9c47d324fc3e935756266da02ea1f9faba39712c5fbf3096","abstract_canon_sha256":"24fe12071f57030322800927bd7e5e5d756c7e8815a7211b8fec86667c1b596a"},"schema_version":"1.0"},"canonical_sha256":"0afec48b0ecb9348a971406a9aa67e10a591356c1d8360485fe88500dd5b1de5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:14:12.680554Z","signature_b64":"RLb50flzTQauQNvkW9EkqIx0tk7+HnkWZ39Epqj6JgRUyVjT9JkEm/erxhvbU9FyxOK/Rvc/KWde7RwDr4qhAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0afec48b0ecb9348a971406a9aa67e10a591356c1d8360485fe88500dd5b1de5","last_reissued_at":"2026-07-05T07:14:12.680034Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:14:12.680034Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.16300","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zQQcuJTBPg1ZhIXl3NmYShfTiFPMwvsVm12/1EEzGwghX6CGIyufplJpObLhJiZDcE7g3mKv8uy6gka7ogj1Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T17:31:57.439925Z"},"content_sha256":"c46c966e25762960223e88d198a273aa79c6062de7f5f98904dce7d619047bb9","schema_version":"1.0","event_id":"sha256:c46c966e25762960223e88d198a273aa79c6062de7f5f98904dce7d619047bb9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:BL7MJCYOZOJURKLRIBVJVJT6CC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Amirkeivan Mohtashami, Martin Jaggi","submitted_at":"2023-05-25T17:53:42Z","abstract_excerpt":"While Transformers have shown remarkable success in natural language processing, their attention mechanism's large memory requirements have limited their ability to handle longer contexts. Prior approaches, such as recurrent memory or retrieval-based augmentation, have either compromised the random-access flexibility of attention (i.e., the capability to select any token in the entire context) or relied on separate mechanisms for relevant context retrieval, which may not be compatible with the model's attention. In this paper, we present a novel approach that allows access to the complete cont"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16300","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.16300/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:14:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I8os+BZBTz69GpWSMjDFbcOJXyf47h3vVBwqTefQuRXXwZ8Z9bGx7pi4sy3C11JGOZeZ8MVsOy3fKUO1NvyUCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T17:31:57.440560Z"},"content_sha256":"466ab051e619b9e35492d949cb9fb293465b442bd166f622ba476070eda523b4","schema_version":"1.0","event_id":"sha256:466ab051e619b9e35492d949cb9fb293465b442bd166f622ba476070eda523b4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BL7MJCYOZOJURKLRIBVJVJT6CC/bundle.json","state_url":"https://pith.science/pith/BL7MJCYOZOJURKLRIBVJVJT6CC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BL7MJCYOZOJURKLRIBVJVJT6CC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T17:31:57Z","links":{"resolver":"https://pith.science/pith/BL7MJCYOZOJURKLRIBVJVJT6CC","bundle":"https://pith.science/pith/BL7MJCYOZOJURKLRIBVJVJT6CC/bundle.json","state":"https://pith.science/pith/BL7MJCYOZOJURKLRIBVJVJT6CC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BL7MJCYOZOJURKLRIBVJVJT6CC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:BL7MJCYOZOJURKLRIBVJVJT6CC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"24fe12071f57030322800927bd7e5e5d756c7e8815a7211b8fec86667c1b596a","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T17:53:42Z","title_canon_sha256":"133ab8c820b0995e9c47d324fc3e935756266da02ea1f9faba39712c5fbf3096"},"schema_version":"1.0","source":{"id":"2305.16300","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.16300","created_at":"2026-07-05T07:14:12Z"},{"alias_kind":"arxiv_version","alias_value":"2305.16300v2","created_at":"2026-07-05T07:14:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16300","created_at":"2026-07-05T07:14:12Z"},{"alias_kind":"pith_short_12","alias_value":"BL7MJCYOZOJU","created_at":"2026-07-05T07:14:12Z"},{"alias_kind":"pith_short_16","alias_value":"BL7MJCYOZOJURKLR","created_at":"2026-07-05T07:14:12Z"},{"alias_kind":"pith_short_8","alias_value":"BL7MJCYO","created_at":"2026-07-05T07:14:12Z"}],"graph_snapshots":[{"event_id":"sha256:466ab051e619b9e35492d949cb9fb293465b442bd166f622ba476070eda523b4","target":"graph","created_at":"2026-07-05T07:14:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.16300/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While Transformers have shown remarkable success in natural language processing, their attention mechanism's large memory requirements have limited their ability to handle longer contexts. Prior approaches, such as recurrent memory or retrieval-based augmentation, have either compromised the random-access flexibility of attention (i.e., the capability to select any token in the entire context) or relied on separate mechanisms for relevant context retrieval, which may not be compatible with the model's attention. In this paper, we present a novel approach that allows access to the complete cont","authors_text":"Amirkeivan Mohtashami, Martin Jaggi","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T17:53:42Z","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16300","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c46c966e25762960223e88d198a273aa79c6062de7f5f98904dce7d619047bb9","target":"record","created_at":"2026-07-05T07:14:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"24fe12071f57030322800927bd7e5e5d756c7e8815a7211b8fec86667c1b596a","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-25T17:53:42Z","title_canon_sha256":"133ab8c820b0995e9c47d324fc3e935756266da02ea1f9faba39712c5fbf3096"},"schema_version":"1.0","source":{"id":"2305.16300","kind":"arxiv","version":2}},"canonical_sha256":"0afec48b0ecb9348a971406a9aa67e10a591356c1d8360485fe88500dd5b1de5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0afec48b0ecb9348a971406a9aa67e10a591356c1d8360485fe88500dd5b1de5","first_computed_at":"2026-07-05T07:14:12.680034Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:14:12.680034Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RLb50flzTQauQNvkW9EkqIx0tk7+HnkWZ39Epqj6JgRUyVjT9JkEm/erxhvbU9FyxOK/Rvc/KWde7RwDr4qhAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:14:12.680554Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.16300","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c46c966e25762960223e88d198a273aa79c6062de7f5f98904dce7d619047bb9","sha256:466ab051e619b9e35492d949cb9fb293465b442bd166f622ba476070eda523b4"],"state_sha256":"0fb83d27f67f1b47ae8154079aee774d0526556df059489ebf8f01ade22c17c8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AW4LYyY2dVwSI6J6BLIVHELOeHSMKz9TPguZw/59UKks4AanTQKWP8GlFxEBrmyHRVh+97x+S/swY2aLK63LAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T17:31:57.444461Z","bundle_sha256":"18aad93e252dacaf4970f504f36c80e47459829838704e2f666b645ed53596ea"}}