{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:POASZKA75P442VQYIVRIOAHU5R","short_pith_number":"pith:POASZKA7","canonical_record":{"source":{"id":"2212.10947","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-21T11:38:51Z","cross_cats_sorted":[],"title_canon_sha256":"db641a471d0a2563284fda08e61a66e4b71b580641f50932f8083d5db6eb978b","abstract_canon_sha256":"28936fbe8f2db635f376bd52d4045f286625d82f00409823271c3fa4986b778c"},"schema_version":"1.0"},"canonical_sha256":"7b812ca81febf9cd561845628700f4ec49a65a206baba4ae42462dcee30c399d","source":{"kind":"arxiv","id":"2212.10947","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.10947","created_at":"2026-07-05T06:36:26Z"},{"alias_kind":"arxiv_version","alias_value":"2212.10947v3","created_at":"2026-07-05T06:36:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.10947","created_at":"2026-07-05T06:36:26Z"},{"alias_kind":"pith_short_12","alias_value":"POASZKA75P44","created_at":"2026-07-05T06:36:26Z"},{"alias_kind":"pith_short_16","alias_value":"POASZKA75P442VQY","created_at":"2026-07-05T06:36:26Z"},{"alias_kind":"pith_short_8","alias_value":"POASZKA7","created_at":"2026-07-05T06:36:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:POASZKA75P442VQYIVRIOAHU5R","target":"record","payload":{"canonical_record":{"source":{"id":"2212.10947","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-21T11:38:51Z","cross_cats_sorted":[],"title_canon_sha256":"db641a471d0a2563284fda08e61a66e4b71b580641f50932f8083d5db6eb978b","abstract_canon_sha256":"28936fbe8f2db635f376bd52d4045f286625d82f00409823271c3fa4986b778c"},"schema_version":"1.0"},"canonical_sha256":"7b812ca81febf9cd561845628700f4ec49a65a206baba4ae42462dcee30c399d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:36:26.769181Z","signature_b64":"hgJNQLzeuEu3jNkDc25BQZ7sbfSKqIHFdsoSuBCHmuGaAn59cCW48UEaYFrHAVWu3GDKPebZsJb4EilHSeRNDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7b812ca81febf9cd561845628700f4ec49a65a206baba4ae42462dcee30c399d","last_reissued_at":"2026-07-05T06:36:26.768648Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:36:26.768648Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.10947","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:36:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h9HQ5kD4vs/rJyxfLtv17EFl7sIYMwl/iKUDK3RCgtzU+9heSIVKmdHDZwQJwjMBqMA537B2uMYJtnJdV9u0Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:54:10.580397Z"},"content_sha256":"f0d4da8c2ca905a16e9c73e1c3ced6c52f2ddd8260d471d85b3830caae3e5e83","schema_version":"1.0","event_id":"sha256:f0d4da8c2ca905a16e9c73e1c3ced6c52f2ddd8260d471d85b3830caae3e5e83"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:POASZKA75P442VQYIVRIOAHU5R","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Parallel Context Windows for Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Amnon Shashua, Ehud Karpas, Inbal Magar, Kevin Leyton-Brown, Nir Ratner, Omri Abend, Ori Ram, Yoav Levine, Yoav Shoham, Yonatan Belinkov","submitted_at":"2022-12-21T11:38:51Z","abstract_excerpt":"When applied to processing long text, Large Language Models (LLMs) are limited by their context window. Existing efforts to address this limitation involve training specialized architectures, and cannot be easily applied to off-the-shelf LLMs. We present Parallel Context Windows (PCW), a method that alleviates the context window restriction for any off-the-shelf LLM without further training. The key to the approach is to carve a long context into chunks (``windows''), restrict the attention mechanism to apply only within each window, and re-use the positional embeddings across the windows. Our"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.10947","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.10947/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:36:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AucwIG+OOWMfmA5D3II4ye7hqIDL4J2g4IljnbNck1/O4Te905rvBaLrKTHvauUvLyLlVuKoMYQVmgLPZxJMDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:54:10.580904Z"},"content_sha256":"d1ab78cef4680e2ac865331b2f00c2a711feb72119bedde12b9eef7c608ccc3a","schema_version":"1.0","event_id":"sha256:d1ab78cef4680e2ac865331b2f00c2a711feb72119bedde12b9eef7c608ccc3a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/POASZKA75P442VQYIVRIOAHU5R/bundle.json","state_url":"https://pith.science/pith/POASZKA75P442VQYIVRIOAHU5R/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/POASZKA75P442VQYIVRIOAHU5R/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T10:54:10Z","links":{"resolver":"https://pith.science/pith/POASZKA75P442VQYIVRIOAHU5R","bundle":"https://pith.science/pith/POASZKA75P442VQYIVRIOAHU5R/bundle.json","state":"https://pith.science/pith/POASZKA75P442VQYIVRIOAHU5R/state.json","well_known_bundle":"https://pith.science/.well-known/pith/POASZKA75P442VQYIVRIOAHU5R/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:POASZKA75P442VQYIVRIOAHU5R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"28936fbe8f2db635f376bd52d4045f286625d82f00409823271c3fa4986b778c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-21T11:38:51Z","title_canon_sha256":"db641a471d0a2563284fda08e61a66e4b71b580641f50932f8083d5db6eb978b"},"schema_version":"1.0","source":{"id":"2212.10947","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.10947","created_at":"2026-07-05T06:36:26Z"},{"alias_kind":"arxiv_version","alias_value":"2212.10947v3","created_at":"2026-07-05T06:36:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.10947","created_at":"2026-07-05T06:36:26Z"},{"alias_kind":"pith_short_12","alias_value":"POASZKA75P44","created_at":"2026-07-05T06:36:26Z"},{"alias_kind":"pith_short_16","alias_value":"POASZKA75P442VQY","created_at":"2026-07-05T06:36:26Z"},{"alias_kind":"pith_short_8","alias_value":"POASZKA7","created_at":"2026-07-05T06:36:26Z"}],"graph_snapshots":[{"event_id":"sha256:d1ab78cef4680e2ac865331b2f00c2a711feb72119bedde12b9eef7c608ccc3a","target":"graph","created_at":"2026-07-05T06:36:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.10947/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When applied to processing long text, Large Language Models (LLMs) are limited by their context window. Existing efforts to address this limitation involve training specialized architectures, and cannot be easily applied to off-the-shelf LLMs. We present Parallel Context Windows (PCW), a method that alleviates the context window restriction for any off-the-shelf LLM without further training. The key to the approach is to carve a long context into chunks (``windows''), restrict the attention mechanism to apply only within each window, and re-use the positional embeddings across the windows. Our","authors_text":"Amnon Shashua, Ehud Karpas, Inbal Magar, Kevin Leyton-Brown, Nir Ratner, Omri Abend, Ori Ram, Yoav Levine, Yoav Shoham, Yonatan Belinkov","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-21T11:38:51Z","title":"Parallel Context Windows for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.10947","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f0d4da8c2ca905a16e9c73e1c3ced6c52f2ddd8260d471d85b3830caae3e5e83","target":"record","created_at":"2026-07-05T06:36:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"28936fbe8f2db635f376bd52d4045f286625d82f00409823271c3fa4986b778c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-21T11:38:51Z","title_canon_sha256":"db641a471d0a2563284fda08e61a66e4b71b580641f50932f8083d5db6eb978b"},"schema_version":"1.0","source":{"id":"2212.10947","kind":"arxiv","version":3}},"canonical_sha256":"7b812ca81febf9cd561845628700f4ec49a65a206baba4ae42462dcee30c399d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7b812ca81febf9cd561845628700f4ec49a65a206baba4ae42462dcee30c399d","first_computed_at":"2026-07-05T06:36:26.768648Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:36:26.768648Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hgJNQLzeuEu3jNkDc25BQZ7sbfSKqIHFdsoSuBCHmuGaAn59cCW48UEaYFrHAVWu3GDKPebZsJb4EilHSeRNDg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:36:26.769181Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.10947","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f0d4da8c2ca905a16e9c73e1c3ced6c52f2ddd8260d471d85b3830caae3e5e83","sha256:d1ab78cef4680e2ac865331b2f00c2a711feb72119bedde12b9eef7c608ccc3a"],"state_sha256":"26f74aad5a94f4b3ae8c085509b0c90484247d23912c3607fdbec10a32d3609c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gjYjOFyF6eBENkIMR1B0e6zOCCDt+l+XtW9vTLY8nPIxaOvyk9ZabQ0sqOgi2li4SMt5pHAT0C9jGpQ96ZolCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T10:54:10.586265Z","bundle_sha256":"5c88a21dd9e2995806a18968c6ba3042aedac903380eb23f9850d5a06bef4916"}}