{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GS5JCQOGJWBZWODM6RWRVP5CDI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5ab4de74096b0fd6170424534a25daf0cd07e5bddb27e8a2f89fd669cfb07a32","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-26T14:47:35Z","title_canon_sha256":"c6c405e5656e25f42b2ef311ba1a826f2d4fa362244638daa05f8d4c1a6baf7e"},"schema_version":"1.0","source":{"id":"2402.16617","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.16617","created_at":"2026-07-05T11:18:57Z"},{"alias_kind":"arxiv_version","alias_value":"2402.16617v2","created_at":"2026-07-05T11:18:57Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.16617","created_at":"2026-07-05T11:18:57Z"},{"alias_kind":"pith_short_12","alias_value":"GS5JCQOGJWBZ","created_at":"2026-07-05T11:18:57Z"},{"alias_kind":"pith_short_16","alias_value":"GS5JCQOGJWBZWODM","created_at":"2026-07-05T11:18:57Z"},{"alias_kind":"pith_short_8","alias_value":"GS5JCQOG","created_at":"2026-07-05T11:18:57Z"}],"graph_snapshots":[{"event_id":"sha256:fbaf5d16750dbee8843a9ed8c97bb5b95351be364914af4e26e8744704ec1ec3","target":"graph","created_at":"2026-07-05T11:18:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.16617/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Extending large language models (LLMs) to process longer inputs is crucial for a wide range of applications. However, the substantial computational cost of transformers and limited generalization of positional encoding restrict the size of their context window. We introduce Context Expansion with Parallel Encoding (CEPE), a framework that can be applied to any existing decoder-only LLMs to extend their context window. CEPE employs a small encoder to process long inputs chunk by chunk, enabling the frozen decoder to utilize additional contexts via cross-attention. CEPE is efficient, generalizab","authors_text":"Danqi Chen, Howard Yen, Tianyu Gao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-26T14:47:35Z","title":"Long-Context Language Modeling with Parallel Context Encoding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.16617","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:604b408256e456c238a42eb5f36e1e4e9cefa46012aeb3dc53adc7c7a2b21409","target":"record","created_at":"2026-07-05T11:18:57Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5ab4de74096b0fd6170424534a25daf0cd07e5bddb27e8a2f89fd669cfb07a32","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-26T14:47:35Z","title_canon_sha256":"c6c405e5656e25f42b2ef311ba1a826f2d4fa362244638daa05f8d4c1a6baf7e"},"schema_version":"1.0","source":{"id":"2402.16617","kind":"arxiv","version":2}},"canonical_sha256":"34ba9141c64d839b386cf46d1abfa21a1fc7fcf42c8924189e49917727cae8dd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"34ba9141c64d839b386cf46d1abfa21a1fc7fcf42c8924189e49917727cae8dd","first_computed_at":"2026-07-05T11:18:57.818253Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:18:57.818253Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OIZVZzrdR/TiqE0HKLnOvupXyhpsaZXoIKcIpgLpEWG+8GF8xZfWdEquBVRtHk1JkbByXrIbld7BWp0ZUc4tCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:18:57.818742Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.16617","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:604b408256e456c238a42eb5f36e1e4e9cefa46012aeb3dc53adc7c7a2b21409","sha256:fbaf5d16750dbee8843a9ed8c97bb5b95351be364914af4e26e8744704ec1ec3"],"state_sha256":"4dd10751e9d15f81df2a2f8ca9e4eef6ade7c7c1c4c3a7d8cd1932748dbf981c"}