{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5OKDIZC77Y522UIFFXAIKO5ZO4","short_pith_number":"pith:5OKDIZC7","canonical_record":{"source":{"id":"2402.17463","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T12:39:23Z","cross_cats_sorted":[],"title_canon_sha256":"47ab3b0acef92d0d08aac7babe79ccb6a7d7d340f3e7f42cf6108a5b71d53f17","abstract_canon_sha256":"7f96296e894849bbdb0259477b05ba9a92fd5099d853f476103d95f5a71cdbf7"},"schema_version":"1.0"},"canonical_sha256":"eb9434645ffe3bad51052dc0853bb9771e2de1f312dd4ccbe78d69a2fb1fa027","source":{"kind":"arxiv","id":"2402.17463","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.17463","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"arxiv_version","alias_value":"2402.17463v2","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.17463","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_12","alias_value":"5OKDIZC77Y52","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_16","alias_value":"5OKDIZC77Y522UIF","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_8","alias_value":"5OKDIZC7","created_at":"2026-07-05T08:24:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5OKDIZC77Y522UIFFXAIKO5ZO4","target":"record","payload":{"canonical_record":{"source":{"id":"2402.17463","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T12:39:23Z","cross_cats_sorted":[],"title_canon_sha256":"47ab3b0acef92d0d08aac7babe79ccb6a7d7d340f3e7f42cf6108a5b71d53f17","abstract_canon_sha256":"7f96296e894849bbdb0259477b05ba9a92fd5099d853f476103d95f5a71cdbf7"},"schema_version":"1.0"},"canonical_sha256":"eb9434645ffe3bad51052dc0853bb9771e2de1f312dd4ccbe78d69a2fb1fa027","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:24:24.183904Z","signature_b64":"KmToU6TbczwzpvNKv22pOS7GbQJCaEQujC6ImQF02JDiRQ/yZYPUzMobl8gVgJcl8LGXtU7dw5Q0qhghhreNBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eb9434645ffe3bad51052dc0853bb9771e2de1f312dd4ccbe78d69a2fb1fa027","last_reissued_at":"2026-07-05T08:24:24.183399Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:24:24.183399Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.17463","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Cs01XL0/TKCAu0x9oZ9iXbulXr2ykwEPodsBchA0jPf4rhQoOKkIJ7BhE8YnueW/N6edGmGtyShaf8AUqtW1DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:13:35.749173Z"},"content_sha256":"68abe04d54baa71717f4b270de0fbc75bd351513265b07cc49cfee4b81fba4df","schema_version":"1.0","event_id":"sha256:68abe04d54baa71717f4b270de0fbc75bd351513265b07cc49cfee4b81fba4df"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5OKDIZC77Y522UIFFXAIKO5ZO4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Training-Free Long-Context Scaling of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chang Zhou, Chenxin An, Fei Huang, Jun Zhang, Lingpeng Kong, Shansan Gong, Xipeng Qiu","submitted_at":"2024-02-27T12:39:23Z","abstract_excerpt":"The ability of Large Language Models (LLMs) to process and generate coherent text is markedly weakened when the number of input tokens exceeds their pretraining length. Given the expensive overhead of finetuning large-scale models with longer sequences, we propose Dual Chunk Attention (DCA), which enables Llama2 70B to support context windows of more than 100k tokens without continual training. By decomposing the attention computation for long sequences into chunk-based modules, DCA manages to effectively capture the relative positional information of tokens within the same chunk (Intra-Chunk)"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.17463","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.17463/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"As+XV0l52TXhTrFdaEG/RcicVXzG+2sxBXsVu71pSmTyMwmfcad1dPN/d8XT2BqdgQSY5PKqZAJwymTGOT+3Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T03:13:35.750185Z"},"content_sha256":"88907bd901b4e58979a315e5b9e81121202cd4b87e65c8e9803d09d35261e2bb","schema_version":"1.0","event_id":"sha256:88907bd901b4e58979a315e5b9e81121202cd4b87e65c8e9803d09d35261e2bb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5OKDIZC77Y522UIFFXAIKO5ZO4/bundle.json","state_url":"https://pith.science/pith/5OKDIZC77Y522UIFFXAIKO5ZO4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5OKDIZC77Y522UIFFXAIKO5ZO4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T03:13:35Z","links":{"resolver":"https://pith.science/pith/5OKDIZC77Y522UIFFXAIKO5ZO4","bundle":"https://pith.science/pith/5OKDIZC77Y522UIFFXAIKO5ZO4/bundle.json","state":"https://pith.science/pith/5OKDIZC77Y522UIFFXAIKO5ZO4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5OKDIZC77Y522UIFFXAIKO5ZO4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5OKDIZC77Y522UIFFXAIKO5ZO4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7f96296e894849bbdb0259477b05ba9a92fd5099d853f476103d95f5a71cdbf7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T12:39:23Z","title_canon_sha256":"47ab3b0acef92d0d08aac7babe79ccb6a7d7d340f3e7f42cf6108a5b71d53f17"},"schema_version":"1.0","source":{"id":"2402.17463","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.17463","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"arxiv_version","alias_value":"2402.17463v2","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.17463","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_12","alias_value":"5OKDIZC77Y52","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_16","alias_value":"5OKDIZC77Y522UIF","created_at":"2026-07-05T08:24:24Z"},{"alias_kind":"pith_short_8","alias_value":"5OKDIZC7","created_at":"2026-07-05T08:24:24Z"}],"graph_snapshots":[{"event_id":"sha256:88907bd901b4e58979a315e5b9e81121202cd4b87e65c8e9803d09d35261e2bb","target":"graph","created_at":"2026-07-05T08:24:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.17463/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The ability of Large Language Models (LLMs) to process and generate coherent text is markedly weakened when the number of input tokens exceeds their pretraining length. Given the expensive overhead of finetuning large-scale models with longer sequences, we propose Dual Chunk Attention (DCA), which enables Llama2 70B to support context windows of more than 100k tokens without continual training. By decomposing the attention computation for long sequences into chunk-based modules, DCA manages to effectively capture the relative positional information of tokens within the same chunk (Intra-Chunk)","authors_text":"Chang Zhou, Chenxin An, Fei Huang, Jun Zhang, Lingpeng Kong, Shansan Gong, Xipeng Qiu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T12:39:23Z","title":"Training-Free Long-Context Scaling of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.17463","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:68abe04d54baa71717f4b270de0fbc75bd351513265b07cc49cfee4b81fba4df","target":"record","created_at":"2026-07-05T08:24:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7f96296e894849bbdb0259477b05ba9a92fd5099d853f476103d95f5a71cdbf7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T12:39:23Z","title_canon_sha256":"47ab3b0acef92d0d08aac7babe79ccb6a7d7d340f3e7f42cf6108a5b71d53f17"},"schema_version":"1.0","source":{"id":"2402.17463","kind":"arxiv","version":2}},"canonical_sha256":"eb9434645ffe3bad51052dc0853bb9771e2de1f312dd4ccbe78d69a2fb1fa027","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb9434645ffe3bad51052dc0853bb9771e2de1f312dd4ccbe78d69a2fb1fa027","first_computed_at":"2026-07-05T08:24:24.183399Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:24:24.183399Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KmToU6TbczwzpvNKv22pOS7GbQJCaEQujC6ImQF02JDiRQ/yZYPUzMobl8gVgJcl8LGXtU7dw5Q0qhghhreNBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:24:24.183904Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.17463","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:68abe04d54baa71717f4b270de0fbc75bd351513265b07cc49cfee4b81fba4df","sha256:88907bd901b4e58979a315e5b9e81121202cd4b87e65c8e9803d09d35261e2bb"],"state_sha256":"37fb160d9122a09d462bff67cfe69b62cc4e15be53fec0dddfe8eaa5b1961d06"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nDW1YiOWPY3+aBgHbCpO+B46ty1truYf98m+zKyJjDtePrMjZHJL52JrOQMA2vYtXGozbcXXv6OSPLF10PycAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T03:13:35.758337Z","bundle_sha256":"7fa8cdaf6654db670e1833ede9457175232bdd703ce55ce9dc13f1e9747ca303"}}