{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7YQLDZT62QJ3LT2BHK7LHCP4XR","short_pith_number":"pith:7YQLDZT6","canonical_record":{"source":{"id":"2308.16137","kind":"arxiv","version":7},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-30T16:47:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3ff6c1bca29a917748467efb2979c8a8c4c5940f94b7fd31028934d5e9a59c39","abstract_canon_sha256":"da39e613e7b58abf2def73a607d4418fd284a25d064df7252f5a8127bc52342e"},"schema_version":"1.0"},"canonical_sha256":"fe20b1e67ed413b5cf413abeb389fcbc4e07ad290decf890f697e554b61a4685","source":{"kind":"arxiv","id":"2308.16137","version":7},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.16137","created_at":"2026-07-05T08:36:19Z"},{"alias_kind":"arxiv_version","alias_value":"2308.16137v7","created_at":"2026-07-05T08:36:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.16137","created_at":"2026-07-05T08:36:19Z"},{"alias_kind":"pith_short_12","alias_value":"7YQLDZT62QJ3","created_at":"2026-07-05T08:36:19Z"},{"alias_kind":"pith_short_16","alias_value":"7YQLDZT62QJ3LT2B","created_at":"2026-07-05T08:36:19Z"},{"alias_kind":"pith_short_8","alias_value":"7YQLDZT6","created_at":"2026-07-05T08:36:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7YQLDZT62QJ3LT2BHK7LHCP4XR","target":"record","payload":{"canonical_record":{"source":{"id":"2308.16137","kind":"arxiv","version":7},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-30T16:47:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"3ff6c1bca29a917748467efb2979c8a8c4c5940f94b7fd31028934d5e9a59c39","abstract_canon_sha256":"da39e613e7b58abf2def73a607d4418fd284a25d064df7252f5a8127bc52342e"},"schema_version":"1.0"},"canonical_sha256":"fe20b1e67ed413b5cf413abeb389fcbc4e07ad290decf890f697e554b61a4685","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:36:19.353903Z","signature_b64":"O5RhzDTF8Q1kiQeU2rlNdP2ZucoCtnd3F+Rh3r7pRYa+X595+MBgot4ssjdZ++MrTDr3rqQyktKyItgMB6YtAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fe20b1e67ed413b5cf413abeb389fcbc4e07ad290decf890f697e554b61a4685","last_reissued_at":"2026-07-05T08:36:19.353471Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:36:19.353471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.16137","source_version":7,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:36:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AIiPKovUUpSf1q6+azu2N5hb4lgLquHZU1FnY9h80A9HJwUJ4coaKS6T/IzE0xxFzKnVnIYNQM1bj45W5UItCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:57:47.641555Z"},"content_sha256":"5a9addc0dd8d38b83a6006d7f2cdc99b933d5bca6d2be768272dc921c49c7c47","schema_version":"1.0","event_id":"sha256:5a9addc0dd8d38b83a6006d7f2cdc99b933d5bca6d2be768272dc921c49c7c47"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7YQLDZT62QJ3LT2BHK7LHCP4XR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LM-Infinite: Zero-Shot Extreme Length Generalization for Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chi Han, Hao Peng, Heng Ji, Qifan Wang, Sinong Wang, Wenhan Xiong, Yu Chen","submitted_at":"2023-08-30T16:47:51Z","abstract_excerpt":"Today's large language models (LLMs) typically train on short text segments (e.g., <4K tokens) due to the quadratic complexity of their Transformer architectures. As a result, their performance suffers drastically on inputs longer than those encountered during training, substantially limiting their applications in real-world tasks involving long contexts such as encoding scientific articles, code repositories, or long dialogues. Through theoretical analysis and empirical investigation, this work identifies three major factors contributing to this length generalization failure. Our theoretical "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.16137","kind":"arxiv","version":7},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.16137/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:36:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yM3JeqDUq0Q2h461UV5ZZmcn9SDRjWkf5H97jfHzywh7NcTEqTb2FNYv6CAv/f39yswY28qmBHDLmv7xIrcZCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:57:47.642065Z"},"content_sha256":"7cc8e875df46f23e31f548902586347b1cfbdb3e41e154be565fd359e9f4577d","schema_version":"1.0","event_id":"sha256:7cc8e875df46f23e31f548902586347b1cfbdb3e41e154be565fd359e9f4577d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7YQLDZT62QJ3LT2BHK7LHCP4XR/bundle.json","state_url":"https://pith.science/pith/7YQLDZT62QJ3LT2BHK7LHCP4XR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7YQLDZT62QJ3LT2BHK7LHCP4XR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T16:57:47Z","links":{"resolver":"https://pith.science/pith/7YQLDZT62QJ3LT2BHK7LHCP4XR","bundle":"https://pith.science/pith/7YQLDZT62QJ3LT2BHK7LHCP4XR/bundle.json","state":"https://pith.science/pith/7YQLDZT62QJ3LT2BHK7LHCP4XR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7YQLDZT62QJ3LT2BHK7LHCP4XR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7YQLDZT62QJ3LT2BHK7LHCP4XR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"da39e613e7b58abf2def73a607d4418fd284a25d064df7252f5a8127bc52342e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-30T16:47:51Z","title_canon_sha256":"3ff6c1bca29a917748467efb2979c8a8c4c5940f94b7fd31028934d5e9a59c39"},"schema_version":"1.0","source":{"id":"2308.16137","kind":"arxiv","version":7}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.16137","created_at":"2026-07-05T08:36:19Z"},{"alias_kind":"arxiv_version","alias_value":"2308.16137v7","created_at":"2026-07-05T08:36:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.16137","created_at":"2026-07-05T08:36:19Z"},{"alias_kind":"pith_short_12","alias_value":"7YQLDZT62QJ3","created_at":"2026-07-05T08:36:19Z"},{"alias_kind":"pith_short_16","alias_value":"7YQLDZT62QJ3LT2B","created_at":"2026-07-05T08:36:19Z"},{"alias_kind":"pith_short_8","alias_value":"7YQLDZT6","created_at":"2026-07-05T08:36:19Z"}],"graph_snapshots":[{"event_id":"sha256:7cc8e875df46f23e31f548902586347b1cfbdb3e41e154be565fd359e9f4577d","target":"graph","created_at":"2026-07-05T08:36:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.16137/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Today's large language models (LLMs) typically train on short text segments (e.g., <4K tokens) due to the quadratic complexity of their Transformer architectures. As a result, their performance suffers drastically on inputs longer than those encountered during training, substantially limiting their applications in real-world tasks involving long contexts such as encoding scientific articles, code repositories, or long dialogues. Through theoretical analysis and empirical investigation, this work identifies three major factors contributing to this length generalization failure. Our theoretical ","authors_text":"Chi Han, Hao Peng, Heng Ji, Qifan Wang, Sinong Wang, Wenhan Xiong, Yu Chen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-30T16:47:51Z","title":"LM-Infinite: Zero-Shot Extreme Length Generalization for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.16137","kind":"arxiv","version":7},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5a9addc0dd8d38b83a6006d7f2cdc99b933d5bca6d2be768272dc921c49c7c47","target":"record","created_at":"2026-07-05T08:36:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"da39e613e7b58abf2def73a607d4418fd284a25d064df7252f5a8127bc52342e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-30T16:47:51Z","title_canon_sha256":"3ff6c1bca29a917748467efb2979c8a8c4c5940f94b7fd31028934d5e9a59c39"},"schema_version":"1.0","source":{"id":"2308.16137","kind":"arxiv","version":7}},"canonical_sha256":"fe20b1e67ed413b5cf413abeb389fcbc4e07ad290decf890f697e554b61a4685","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fe20b1e67ed413b5cf413abeb389fcbc4e07ad290decf890f697e554b61a4685","first_computed_at":"2026-07-05T08:36:19.353471Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:36:19.353471Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"O5RhzDTF8Q1kiQeU2rlNdP2ZucoCtnd3F+Rh3r7pRYa+X595+MBgot4ssjdZ++MrTDr3rqQyktKyItgMB6YtAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:36:19.353903Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.16137","source_kind":"arxiv","source_version":7}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5a9addc0dd8d38b83a6006d7f2cdc99b933d5bca6d2be768272dc921c49c7c47","sha256:7cc8e875df46f23e31f548902586347b1cfbdb3e41e154be565fd359e9f4577d"],"state_sha256":"0341806807aeec0255e8a898107c57bd06c1944549a851f0f0f40d115fb2b2d9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RAld6UtmbyfDoP1ckyzr/A7RaqhjxNbalfFZal7mPRGoHxj1dTkzQegv4WpUzPecza4F49PgZSa4V1qkdRJkAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T16:57:47.647582Z","bundle_sha256":"33de49d11a9a6ab99a9fa6d6c9730f1b9fda6b79412126d0b6308a91dbb12ac1"}}