{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:27FYMKFBASFZ33K6S5JGF7L3LJ","short_pith_number":"pith:27FYMKFB","canonical_record":{"source":{"id":"2403.04797","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T04:58:37Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7e3c087bd78843ff6f68d4d118619250a9bb3397a0e8512d6d98d4bacaa69ae4","abstract_canon_sha256":"7017b9d39406039c6aab10bfcaee5449fa37ca52681fbd4e9e778fd94aa60b15"},"schema_version":"1.0"},"canonical_sha256":"d7cb8628a1048b9ded5e975262fd7b5a7c229f158b03653377c8108a9c6e992a","source":{"kind":"arxiv","id":"2403.04797","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.04797","created_at":"2026-07-05T07:53:34Z"},{"alias_kind":"arxiv_version","alias_value":"2403.04797v1","created_at":"2026-07-05T07:53:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.04797","created_at":"2026-07-05T07:53:34Z"},{"alias_kind":"pith_short_12","alias_value":"27FYMKFBASFZ","created_at":"2026-07-05T07:53:34Z"},{"alias_kind":"pith_short_16","alias_value":"27FYMKFBASFZ33K6","created_at":"2026-07-05T07:53:34Z"},{"alias_kind":"pith_short_8","alias_value":"27FYMKFB","created_at":"2026-07-05T07:53:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:27FYMKFBASFZ33K6S5JGF7L3LJ","target":"record","payload":{"canonical_record":{"source":{"id":"2403.04797","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T04:58:37Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"7e3c087bd78843ff6f68d4d118619250a9bb3397a0e8512d6d98d4bacaa69ae4","abstract_canon_sha256":"7017b9d39406039c6aab10bfcaee5449fa37ca52681fbd4e9e778fd94aa60b15"},"schema_version":"1.0"},"canonical_sha256":"d7cb8628a1048b9ded5e975262fd7b5a7c229f158b03653377c8108a9c6e992a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:53:34.579513Z","signature_b64":"X1eTuI3JhNAJOsaT3mAqjW23mNtBWKXLbefBh7vV3X7EQ42cGy9oeK5idUf+oFJ2jeh8O+HHusoNtg1/1accBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d7cb8628a1048b9ded5e975262fd7b5a7c229f158b03653377c8108a9c6e992a","last_reissued_at":"2026-07-05T07:53:34.579020Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:53:34.579020Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.04797","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:53:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+1QTD92TBE1EJl/wMkoE8YeHPFQqH64Uwy4l1E1p2WcvgbfAjPD+LYp37/rObP+xegT52LkD0RafcdBAqnzNAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T12:57:22.101193Z"},"content_sha256":"fc30b409e58c9b377c43271fc9aad4b4a052e29e5b729989365f55e07ebc10ff","schema_version":"1.0","event_id":"sha256:fc30b409e58c9b377c43271fc9aad4b4a052e29e5b729989365f55e07ebc10ff"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:27FYMKFBASFZ33K6S5JGF7L3LJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Found in the Middle: How Language Models Use Long Contexts Better via Plug-and-Play Positional Encoding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Beidi Chen, Olatunji Ruwase, Runjin Chen, Shiwei Liu, Xiaoxia Wu, Zhangyang Wang, Zhenyu Zhang, Zhewei Yao","submitted_at":"2024-03-05T04:58:37Z","abstract_excerpt":"This paper aims to overcome the \"lost-in-the-middle\" challenge of large language models (LLMs). While recent advancements have successfully enabled LLMs to perform stable language modeling with up to 4 million tokens, the persistent difficulty faced by most LLMs in identifying relevant information situated in the middle of the context has not been adequately tackled. To address this problem, this paper introduces Multi-scale Positional Encoding (Ms-PoE) which is a simple yet effective plug-and-play approach to enhance the capacity of LLMs to handle the relevant information located in the middl"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.04797","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.04797/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:53:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YBnYSUuWjVk/sBS/dGwS5t/W3lMdo6beppTouz+ZrIsuWgKkW3W+0zM+XilglTJPs3IzOfxKOBjJSpdBnISSBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T12:57:22.101572Z"},"content_sha256":"aad043e7843659845d9a774c01f55ab4ec380823b6934bb92ea459710ad1b824","schema_version":"1.0","event_id":"sha256:aad043e7843659845d9a774c01f55ab4ec380823b6934bb92ea459710ad1b824"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/27FYMKFBASFZ33K6S5JGF7L3LJ/bundle.json","state_url":"https://pith.science/pith/27FYMKFBASFZ33K6S5JGF7L3LJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/27FYMKFBASFZ33K6S5JGF7L3LJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T12:57:22Z","links":{"resolver":"https://pith.science/pith/27FYMKFBASFZ33K6S5JGF7L3LJ","bundle":"https://pith.science/pith/27FYMKFBASFZ33K6S5JGF7L3LJ/bundle.json","state":"https://pith.science/pith/27FYMKFBASFZ33K6S5JGF7L3LJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/27FYMKFBASFZ33K6S5JGF7L3LJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:27FYMKFBASFZ33K6S5JGF7L3LJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7017b9d39406039c6aab10bfcaee5449fa37ca52681fbd4e9e778fd94aa60b15","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T04:58:37Z","title_canon_sha256":"7e3c087bd78843ff6f68d4d118619250a9bb3397a0e8512d6d98d4bacaa69ae4"},"schema_version":"1.0","source":{"id":"2403.04797","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.04797","created_at":"2026-07-05T07:53:34Z"},{"alias_kind":"arxiv_version","alias_value":"2403.04797v1","created_at":"2026-07-05T07:53:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.04797","created_at":"2026-07-05T07:53:34Z"},{"alias_kind":"pith_short_12","alias_value":"27FYMKFBASFZ","created_at":"2026-07-05T07:53:34Z"},{"alias_kind":"pith_short_16","alias_value":"27FYMKFBASFZ33K6","created_at":"2026-07-05T07:53:34Z"},{"alias_kind":"pith_short_8","alias_value":"27FYMKFB","created_at":"2026-07-05T07:53:34Z"}],"graph_snapshots":[{"event_id":"sha256:aad043e7843659845d9a774c01f55ab4ec380823b6934bb92ea459710ad1b824","target":"graph","created_at":"2026-07-05T07:53:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.04797/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper aims to overcome the \"lost-in-the-middle\" challenge of large language models (LLMs). While recent advancements have successfully enabled LLMs to perform stable language modeling with up to 4 million tokens, the persistent difficulty faced by most LLMs in identifying relevant information situated in the middle of the context has not been adequately tackled. To address this problem, this paper introduces Multi-scale Positional Encoding (Ms-PoE) which is a simple yet effective plug-and-play approach to enhance the capacity of LLMs to handle the relevant information located in the middl","authors_text":"Beidi Chen, Olatunji Ruwase, Runjin Chen, Shiwei Liu, Xiaoxia Wu, Zhangyang Wang, Zhenyu Zhang, Zhewei Yao","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T04:58:37Z","title":"Found in the Middle: How Language Models Use Long Contexts Better via Plug-and-Play Positional Encoding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.04797","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fc30b409e58c9b377c43271fc9aad4b4a052e29e5b729989365f55e07ebc10ff","target":"record","created_at":"2026-07-05T07:53:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7017b9d39406039c6aab10bfcaee5449fa37ca52681fbd4e9e778fd94aa60b15","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-05T04:58:37Z","title_canon_sha256":"7e3c087bd78843ff6f68d4d118619250a9bb3397a0e8512d6d98d4bacaa69ae4"},"schema_version":"1.0","source":{"id":"2403.04797","kind":"arxiv","version":1}},"canonical_sha256":"d7cb8628a1048b9ded5e975262fd7b5a7c229f158b03653377c8108a9c6e992a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d7cb8628a1048b9ded5e975262fd7b5a7c229f158b03653377c8108a9c6e992a","first_computed_at":"2026-07-05T07:53:34.579020Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:53:34.579020Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"X1eTuI3JhNAJOsaT3mAqjW23mNtBWKXLbefBh7vV3X7EQ42cGy9oeK5idUf+oFJ2jeh8O+HHusoNtg1/1accBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:53:34.579513Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.04797","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fc30b409e58c9b377c43271fc9aad4b4a052e29e5b729989365f55e07ebc10ff","sha256:aad043e7843659845d9a774c01f55ab4ec380823b6934bb92ea459710ad1b824"],"state_sha256":"ee440b8111a3efb3f2d2257038d366c74edf9a862870869793f21048959aeb62"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ALBmzoQIx3QCikpeg9LsJ37Drj7aRoWWCCPsGrTRMVdKObE+Nr5R9vn5Du4hSHmZPRS2MKVbKxaweCUBif2pCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T12:57:22.104424Z","bundle_sha256":"e50e378069b0af6ff5a5df82f44d9fb4511e1d43f1e881cbc6bdb7a940a4099c"}}