{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:V4UNGYPWIRHBXZZSTEELFCNI36","short_pith_number":"pith:V4UNGYPW","canonical_record":{"source":{"id":"2406.16008","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T04:35:42Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3cc6d600140e2464fae71f19c154de80694a32b3735fba5694f98a3dad81a8b7","abstract_canon_sha256":"ef99ed0ea79c1b519bc70b2dadd20204213fd50217434e8633b22f2938b88783"},"schema_version":"1.0"},"canonical_sha256":"af28d361f6444e1be7329908b289a8dfa5943443fc0522c07534f42687bb895b","source":{"kind":"arxiv","id":"2406.16008","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16008","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16008v2","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16008","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_12","alias_value":"V4UNGYPWIRHB","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_16","alias_value":"V4UNGYPWIRHBXZZS","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_8","alias_value":"V4UNGYPW","created_at":"2026-07-05T08:39:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:V4UNGYPWIRHBXZZSTEELFCNI36","target":"record","payload":{"canonical_record":{"source":{"id":"2406.16008","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T04:35:42Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"3cc6d600140e2464fae71f19c154de80694a32b3735fba5694f98a3dad81a8b7","abstract_canon_sha256":"ef99ed0ea79c1b519bc70b2dadd20204213fd50217434e8633b22f2938b88783"},"schema_version":"1.0"},"canonical_sha256":"af28d361f6444e1be7329908b289a8dfa5943443fc0522c07534f42687bb895b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:39:35.343565Z","signature_b64":"OkJCCKJrx5J7mV/CGDf61r1pz7+4akv48tPfwp3ZwIC6qYgtmZkE7qTeE3tYP8ntvq7D5eXIspTH3+atP83+AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"af28d361f6444e1be7329908b289a8dfa5943443fc0522c07534f42687bb895b","last_reissued_at":"2026-07-05T08:39:35.343087Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:39:35.343087Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.16008","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:39:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vdDUEkiuImy/uem5/k2VmOct+8z5xRGt+WGmNSZEatpu9FkzOnG+JQA632Z5ai24gbaY99WHgXiuacpDW8gOCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:32:34.443683Z"},"content_sha256":"54dcd72e7754d29b5071ee386eedd7b6fd0fc39829e548773b40f9345edc7ac5","schema_version":"1.0","event_id":"sha256:54dcd72e7754d29b5071ee386eedd7b6fd0fc39829e548773b40f9345edc7ac5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:V4UNGYPWIRHBXZZSTEELFCNI36","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Found in the Middle: Calibrating Positional Attention Bias Improves Long Context Utilization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Abhishek Kumar, Alexander Ratner, Cheng-Yu Hsieh, Chen-Yu Lee, Chun-Liang Li, James Glass, Long T. Le, Ranjay Krishna, Tomas Pfister, Yung-Sung Chuang, Zifeng Wang","submitted_at":"2024-06-23T04:35:42Z","abstract_excerpt":"Large language models (LLMs), even when specifically trained to process long input contexts, struggle to capture relevant information located in the middle of their input. This phenomenon has been known as the lost-in-the-middle problem. In this work, we make three contributions. First, we set out to understand the factors that cause this phenomenon. In doing so, we establish a connection between lost-in-the-middle to LLMs' intrinsic attention bias: LLMs exhibit a U-shaped attention bias where the tokens at the beginning and at the end of its input receive higher attention, regardless of their"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16008","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.16008/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:39:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vI/1EEKWGRwSeL9PG0eQkQvOmZ3aXE0Gz07RBsCG1DwsQ8j6bkqPYHXJ+uYuIpHVnS4sJJkEFyUTHhlXlZ8dCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T18:32:34.444122Z"},"content_sha256":"5bd0bbd491a065860928f267d5f7a1ed44a795477f6385eeb51c3bebdf453f3b","schema_version":"1.0","event_id":"sha256:5bd0bbd491a065860928f267d5f7a1ed44a795477f6385eeb51c3bebdf453f3b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V4UNGYPWIRHBXZZSTEELFCNI36/bundle.json","state_url":"https://pith.science/pith/V4UNGYPWIRHBXZZSTEELFCNI36/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V4UNGYPWIRHBXZZSTEELFCNI36/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T18:32:34Z","links":{"resolver":"https://pith.science/pith/V4UNGYPWIRHBXZZSTEELFCNI36","bundle":"https://pith.science/pith/V4UNGYPWIRHBXZZSTEELFCNI36/bundle.json","state":"https://pith.science/pith/V4UNGYPWIRHBXZZSTEELFCNI36/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V4UNGYPWIRHBXZZSTEELFCNI36/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V4UNGYPWIRHBXZZSTEELFCNI36","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef99ed0ea79c1b519bc70b2dadd20204213fd50217434e8633b22f2938b88783","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T04:35:42Z","title_canon_sha256":"3cc6d600140e2464fae71f19c154de80694a32b3735fba5694f98a3dad81a8b7"},"schema_version":"1.0","source":{"id":"2406.16008","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16008","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16008v2","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16008","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_12","alias_value":"V4UNGYPWIRHB","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_16","alias_value":"V4UNGYPWIRHBXZZS","created_at":"2026-07-05T08:39:35Z"},{"alias_kind":"pith_short_8","alias_value":"V4UNGYPW","created_at":"2026-07-05T08:39:35Z"}],"graph_snapshots":[{"event_id":"sha256:5bd0bbd491a065860928f267d5f7a1ed44a795477f6385eeb51c3bebdf453f3b","target":"graph","created_at":"2026-07-05T08:39:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.16008/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs), even when specifically trained to process long input contexts, struggle to capture relevant information located in the middle of their input. This phenomenon has been known as the lost-in-the-middle problem. In this work, we make three contributions. First, we set out to understand the factors that cause this phenomenon. In doing so, we establish a connection between lost-in-the-middle to LLMs' intrinsic attention bias: LLMs exhibit a U-shaped attention bias where the tokens at the beginning and at the end of its input receive higher attention, regardless of their","authors_text":"Abhishek Kumar, Alexander Ratner, Cheng-Yu Hsieh, Chen-Yu Lee, Chun-Liang Li, James Glass, Long T. Le, Ranjay Krishna, Tomas Pfister, Yung-Sung Chuang, Zifeng Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T04:35:42Z","title":"Found in the Middle: Calibrating Positional Attention Bias Improves Long Context Utilization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16008","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:54dcd72e7754d29b5071ee386eedd7b6fd0fc39829e548773b40f9345edc7ac5","target":"record","created_at":"2026-07-05T08:39:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef99ed0ea79c1b519bc70b2dadd20204213fd50217434e8633b22f2938b88783","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-23T04:35:42Z","title_canon_sha256":"3cc6d600140e2464fae71f19c154de80694a32b3735fba5694f98a3dad81a8b7"},"schema_version":"1.0","source":{"id":"2406.16008","kind":"arxiv","version":2}},"canonical_sha256":"af28d361f6444e1be7329908b289a8dfa5943443fc0522c07534f42687bb895b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"af28d361f6444e1be7329908b289a8dfa5943443fc0522c07534f42687bb895b","first_computed_at":"2026-07-05T08:39:35.343087Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:39:35.343087Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OkJCCKJrx5J7mV/CGDf61r1pz7+4akv48tPfwp3ZwIC6qYgtmZkE7qTeE3tYP8ntvq7D5eXIspTH3+atP83+AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:39:35.343565Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.16008","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:54dcd72e7754d29b5071ee386eedd7b6fd0fc39829e548773b40f9345edc7ac5","sha256:5bd0bbd491a065860928f267d5f7a1ed44a795477f6385eeb51c3bebdf453f3b"],"state_sha256":"7b36287cedb210cb8f09e8d8912506fbde48312e370ef6ea6f0eced7c8c8e2e9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K53n7D+Q0YE6XtbAyy9Yiknw6IdqUnF78R/YR5dMBNwJqSQqmbvpB+yQzoywp5Y4LGQJH1npRDgkfmybxe8WDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T18:32:34.448414Z","bundle_sha256":"0e38e27d5ad19cdeb1d7278ca32076e4ee55f9b9c957b657cc0a538aeea7a41a"}}