{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:T7UFRGIRZCCNYBSA7GW6HG6JW5","short_pith_number":"pith:T7UFRGIR","canonical_record":{"source":{"id":"2407.01100","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T09:06:57Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"42aebef1767dd70a686252e8a4f49061622bfab58dabc173f927481417c42ecd","abstract_canon_sha256":"0215e89867031cb6f2746e27c028ba025a0a4fb03fdbc8c416ef9b89ed485381"},"schema_version":"1.0"},"canonical_sha256":"9fe8589911c884dc0640f9ade39bc9b751ea6b28e75d7721fb2c068f922af828","source":{"kind":"arxiv","id":"2407.01100","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.01100","created_at":"2026-07-05T10:42:11Z"},{"alias_kind":"arxiv_version","alias_value":"2407.01100v3","created_at":"2026-07-05T10:42:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.01100","created_at":"2026-07-05T10:42:11Z"},{"alias_kind":"pith_short_12","alias_value":"T7UFRGIRZCCN","created_at":"2026-07-05T10:42:11Z"},{"alias_kind":"pith_short_16","alias_value":"T7UFRGIRZCCNYBSA","created_at":"2026-07-05T10:42:11Z"},{"alias_kind":"pith_short_8","alias_value":"T7UFRGIR","created_at":"2026-07-05T10:42:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:T7UFRGIRZCCNYBSA7GW6HG6JW5","target":"record","payload":{"canonical_record":{"source":{"id":"2407.01100","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T09:06:57Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"42aebef1767dd70a686252e8a4f49061622bfab58dabc173f927481417c42ecd","abstract_canon_sha256":"0215e89867031cb6f2746e27c028ba025a0a4fb03fdbc8c416ef9b89ed485381"},"schema_version":"1.0"},"canonical_sha256":"9fe8589911c884dc0640f9ade39bc9b751ea6b28e75d7721fb2c068f922af828","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:42:11.924449Z","signature_b64":"PWKl1hGeYotgB2JmVGcDTqWs7v/ueLuor6IxgPi88Mtk0+JZylhWugwbPxNpa5UgANeKKR4h5yVwlCOGYE1tDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9fe8589911c884dc0640f9ade39bc9b751ea6b28e75d7721fb2c068f922af828","last_reissued_at":"2026-07-05T10:42:11.923950Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:42:11.923950Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.01100","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:42:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kCaZjsRLtJ2Nus1+wzVLJG5MTmVdyEv+DEeN5vLCH51K5rvfQwcPMeBi+yloJvcrlNMWA06wG4hfuuMK39EAAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T17:54:03.030544Z"},"content_sha256":"4d1efcb27ad147f47418680353635de8ab3fa745f3b396a8ff7aa763c7869333","schema_version":"1.0","event_id":"sha256:4d1efcb27ad147f47418680353635de8ab3fa745f3b396a8ff7aa763c7869333"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:T7UFRGIRZCCNYBSA7GW6HG6JW5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Eliminating Position Bias of Language Models: A Mechanistic Approach","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Chi Han, Hanlin Zhang, Hao Peng, Heng Ji, Kuan-Hao Huang, Sham M. Kakade, Shuiwang Ji, Xiner Li, Ziqi Wang","submitted_at":"2024-07-01T09:06:57Z","abstract_excerpt":"Position bias has proven to be a prevalent issue of modern language models (LMs), where the models prioritize content based on its position within the given context. This bias often leads to unexpected model failures and hurts performance, robustness, and reliability across various applications. Our mechanistic analysis attributes the position bias to two components employed in nearly all state-of-the-art LMs: causal attention and relative positional encodings. Based on the analyses, we propose to eliminate position bias (e.g., different retrieved documents' orders in QA affect performance) wi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.01100","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.01100/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:42:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iSiFXGbr5Ipi2GW41D7q2o6+ObP3WTcPdK14V/rlBxvbfpS9sZBV7Fc0lW/p+lNpBxI716fpn75hsz7OUVxaCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T17:54:03.031303Z"},"content_sha256":"9ba40b99c90f59d0f133e816142bc19ee27ef1c281269b44e692758678fd8493","schema_version":"1.0","event_id":"sha256:9ba40b99c90f59d0f133e816142bc19ee27ef1c281269b44e692758678fd8493"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T7UFRGIRZCCNYBSA7GW6HG6JW5/bundle.json","state_url":"https://pith.science/pith/T7UFRGIRZCCNYBSA7GW6HG6JW5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T7UFRGIRZCCNYBSA7GW6HG6JW5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T17:54:03Z","links":{"resolver":"https://pith.science/pith/T7UFRGIRZCCNYBSA7GW6HG6JW5","bundle":"https://pith.science/pith/T7UFRGIRZCCNYBSA7GW6HG6JW5/bundle.json","state":"https://pith.science/pith/T7UFRGIRZCCNYBSA7GW6HG6JW5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T7UFRGIRZCCNYBSA7GW6HG6JW5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:T7UFRGIRZCCNYBSA7GW6HG6JW5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0215e89867031cb6f2746e27c028ba025a0a4fb03fdbc8c416ef9b89ed485381","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T09:06:57Z","title_canon_sha256":"42aebef1767dd70a686252e8a4f49061622bfab58dabc173f927481417c42ecd"},"schema_version":"1.0","source":{"id":"2407.01100","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.01100","created_at":"2026-07-05T10:42:11Z"},{"alias_kind":"arxiv_version","alias_value":"2407.01100v3","created_at":"2026-07-05T10:42:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.01100","created_at":"2026-07-05T10:42:11Z"},{"alias_kind":"pith_short_12","alias_value":"T7UFRGIRZCCN","created_at":"2026-07-05T10:42:11Z"},{"alias_kind":"pith_short_16","alias_value":"T7UFRGIRZCCNYBSA","created_at":"2026-07-05T10:42:11Z"},{"alias_kind":"pith_short_8","alias_value":"T7UFRGIR","created_at":"2026-07-05T10:42:11Z"}],"graph_snapshots":[{"event_id":"sha256:9ba40b99c90f59d0f133e816142bc19ee27ef1c281269b44e692758678fd8493","target":"graph","created_at":"2026-07-05T10:42:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.01100/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Position bias has proven to be a prevalent issue of modern language models (LMs), where the models prioritize content based on its position within the given context. This bias often leads to unexpected model failures and hurts performance, robustness, and reliability across various applications. Our mechanistic analysis attributes the position bias to two components employed in nearly all state-of-the-art LMs: causal attention and relative positional encodings. Based on the analyses, we propose to eliminate position bias (e.g., different retrieved documents' orders in QA affect performance) wi","authors_text":"Chi Han, Hanlin Zhang, Hao Peng, Heng Ji, Kuan-Hao Huang, Sham M. Kakade, Shuiwang Ji, Xiner Li, Ziqi Wang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T09:06:57Z","title":"Eliminating Position Bias of Language Models: A Mechanistic Approach"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.01100","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4d1efcb27ad147f47418680353635de8ab3fa745f3b396a8ff7aa763c7869333","target":"record","created_at":"2026-07-05T10:42:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0215e89867031cb6f2746e27c028ba025a0a4fb03fdbc8c416ef9b89ed485381","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T09:06:57Z","title_canon_sha256":"42aebef1767dd70a686252e8a4f49061622bfab58dabc173f927481417c42ecd"},"schema_version":"1.0","source":{"id":"2407.01100","kind":"arxiv","version":3}},"canonical_sha256":"9fe8589911c884dc0640f9ade39bc9b751ea6b28e75d7721fb2c068f922af828","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9fe8589911c884dc0640f9ade39bc9b751ea6b28e75d7721fb2c068f922af828","first_computed_at":"2026-07-05T10:42:11.923950Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:42:11.923950Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PWKl1hGeYotgB2JmVGcDTqWs7v/ueLuor6IxgPi88Mtk0+JZylhWugwbPxNpa5UgANeKKR4h5yVwlCOGYE1tDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:42:11.924449Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.01100","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4d1efcb27ad147f47418680353635de8ab3fa745f3b396a8ff7aa763c7869333","sha256:9ba40b99c90f59d0f133e816142bc19ee27ef1c281269b44e692758678fd8493"],"state_sha256":"200e633967c9a8037ea6e10daa4ab13ddbf2a23e1251f8009df03189ba6f42e0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hGy2rG4njshnH1glkV4DAEPybP2aiw8eGaOyex5GPWBtQ1RqaGFbXdhxTycN8z87u8WpotFKTq6gab9t+jTgDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T17:54:03.038229Z","bundle_sha256":"dfdabf665a3f90438dd9e157b8926ca9e451b3236ca43f2bfdb9c7b54edaf973"}}