{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4VNM7F5TIDQZWE4J357RHV4BT6","short_pith_number":"pith:4VNM7F5T","canonical_record":{"source":{"id":"2406.03009","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T07:16:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"448e7300fab7cd757653fd820a502e03c15be1f1b8636646a22c142053763a6c","abstract_canon_sha256":"e25eee94bc32a1a892ee5401c213e4a51ebf4addd767ad02ca1a0d342af845a5"},"schema_version":"1.0"},"canonical_sha256":"e55acf97b340e19b1389df7f13d7819f9b642ad4d5ba7964e71d0abe376ed2aa","source":{"kind":"arxiv","id":"2406.03009","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03009","created_at":"2026-07-05T08:27:34Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03009v1","created_at":"2026-07-05T08:27:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03009","created_at":"2026-07-05T08:27:34Z"},{"alias_kind":"pith_short_12","alias_value":"4VNM7F5TIDQZ","created_at":"2026-07-05T08:27:34Z"},{"alias_kind":"pith_short_16","alias_value":"4VNM7F5TIDQZWE4J","created_at":"2026-07-05T08:27:34Z"},{"alias_kind":"pith_short_8","alias_value":"4VNM7F5T","created_at":"2026-07-05T08:27:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4VNM7F5TIDQZWE4J357RHV4BT6","target":"record","payload":{"canonical_record":{"source":{"id":"2406.03009","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T07:16:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"448e7300fab7cd757653fd820a502e03c15be1f1b8636646a22c142053763a6c","abstract_canon_sha256":"e25eee94bc32a1a892ee5401c213e4a51ebf4addd767ad02ca1a0d342af845a5"},"schema_version":"1.0"},"canonical_sha256":"e55acf97b340e19b1389df7f13d7819f9b642ad4d5ba7964e71d0abe376ed2aa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:27:34.193683Z","signature_b64":"FUw+O3ARkEffyq/H6HCaKshBotUF3in9vfWBDsQTOXDA3E08VMy3vw9awV687BIjqPVdpKxklSpyx8K03ChJBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e55acf97b340e19b1389df7f13d7819f9b642ad4d5ba7964e71d0abe376ed2aa","last_reissued_at":"2026-07-05T08:27:34.193155Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:27:34.193155Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.03009","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G2PZvD/W+7ZoupLBnRl2nMWFXVc6oOeVJN9gvRlMSLbLbYr6sed26Z8tDzOL37q9yCPj1BPJm//JXn7U1PO+Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T02:25:24.957033Z"},"content_sha256":"cb0ccdd195781ade8639c49596e4ae2e1381ad0174b0453bbe927c08f1141390","schema_version":"1.0","event_id":"sha256:cb0ccdd195781ade8639c49596e4ae2e1381ad0174b0453bbe927c08f1141390"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4VNM7F5TIDQZWE4J357RHV4BT6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unveiling Selection Biases: Exploring Order and Token Sensitivity in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Cheng-Kuang Wu, Hen-Hsen Huang, Hsin-Hsi Chen, Sheng-Lun Wei","submitted_at":"2024-06-05T07:16:51Z","abstract_excerpt":"In this paper, we investigate the phenomena of \"selection biases\" in Large Language Models (LLMs), focusing on problems where models are tasked with choosing the optimal option from an ordered sequence. We delve into biases related to option order and token usage, which significantly impact LLMs' decision-making processes. We also quantify the impact of these biases through an extensive empirical analysis across multiple models and tasks. Furthermore, we propose mitigation strategies to enhance model performance. Our key contributions are threefold: 1) Precisely quantifying the influence of op"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03009","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.03009/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OcR3zm6OKdVJDfInhP8BqNrg3OxpgdLSW6HO2UegVyAhmlxbbEonsZMSxxy4A92EXiql0WhZQaw05K06Yiy/Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T02:25:24.957739Z"},"content_sha256":"378b6ad944577762856612cac89619692b68c22103bb654474b8f50997574874","schema_version":"1.0","event_id":"sha256:378b6ad944577762856612cac89619692b68c22103bb654474b8f50997574874"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4VNM7F5TIDQZWE4J357RHV4BT6/bundle.json","state_url":"https://pith.science/pith/4VNM7F5TIDQZWE4J357RHV4BT6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4VNM7F5TIDQZWE4J357RHV4BT6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T02:25:24Z","links":{"resolver":"https://pith.science/pith/4VNM7F5TIDQZWE4J357RHV4BT6","bundle":"https://pith.science/pith/4VNM7F5TIDQZWE4J357RHV4BT6/bundle.json","state":"https://pith.science/pith/4VNM7F5TIDQZWE4J357RHV4BT6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4VNM7F5TIDQZWE4J357RHV4BT6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4VNM7F5TIDQZWE4J357RHV4BT6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e25eee94bc32a1a892ee5401c213e4a51ebf4addd767ad02ca1a0d342af845a5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T07:16:51Z","title_canon_sha256":"448e7300fab7cd757653fd820a502e03c15be1f1b8636646a22c142053763a6c"},"schema_version":"1.0","source":{"id":"2406.03009","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.03009","created_at":"2026-07-05T08:27:34Z"},{"alias_kind":"arxiv_version","alias_value":"2406.03009v1","created_at":"2026-07-05T08:27:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.03009","created_at":"2026-07-05T08:27:34Z"},{"alias_kind":"pith_short_12","alias_value":"4VNM7F5TIDQZ","created_at":"2026-07-05T08:27:34Z"},{"alias_kind":"pith_short_16","alias_value":"4VNM7F5TIDQZWE4J","created_at":"2026-07-05T08:27:34Z"},{"alias_kind":"pith_short_8","alias_value":"4VNM7F5T","created_at":"2026-07-05T08:27:34Z"}],"graph_snapshots":[{"event_id":"sha256:378b6ad944577762856612cac89619692b68c22103bb654474b8f50997574874","target":"graph","created_at":"2026-07-05T08:27:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.03009/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we investigate the phenomena of \"selection biases\" in Large Language Models (LLMs), focusing on problems where models are tasked with choosing the optimal option from an ordered sequence. We delve into biases related to option order and token usage, which significantly impact LLMs' decision-making processes. We also quantify the impact of these biases through an extensive empirical analysis across multiple models and tasks. Furthermore, we propose mitigation strategies to enhance model performance. Our key contributions are threefold: 1) Precisely quantifying the influence of op","authors_text":"Cheng-Kuang Wu, Hen-Hsen Huang, Hsin-Hsi Chen, Sheng-Lun Wei","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T07:16:51Z","title":"Unveiling Selection Biases: Exploring Order and Token Sensitivity in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.03009","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cb0ccdd195781ade8639c49596e4ae2e1381ad0174b0453bbe927c08f1141390","target":"record","created_at":"2026-07-05T08:27:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e25eee94bc32a1a892ee5401c213e4a51ebf4addd767ad02ca1a0d342af845a5","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-05T07:16:51Z","title_canon_sha256":"448e7300fab7cd757653fd820a502e03c15be1f1b8636646a22c142053763a6c"},"schema_version":"1.0","source":{"id":"2406.03009","kind":"arxiv","version":1}},"canonical_sha256":"e55acf97b340e19b1389df7f13d7819f9b642ad4d5ba7964e71d0abe376ed2aa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e55acf97b340e19b1389df7f13d7819f9b642ad4d5ba7964e71d0abe376ed2aa","first_computed_at":"2026-07-05T08:27:34.193155Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:27:34.193155Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FUw+O3ARkEffyq/H6HCaKshBotUF3in9vfWBDsQTOXDA3E08VMy3vw9awV687BIjqPVdpKxklSpyx8K03ChJBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:27:34.193683Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.03009","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cb0ccdd195781ade8639c49596e4ae2e1381ad0174b0453bbe927c08f1141390","sha256:378b6ad944577762856612cac89619692b68c22103bb654474b8f50997574874"],"state_sha256":"02a46aa3ffe8f626d365b1803648f76c4f1ee0dd61ca37a8337ee5c7738711f3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aqEBE/f34rVof4Mla70n18hNM4mP3VWeNqpLETBHcaGnlgb8JhwCdd8nX/p8rJtyqs2LfEezCMQ0U3/VdBhyAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T02:25:24.964035Z","bundle_sha256":"211d79ceb47320fb8574d80748a9224118055742f1a797e5728d39dcf55d6eb0"}}