{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:YGBBISFUWRVFSTXLAZZYH57WKQ","short_pith_number":"pith:YGBBISFU","canonical_record":{"source":{"id":"2506.23743","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-30T11:30:23Z","cross_cats_sorted":[],"title_canon_sha256":"78c242b35140370019d33b48645c14ca51c204b26c1b4dc54d82f1c89816665f","abstract_canon_sha256":"a4c9da30fec95b69539bb1bfafea44cf8c5fce93ec6440d1cb8fe3a2cff553f5"},"schema_version":"1.0"},"canonical_sha256":"c1821448b4b46a594eeb067383f7f6542a74879b0139506986af7bf29e9272fb","source":{"kind":"arxiv","id":"2506.23743","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.23743","created_at":"2026-07-05T11:30:04Z"},{"alias_kind":"arxiv_version","alias_value":"2506.23743v2","created_at":"2026-07-05T11:30:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.23743","created_at":"2026-07-05T11:30:04Z"},{"alias_kind":"pith_short_12","alias_value":"YGBBISFUWRVF","created_at":"2026-07-05T11:30:04Z"},{"alias_kind":"pith_short_16","alias_value":"YGBBISFUWRVFSTXL","created_at":"2026-07-05T11:30:04Z"},{"alias_kind":"pith_short_8","alias_value":"YGBBISFU","created_at":"2026-07-05T11:30:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:YGBBISFUWRVFSTXLAZZYH57WKQ","target":"record","payload":{"canonical_record":{"source":{"id":"2506.23743","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-30T11:30:23Z","cross_cats_sorted":[],"title_canon_sha256":"78c242b35140370019d33b48645c14ca51c204b26c1b4dc54d82f1c89816665f","abstract_canon_sha256":"a4c9da30fec95b69539bb1bfafea44cf8c5fce93ec6440d1cb8fe3a2cff553f5"},"schema_version":"1.0"},"canonical_sha256":"c1821448b4b46a594eeb067383f7f6542a74879b0139506986af7bf29e9272fb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:30:04.041597Z","signature_b64":"p+SdQAqivB9AmPkbouJOIwqEWVntcEArgqKg0fXw5YxKCEyPhzxU0ERCamkQKG3Y0j/F717ZOnqiERIv0lTdDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c1821448b4b46a594eeb067383f7f6542a74879b0139506986af7bf29e9272fb","last_reissued_at":"2026-07-05T11:30:04.041109Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:30:04.041109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.23743","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:30:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JvO7dSosuEaVmv9IB++JIth0CklvCvvMZsYxVeQqprm3tkS0jT4AIXpmQ+89MzKpY9JVPfIFxV+XCNUF+rarAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:11:39.658004Z"},"content_sha256":"123e333a09276591a45c21bb262ed7320780cbf259ddfc7289b35fab036a4986","schema_version":"1.0","event_id":"sha256:123e333a09276591a45c21bb262ed7320780cbf259ddfc7289b35fab036a4986"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:YGBBISFUWRVFSTXLAZZYH57WKQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Positional Bias in Binary Question Answering: How Uncertainty Shapes Model Preferences","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Giovanni Da San Martino, Simone Gallo, Tiziano Labruna","submitted_at":"2025-06-30T11:30:23Z","abstract_excerpt":"Positional bias in binary question answering occurs when a model systematically favors one choice over another based solely on the ordering of presented options. In this study, we quantify and analyze positional bias across five large language models under varying degrees of answer uncertainty. We re-adapted the SQuAD-it dataset by adding an extra incorrect answer option and then created multiple versions with progressively less context and more out-of-context answers, yielding datasets that range from low to high uncertainty. Additionally, we evaluate two naturally higher-uncertainty benchmar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.23743","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.23743/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:30:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KYyrNE6tXS+YAZFm/5BN7awpjWhsqhb+uSY/qAHJ5XTLEui2xyLyFHbVEDG136HpAnTDUgl2z/1jMuDYpwynBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T20:11:39.658886Z"},"content_sha256":"172dcfc706a548b7f78958c5a340cb4780e27c17a19b28f96b041e31405e7ecd","schema_version":"1.0","event_id":"sha256:172dcfc706a548b7f78958c5a340cb4780e27c17a19b28f96b041e31405e7ecd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YGBBISFUWRVFSTXLAZZYH57WKQ/bundle.json","state_url":"https://pith.science/pith/YGBBISFUWRVFSTXLAZZYH57WKQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YGBBISFUWRVFSTXLAZZYH57WKQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T20:11:39Z","links":{"resolver":"https://pith.science/pith/YGBBISFUWRVFSTXLAZZYH57WKQ","bundle":"https://pith.science/pith/YGBBISFUWRVFSTXLAZZYH57WKQ/bundle.json","state":"https://pith.science/pith/YGBBISFUWRVFSTXLAZZYH57WKQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YGBBISFUWRVFSTXLAZZYH57WKQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:YGBBISFUWRVFSTXLAZZYH57WKQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a4c9da30fec95b69539bb1bfafea44cf8c5fce93ec6440d1cb8fe3a2cff553f5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-30T11:30:23Z","title_canon_sha256":"78c242b35140370019d33b48645c14ca51c204b26c1b4dc54d82f1c89816665f"},"schema_version":"1.0","source":{"id":"2506.23743","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.23743","created_at":"2026-07-05T11:30:04Z"},{"alias_kind":"arxiv_version","alias_value":"2506.23743v2","created_at":"2026-07-05T11:30:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.23743","created_at":"2026-07-05T11:30:04Z"},{"alias_kind":"pith_short_12","alias_value":"YGBBISFUWRVF","created_at":"2026-07-05T11:30:04Z"},{"alias_kind":"pith_short_16","alias_value":"YGBBISFUWRVFSTXL","created_at":"2026-07-05T11:30:04Z"},{"alias_kind":"pith_short_8","alias_value":"YGBBISFU","created_at":"2026-07-05T11:30:04Z"}],"graph_snapshots":[{"event_id":"sha256:172dcfc706a548b7f78958c5a340cb4780e27c17a19b28f96b041e31405e7ecd","target":"graph","created_at":"2026-07-05T11:30:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.23743/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Positional bias in binary question answering occurs when a model systematically favors one choice over another based solely on the ordering of presented options. In this study, we quantify and analyze positional bias across five large language models under varying degrees of answer uncertainty. We re-adapted the SQuAD-it dataset by adding an extra incorrect answer option and then created multiple versions with progressively less context and more out-of-context answers, yielding datasets that range from low to high uncertainty. Additionally, we evaluate two naturally higher-uncertainty benchmar","authors_text":"Giovanni Da San Martino, Simone Gallo, Tiziano Labruna","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-30T11:30:23Z","title":"Positional Bias in Binary Question Answering: How Uncertainty Shapes Model Preferences"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.23743","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:123e333a09276591a45c21bb262ed7320780cbf259ddfc7289b35fab036a4986","target":"record","created_at":"2026-07-05T11:30:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a4c9da30fec95b69539bb1bfafea44cf8c5fce93ec6440d1cb8fe3a2cff553f5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-30T11:30:23Z","title_canon_sha256":"78c242b35140370019d33b48645c14ca51c204b26c1b4dc54d82f1c89816665f"},"schema_version":"1.0","source":{"id":"2506.23743","kind":"arxiv","version":2}},"canonical_sha256":"c1821448b4b46a594eeb067383f7f6542a74879b0139506986af7bf29e9272fb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c1821448b4b46a594eeb067383f7f6542a74879b0139506986af7bf29e9272fb","first_computed_at":"2026-07-05T11:30:04.041109Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:30:04.041109Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"p+SdQAqivB9AmPkbouJOIwqEWVntcEArgqKg0fXw5YxKCEyPhzxU0ERCamkQKG3Y0j/F717ZOnqiERIv0lTdDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:30:04.041597Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.23743","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:123e333a09276591a45c21bb262ed7320780cbf259ddfc7289b35fab036a4986","sha256:172dcfc706a548b7f78958c5a340cb4780e27c17a19b28f96b041e31405e7ecd"],"state_sha256":"4585e7020642d14ca094816e080b467a1de25ec24af106495e4601e5b6ad55be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YLgiieN0KEX/2ua9HyCRln1DmlvdFvxZ01lzfN3AOm/+Q7Xi0w95otFx3gK9zL6sxwwjN/0hWwrzgAEkJ7J0DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T20:11:39.665390Z","bundle_sha256":"5a1f0c3a183e9a8afd8083b88cbe916cb4ee52e4876728be2ccb4a49698eb190"}}