{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:PNVWP2QJTWMX23D3D7O42NTO4I","short_pith_number":"pith:PNVWP2QJ","canonical_record":{"source":{"id":"2507.18182","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-24T08:28:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bf993db41ac404c7b016d805b709d4c8d394edfce25366933a819099fd8693f6","abstract_canon_sha256":"ecc9aa401dd9878c1e1f5c34485c7725816187d5a701ab95eaab5012e7c6d68b"},"schema_version":"1.0"},"canonical_sha256":"7b6b67ea099d997d6c7b1fddcd366ee236852c7312da7983b0629a857740c514","source":{"kind":"arxiv","id":"2507.18182","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.18182","created_at":"2026-07-05T11:48:06Z"},{"alias_kind":"arxiv_version","alias_value":"2507.18182v2","created_at":"2026-07-05T11:48:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.18182","created_at":"2026-07-05T11:48:06Z"},{"alias_kind":"pith_short_12","alias_value":"PNVWP2QJTWMX","created_at":"2026-07-05T11:48:06Z"},{"alias_kind":"pith_short_16","alias_value":"PNVWP2QJTWMX23D3","created_at":"2026-07-05T11:48:06Z"},{"alias_kind":"pith_short_8","alias_value":"PNVWP2QJ","created_at":"2026-07-05T11:48:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:PNVWP2QJTWMX23D3D7O42NTO4I","target":"record","payload":{"canonical_record":{"source":{"id":"2507.18182","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-24T08:28:17Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"bf993db41ac404c7b016d805b709d4c8d394edfce25366933a819099fd8693f6","abstract_canon_sha256":"ecc9aa401dd9878c1e1f5c34485c7725816187d5a701ab95eaab5012e7c6d68b"},"schema_version":"1.0"},"canonical_sha256":"7b6b67ea099d997d6c7b1fddcd366ee236852c7312da7983b0629a857740c514","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:48:06.007274Z","signature_b64":"sWZksdZoKoveZFyvLGg/upI4xH54RJarzoreJ/vZ3xoMo1MuA4TDOeCpKhCqvZFANQeBsOcMZCBr7o7xTZVJCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7b6b67ea099d997d6c7b1fddcd366ee236852c7312da7983b0629a857740c514","last_reissued_at":"2026-07-05T11:48:06.006762Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:48:06.006762Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.18182","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:48:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"alzPuk6jeRfdnvuv0sWKc6z6szFPaBeRrIolGk9Ou4EZ/AnTUcKn7HjNXzQEs1zdBxD+jkS63cRIJB2V9OElDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:28:37.766172Z"},"content_sha256":"1235be17c7ab791be4bc1e93d8430c8dc25cb573f07f3b0b797e3d5f84eb00be","schema_version":"1.0","event_id":"sha256:1235be17c7ab791be4bc1e93d8430c8dc25cb573f07f3b0b797e3d5f84eb00be"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:PNVWP2QJTWMX23D3D7O42NTO4I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SCOPE: Stochastic and Counterbiased Option Placement for Evaluating Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dongseok Kim, Taegkeun Whangbo, Wonjun Jeong","submitted_at":"2025-07-24T08:28:17Z","abstract_excerpt":"Large Language Models (LLMs) can achieve inflated scores on multiple-choice tasks by exploiting inherent biases in option positions or labels, rather than demonstrating genuine understanding. This study introduces SCOPE, an evaluation framework designed to measure and mitigate such selection bias in a dataset-independent manner. By repeatedly invoking a null prompt that lacks semantic content, SCOPE estimates each model's unique position-bias distribution. It then redistributes the answer slot according to the inverse-bias distribution, thereby equalizing the lucky-rate, the probability of sel"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.18182","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.18182/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:48:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JFbEEGXu6TRVXcWvzxtqWtHDk6WNBPzR2TdxC4Nyhls4b1QL8BKCeNTIaUA1G8sY+35ZH6aBZAUWqiDd5He8CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T06:28:37.766568Z"},"content_sha256":"7a4e3fc42c81a317e1d0904ac195ff1c80dbf6392216d03d2ee81642a09c58d9","schema_version":"1.0","event_id":"sha256:7a4e3fc42c81a317e1d0904ac195ff1c80dbf6392216d03d2ee81642a09c58d9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PNVWP2QJTWMX23D3D7O42NTO4I/bundle.json","state_url":"https://pith.science/pith/PNVWP2QJTWMX23D3D7O42NTO4I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PNVWP2QJTWMX23D3D7O42NTO4I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T06:28:37Z","links":{"resolver":"https://pith.science/pith/PNVWP2QJTWMX23D3D7O42NTO4I","bundle":"https://pith.science/pith/PNVWP2QJTWMX23D3D7O42NTO4I/bundle.json","state":"https://pith.science/pith/PNVWP2QJTWMX23D3D7O42NTO4I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PNVWP2QJTWMX23D3D7O42NTO4I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:PNVWP2QJTWMX23D3D7O42NTO4I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ecc9aa401dd9878c1e1f5c34485c7725816187d5a701ab95eaab5012e7c6d68b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-24T08:28:17Z","title_canon_sha256":"bf993db41ac404c7b016d805b709d4c8d394edfce25366933a819099fd8693f6"},"schema_version":"1.0","source":{"id":"2507.18182","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.18182","created_at":"2026-07-05T11:48:06Z"},{"alias_kind":"arxiv_version","alias_value":"2507.18182v2","created_at":"2026-07-05T11:48:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.18182","created_at":"2026-07-05T11:48:06Z"},{"alias_kind":"pith_short_12","alias_value":"PNVWP2QJTWMX","created_at":"2026-07-05T11:48:06Z"},{"alias_kind":"pith_short_16","alias_value":"PNVWP2QJTWMX23D3","created_at":"2026-07-05T11:48:06Z"},{"alias_kind":"pith_short_8","alias_value":"PNVWP2QJ","created_at":"2026-07-05T11:48:06Z"}],"graph_snapshots":[{"event_id":"sha256:7a4e3fc42c81a317e1d0904ac195ff1c80dbf6392216d03d2ee81642a09c58d9","target":"graph","created_at":"2026-07-05T11:48:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.18182/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) can achieve inflated scores on multiple-choice tasks by exploiting inherent biases in option positions or labels, rather than demonstrating genuine understanding. This study introduces SCOPE, an evaluation framework designed to measure and mitigate such selection bias in a dataset-independent manner. By repeatedly invoking a null prompt that lacks semantic content, SCOPE estimates each model's unique position-bias distribution. It then redistributes the answer slot according to the inverse-bias distribution, thereby equalizing the lucky-rate, the probability of sel","authors_text":"Dongseok Kim, Taegkeun Whangbo, Wonjun Jeong","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-24T08:28:17Z","title":"SCOPE: Stochastic and Counterbiased Option Placement for Evaluating Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.18182","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1235be17c7ab791be4bc1e93d8430c8dc25cb573f07f3b0b797e3d5f84eb00be","target":"record","created_at":"2026-07-05T11:48:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ecc9aa401dd9878c1e1f5c34485c7725816187d5a701ab95eaab5012e7c6d68b","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-24T08:28:17Z","title_canon_sha256":"bf993db41ac404c7b016d805b709d4c8d394edfce25366933a819099fd8693f6"},"schema_version":"1.0","source":{"id":"2507.18182","kind":"arxiv","version":2}},"canonical_sha256":"7b6b67ea099d997d6c7b1fddcd366ee236852c7312da7983b0629a857740c514","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7b6b67ea099d997d6c7b1fddcd366ee236852c7312da7983b0629a857740c514","first_computed_at":"2026-07-05T11:48:06.006762Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:48:06.006762Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sWZksdZoKoveZFyvLGg/upI4xH54RJarzoreJ/vZ3xoMo1MuA4TDOeCpKhCqvZFANQeBsOcMZCBr7o7xTZVJCw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:48:06.007274Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.18182","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1235be17c7ab791be4bc1e93d8430c8dc25cb573f07f3b0b797e3d5f84eb00be","sha256:7a4e3fc42c81a317e1d0904ac195ff1c80dbf6392216d03d2ee81642a09c58d9"],"state_sha256":"709b926fd350799781845a593d5106feb1410eff159d859c9a902f2d0ea0eb01"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dD2Y9hUed5Y2rUlZLw7BNA0dLueT24L5Fyaxpyhq1bMgBkHVYVDFnpxOf1najITYrrsLvpAf4u16j3/YvLnNBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T06:28:37.768923Z","bundle_sha256":"e1b191ff5d3da9516cfd9edf7c7962e8b3c2f6820d9c3352a8d7ef1547de4deb"}}