{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:WD3BNXM4K4KDBD6HL4KGQBD324","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0660d964fb1bfc755fff1eeccef5fe465bd8b6e60dfb8c4cf79c7014302afcd0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-25T11:06:37Z","title_canon_sha256":"f9c0c278c564be70f156713553d4c7d8538f3bc063f0b8345e054bc6083e2633"},"schema_version":"1.0","source":{"id":"2501.15175","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.15175","created_at":"2026-07-05T11:05:23Z"},{"alias_kind":"arxiv_version","alias_value":"2501.15175v3","created_at":"2026-07-05T11:05:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.15175","created_at":"2026-07-05T11:05:23Z"},{"alias_kind":"pith_short_12","alias_value":"WD3BNXM4K4KD","created_at":"2026-07-05T11:05:23Z"},{"alias_kind":"pith_short_16","alias_value":"WD3BNXM4K4KDBD6H","created_at":"2026-07-05T11:05:23Z"},{"alias_kind":"pith_short_8","alias_value":"WD3BNXM4","created_at":"2026-07-05T11:05:23Z"}],"graph_snapshots":[{"event_id":"sha256:1e262ab808054d4b46a144a2f2f6e3f934986c0caab467d41b4a41609c52b880","target":"graph","created_at":"2026-07-05T11:05:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.15175/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multiple choice questions (MCQs) are a popular and important task for evaluating large language models (LLMs). Based on common strategies people use when answering MCQs, the process of elimination (PoE) has been proposed as an effective problem-solving method. Existing PoE methods typically either have LLMs directly identify incorrect options or score options and replace lower-scoring ones with [MASK]. However, both methods suffer from inapplicability or suboptimal performance. To address these issues, this paper proposes a novel option-ID based PoE ($\\text{PoE}_{\\text{ID}}$). $\\text{PoE}_{\\te","authors_text":"Bulou Liu, Qingyao Ai, Yiqun Liu, Zhenhao Zhu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.15175","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:38dabce99bff2baa5a0890c62b2e3693035ffa3f7b07d36f470ceca07a2607c6","target":"record","created_at":"2026-07-05T11:05:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0660d964fb1bfc755fff1eeccef5fe465bd8b6e60dfb8c4cf79c7014302afcd0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-25T11:06:37Z","title_canon_sha256":"f9c0c278c564be70f156713553d4c7d8538f3bc063f0b8345e054bc6083e2633"},"schema_version":"1.0","source":{"id":"2501.15175","kind":"arxiv","version":3}},"canonical_sha256":"b0f616dd9c5714308fc75f1468047bd73e598dd5fe384b4864f48e3066563e41","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b0f616dd9c5714308fc75f1468047bd73e598dd5fe384b4864f48e3066563e41","first_computed_at":"2026-07-05T11:05:23.003162Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:05:23.003162Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6rTH/GPGHg0tfoqEO4jDOJZBddKiXxJdvUjw6xfKDh0mhlJ1yT8THVbt77wPyDdGdFl/srxvKdGmOcqIwmSgBg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:05:23.003708Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.15175","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:38dabce99bff2baa5a0890c62b2e3693035ffa3f7b07d36f470ceca07a2607c6","sha256:1e262ab808054d4b46a144a2f2f6e3f934986c0caab467d41b4a41609c52b880"],"state_sha256":"57b4386b316d676d19036b7f3847f11348588a8497842b6c3737d1c2d2504bee"}