{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:BTNOSP4ZOV47BGSGQDXR7T4GYQ","short_pith_number":"pith:BTNOSP4Z","canonical_record":{"source":{"id":"2607.14109","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-07T21:11:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cdaf9dc8cb250970128314029c15d92ef61f361ee411e5502013782459861e20","abstract_canon_sha256":"31af03fd462b468f0b06d020e0e2f44bcc3c9afd94c48c09a6dd2fd8ad2a0eed"},"schema_version":"1.0"},"canonical_sha256":"0cdae93f997579f09a4680ef1fcf86c4092c858a5a497fdbd122df4a68032b1e","source":{"kind":"arxiv","id":"2607.14109","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.14109","created_at":"2026-07-17T00:20:52Z"},{"alias_kind":"arxiv_version","alias_value":"2607.14109v1","created_at":"2026-07-17T00:20:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.14109","created_at":"2026-07-17T00:20:52Z"},{"alias_kind":"pith_short_12","alias_value":"BTNOSP4ZOV47","created_at":"2026-07-17T00:20:52Z"},{"alias_kind":"pith_short_16","alias_value":"BTNOSP4ZOV47BGSG","created_at":"2026-07-17T00:20:52Z"},{"alias_kind":"pith_short_8","alias_value":"BTNOSP4Z","created_at":"2026-07-17T00:20:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:BTNOSP4ZOV47BGSGQDXR7T4GYQ","target":"record","payload":{"canonical_record":{"source":{"id":"2607.14109","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-07T21:11:51Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"cdaf9dc8cb250970128314029c15d92ef61f361ee411e5502013782459861e20","abstract_canon_sha256":"31af03fd462b468f0b06d020e0e2f44bcc3c9afd94c48c09a6dd2fd8ad2a0eed"},"schema_version":"1.0"},"canonical_sha256":"0cdae93f997579f09a4680ef1fcf86c4092c858a5a497fdbd122df4a68032b1e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-17T00:20:52.464121Z","signature_b64":"fKUcuiliRWnyHjf2rfzKHZZ9BuvUz289sWVUjuOgXJwXMT3GnPuLQDSM/fHiRV8l/ZfPZY8ZlJlOEXrywWsRDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0cdae93f997579f09a4680ef1fcf86c4092c858a5a497fdbd122df4a68032b1e","last_reissued_at":"2026-07-17T00:20:52.463300Z","signature_status":"signed_v1","first_computed_at":"2026-07-17T00:20:52.463300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.14109","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-17T00:20:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7vKOTxq6OPN6SAbWi1m6XMO57Z7zs3jGMjIxBEbvAv28icwz+vYo/Qnjlz+IV1F4mSt+ak6PFVX39Pn9kH+gBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:09:06.455631Z"},"content_sha256":"49901212a8ce979c38cc20f00a0e3b4485bdd00f610130d170bbd5d91057428a","schema_version":"1.0","event_id":"sha256:49901212a8ce979c38cc20f00a0e3b4485bdd00f610130d170bbd5d91057428a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:BTNOSP4ZOV47BGSGQDXR7T4GYQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Simplicity Paradox: Debunking myths about prompting and datasets for LLM evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dhaval Patel, Inder Preet, Shuxin Lin","submitted_at":"2026-05-07T21:11:51Z","abstract_excerpt":"Probing the capabilities of Large Language Models (LLMs) and building robust solutions for Multiple-Choice Question Answering (MCQA) remain central challenges in natural language understanding. Furthermore, the rapid proliferation of LLMs has created the implicit assumption that more sophisticated prompting techniques yield better performance. Several studies claim better performance with more sophisticated prompting techniques, but do not provide a comprehensive evaluation. We address this gap through a comprehensive empirical study of 8 prompting techniques across 10 multiple-choice question"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.14109","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.14109/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-17T00:20:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mUo0QR2wWNxfrmHZjm3kmVlyQupHExI4rLV4nL1unPXu3erP6cB0cizVSEBvpt4XabwWj259OS6U0+06vhxeBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T07:09:06.456137Z"},"content_sha256":"1b6ace3161124919eb0a82d44bb704eca33205541c21f2e081e7bb9503a854ca","schema_version":"1.0","event_id":"sha256:1b6ace3161124919eb0a82d44bb704eca33205541c21f2e081e7bb9503a854ca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BTNOSP4ZOV47BGSGQDXR7T4GYQ/bundle.json","state_url":"https://pith.science/pith/BTNOSP4ZOV47BGSGQDXR7T4GYQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BTNOSP4ZOV47BGSGQDXR7T4GYQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T07:09:06Z","links":{"resolver":"https://pith.science/pith/BTNOSP4ZOV47BGSGQDXR7T4GYQ","bundle":"https://pith.science/pith/BTNOSP4ZOV47BGSGQDXR7T4GYQ/bundle.json","state":"https://pith.science/pith/BTNOSP4ZOV47BGSGQDXR7T4GYQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BTNOSP4ZOV47BGSGQDXR7T4GYQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:BTNOSP4ZOV47BGSGQDXR7T4GYQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"31af03fd462b468f0b06d020e0e2f44bcc3c9afd94c48c09a6dd2fd8ad2a0eed","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-07T21:11:51Z","title_canon_sha256":"cdaf9dc8cb250970128314029c15d92ef61f361ee411e5502013782459861e20"},"schema_version":"1.0","source":{"id":"2607.14109","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.14109","created_at":"2026-07-17T00:20:52Z"},{"alias_kind":"arxiv_version","alias_value":"2607.14109v1","created_at":"2026-07-17T00:20:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.14109","created_at":"2026-07-17T00:20:52Z"},{"alias_kind":"pith_short_12","alias_value":"BTNOSP4ZOV47","created_at":"2026-07-17T00:20:52Z"},{"alias_kind":"pith_short_16","alias_value":"BTNOSP4ZOV47BGSG","created_at":"2026-07-17T00:20:52Z"},{"alias_kind":"pith_short_8","alias_value":"BTNOSP4Z","created_at":"2026-07-17T00:20:52Z"}],"graph_snapshots":[{"event_id":"sha256:1b6ace3161124919eb0a82d44bb704eca33205541c21f2e081e7bb9503a854ca","target":"graph","created_at":"2026-07-17T00:20:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.14109/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Probing the capabilities of Large Language Models (LLMs) and building robust solutions for Multiple-Choice Question Answering (MCQA) remain central challenges in natural language understanding. Furthermore, the rapid proliferation of LLMs has created the implicit assumption that more sophisticated prompting techniques yield better performance. Several studies claim better performance with more sophisticated prompting techniques, but do not provide a comprehensive evaluation. We address this gap through a comprehensive empirical study of 8 prompting techniques across 10 multiple-choice question","authors_text":"Dhaval Patel, Inder Preet, Shuxin Lin","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-07T21:11:51Z","title":"Simplicity Paradox: Debunking myths about prompting and datasets for LLM evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.14109","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:49901212a8ce979c38cc20f00a0e3b4485bdd00f610130d170bbd5d91057428a","target":"record","created_at":"2026-07-17T00:20:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"31af03fd462b468f0b06d020e0e2f44bcc3c9afd94c48c09a6dd2fd8ad2a0eed","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-05-07T21:11:51Z","title_canon_sha256":"cdaf9dc8cb250970128314029c15d92ef61f361ee411e5502013782459861e20"},"schema_version":"1.0","source":{"id":"2607.14109","kind":"arxiv","version":1}},"canonical_sha256":"0cdae93f997579f09a4680ef1fcf86c4092c858a5a497fdbd122df4a68032b1e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0cdae93f997579f09a4680ef1fcf86c4092c858a5a497fdbd122df4a68032b1e","first_computed_at":"2026-07-17T00:20:52.463300Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-17T00:20:52.463300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fKUcuiliRWnyHjf2rfzKHZZ9BuvUz289sWVUjuOgXJwXMT3GnPuLQDSM/fHiRV8l/ZfPZY8ZlJlOEXrywWsRDw==","signature_status":"signed_v1","signed_at":"2026-07-17T00:20:52.464121Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.14109","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:49901212a8ce979c38cc20f00a0e3b4485bdd00f610130d170bbd5d91057428a","sha256:1b6ace3161124919eb0a82d44bb704eca33205541c21f2e081e7bb9503a854ca"],"state_sha256":"8f0ccaf1cdc79aa23bfc3ed4ef4a304990f5f48dc0c027763690b8ff2c9ad4be"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SJSoX7SutgrCQf9dzuVMidxturLbsu8W2ur3UeM7kDHOefro0I8jHo+3sXkGxFKrYQzOi70nYDavYVvZJjYNCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T07:09:06.459297Z","bundle_sha256":"2d522ffe30de4554a86f32152933776b137b667d76f917f8253010712b5017d0"}}