{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZGGFI2NVLWCHSHYODJSKDHDSSX","short_pith_number":"pith:ZGGFI2NV","canonical_record":{"source":{"id":"2410.15512","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-20T21:17:49Z","cross_cats_sorted":[],"title_canon_sha256":"50cd5cc5809e3a5c377d98659322faa8e1829d3b11de1a0b1fc0f3a0b017ef72","abstract_canon_sha256":"80a94048548ac3227469bfe1090ff8fb06ae1a7da339e63e29fe8fed63927818"},"schema_version":"1.0"},"canonical_sha256":"c98c5469b55d84791f0e1a64a19c7295dc9a578d3347c9a22c774ef0dccc9996","source":{"kind":"arxiv","id":"2410.15512","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.15512","created_at":"2026-07-05T10:13:04Z"},{"alias_kind":"arxiv_version","alias_value":"2410.15512v2","created_at":"2026-07-05T10:13:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.15512","created_at":"2026-07-05T10:13:04Z"},{"alias_kind":"pith_short_12","alias_value":"ZGGFI2NVLWCH","created_at":"2026-07-05T10:13:04Z"},{"alias_kind":"pith_short_16","alias_value":"ZGGFI2NVLWCHSHYO","created_at":"2026-07-05T10:13:04Z"},{"alias_kind":"pith_short_8","alias_value":"ZGGFI2NV","created_at":"2026-07-05T10:13:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZGGFI2NVLWCHSHYODJSKDHDSSX","target":"record","payload":{"canonical_record":{"source":{"id":"2410.15512","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-20T21:17:49Z","cross_cats_sorted":[],"title_canon_sha256":"50cd5cc5809e3a5c377d98659322faa8e1829d3b11de1a0b1fc0f3a0b017ef72","abstract_canon_sha256":"80a94048548ac3227469bfe1090ff8fb06ae1a7da339e63e29fe8fed63927818"},"schema_version":"1.0"},"canonical_sha256":"c98c5469b55d84791f0e1a64a19c7295dc9a578d3347c9a22c774ef0dccc9996","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:04.641933Z","signature_b64":"fiNORe9SnT3kwX79/by+PQhB7BDfKAdd+YoWCsF1FUYWMvv7uLVszIPJrvHFNHn8ydDeLi53QZGGq45xcHezBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c98c5469b55d84791f0e1a64a19c7295dc9a578d3347c9a22c774ef0dccc9996","last_reissued_at":"2026-07-05T10:13:04.641444Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:04.641444Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.15512","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5650GbYq+eoYGvLWVl8fTyjOpNz+6iH/XuYzVDDweH/foRb50u3MdEr7+SOMBAeyO9f29RUEp7sODg3pXJ1qCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:54:57.450572Z"},"content_sha256":"260f45da767b288d856a042100a938c763827f1264a0b9d8459efdfc991fc4ce","schema_version":"1.0","event_id":"sha256:260f45da767b288d856a042100a938c763827f1264a0b9d8459efdfc991fc4ce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZGGFI2NVLWCHSHYODJSKDHDSSX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reverse Question Answering: Can an LLM Write a Question so Hard (or Bad) that it Can't Answer?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Abhilasha Ravichander, Feng Gu, Jordan Boyd-Graber, Nishant Balepur, Rachel Rudinger, Shi Feng","submitted_at":"2024-10-20T21:17:49Z","abstract_excerpt":"Question answering (QA), giving correct answers to questions, is a popular task, but we test reverse question answering (RQA): for an input answer, give a question with that answer. Past work tests QA and RQA separately, but we test them jointly, comparing their difficulty, aiding benchmark design, and checking reasoning consistency. We run 16 LLMs on QA and RQA with trivia questions/answers, revealing: 1) Versus QA, LLMs are much less accurate in RQA for numerical answers, but slightly more accurate in RQA for textual answers; 2) LLMs often answer their own invalid questions from RQA accurate"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.15512","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.15512/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PrWt8emx1E4nYVW0OMGCGPLcwjX4khwqB25khSrBVPwIhAMyXsWtznbjb2mums41FQDTCo6EMH7U0cUuKmLdCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:54:57.451078Z"},"content_sha256":"f03a7389b8d62ef8740b6c256f9d9697211aa8ea2940519469510da0ff2c37db","schema_version":"1.0","event_id":"sha256:f03a7389b8d62ef8740b6c256f9d9697211aa8ea2940519469510da0ff2c37db"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZGGFI2NVLWCHSHYODJSKDHDSSX/bundle.json","state_url":"https://pith.science/pith/ZGGFI2NVLWCHSHYODJSKDHDSSX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZGGFI2NVLWCHSHYODJSKDHDSSX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T09:54:57Z","links":{"resolver":"https://pith.science/pith/ZGGFI2NVLWCHSHYODJSKDHDSSX","bundle":"https://pith.science/pith/ZGGFI2NVLWCHSHYODJSKDHDSSX/bundle.json","state":"https://pith.science/pith/ZGGFI2NVLWCHSHYODJSKDHDSSX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZGGFI2NVLWCHSHYODJSKDHDSSX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZGGFI2NVLWCHSHYODJSKDHDSSX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"80a94048548ac3227469bfe1090ff8fb06ae1a7da339e63e29fe8fed63927818","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-20T21:17:49Z","title_canon_sha256":"50cd5cc5809e3a5c377d98659322faa8e1829d3b11de1a0b1fc0f3a0b017ef72"},"schema_version":"1.0","source":{"id":"2410.15512","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.15512","created_at":"2026-07-05T10:13:04Z"},{"alias_kind":"arxiv_version","alias_value":"2410.15512v2","created_at":"2026-07-05T10:13:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.15512","created_at":"2026-07-05T10:13:04Z"},{"alias_kind":"pith_short_12","alias_value":"ZGGFI2NVLWCH","created_at":"2026-07-05T10:13:04Z"},{"alias_kind":"pith_short_16","alias_value":"ZGGFI2NVLWCHSHYO","created_at":"2026-07-05T10:13:04Z"},{"alias_kind":"pith_short_8","alias_value":"ZGGFI2NV","created_at":"2026-07-05T10:13:04Z"}],"graph_snapshots":[{"event_id":"sha256:f03a7389b8d62ef8740b6c256f9d9697211aa8ea2940519469510da0ff2c37db","target":"graph","created_at":"2026-07-05T10:13:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.15512/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Question answering (QA), giving correct answers to questions, is a popular task, but we test reverse question answering (RQA): for an input answer, give a question with that answer. Past work tests QA and RQA separately, but we test them jointly, comparing their difficulty, aiding benchmark design, and checking reasoning consistency. We run 16 LLMs on QA and RQA with trivia questions/answers, revealing: 1) Versus QA, LLMs are much less accurate in RQA for numerical answers, but slightly more accurate in RQA for textual answers; 2) LLMs often answer their own invalid questions from RQA accurate","authors_text":"Abhilasha Ravichander, Feng Gu, Jordan Boyd-Graber, Nishant Balepur, Rachel Rudinger, Shi Feng","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-20T21:17:49Z","title":"Reverse Question Answering: Can an LLM Write a Question so Hard (or Bad) that it Can't Answer?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.15512","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:260f45da767b288d856a042100a938c763827f1264a0b9d8459efdfc991fc4ce","target":"record","created_at":"2026-07-05T10:13:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"80a94048548ac3227469bfe1090ff8fb06ae1a7da339e63e29fe8fed63927818","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-20T21:17:49Z","title_canon_sha256":"50cd5cc5809e3a5c377d98659322faa8e1829d3b11de1a0b1fc0f3a0b017ef72"},"schema_version":"1.0","source":{"id":"2410.15512","kind":"arxiv","version":2}},"canonical_sha256":"c98c5469b55d84791f0e1a64a19c7295dc9a578d3347c9a22c774ef0dccc9996","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c98c5469b55d84791f0e1a64a19c7295dc9a578d3347c9a22c774ef0dccc9996","first_computed_at":"2026-07-05T10:13:04.641444Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:04.641444Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fiNORe9SnT3kwX79/by+PQhB7BDfKAdd+YoWCsF1FUYWMvv7uLVszIPJrvHFNHn8ydDeLi53QZGGq45xcHezBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:04.641933Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.15512","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:260f45da767b288d856a042100a938c763827f1264a0b9d8459efdfc991fc4ce","sha256:f03a7389b8d62ef8740b6c256f9d9697211aa8ea2940519469510da0ff2c37db"],"state_sha256":"3c8127b42891c2e501282368c77816983bab10a65c791228599604be5b7674c4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3pVJ+EtLQTL97dYu4/+qvz8bBTBa3hWINQ74Q9wb+XSKSIz/IVDrxvB0ATBtEGtTA0Pd4PE8CTnUmMix+QA2BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T09:54:57.456412Z","bundle_sha256":"3d31de2b125a481c68e37f1a3c521a8fa24f311700b4ff3b9fedadc35e1506ec"}}