{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:AORSULJKSHRJD7KLV3ZBYVJ75H","short_pith_number":"pith:AORSULJK","canonical_record":{"source":{"id":"2310.01991","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-03T12:03:06Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"0b993cec27346b1312bf4935cdd05b4adf420840d55c01f2eaea0182192fea76","abstract_canon_sha256":"4b88911686d0448286760c128b3f231c00f5f2faca376d81d91b01600e5fab42"},"schema_version":"1.0"},"canonical_sha256":"03a32a2d2a91e291fd4baef21c553fe9e330738d71ed56fb65a1d1b9decc34f8","source":{"kind":"arxiv","id":"2310.01991","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.01991","created_at":"2026-07-05T08:40:55Z"},{"alias_kind":"arxiv_version","alias_value":"2310.01991v2","created_at":"2026-07-05T08:40:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.01991","created_at":"2026-07-05T08:40:55Z"},{"alias_kind":"pith_short_12","alias_value":"AORSULJKSHRJ","created_at":"2026-07-05T08:40:55Z"},{"alias_kind":"pith_short_16","alias_value":"AORSULJKSHRJD7KL","created_at":"2026-07-05T08:40:55Z"},{"alias_kind":"pith_short_8","alias_value":"AORSULJK","created_at":"2026-07-05T08:40:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:AORSULJKSHRJD7KLV3ZBYVJ75H","target":"record","payload":{"canonical_record":{"source":{"id":"2310.01991","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-03T12:03:06Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"0b993cec27346b1312bf4935cdd05b4adf420840d55c01f2eaea0182192fea76","abstract_canon_sha256":"4b88911686d0448286760c128b3f231c00f5f2faca376d81d91b01600e5fab42"},"schema_version":"1.0"},"canonical_sha256":"03a32a2d2a91e291fd4baef21c553fe9e330738d71ed56fb65a1d1b9decc34f8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:40:55.987747Z","signature_b64":"ZT03xc1CEHDxmg5tP3+fUHxE+3SYeyGxxKAvMDSbDPwKP4eFEZ2EVaxXw4mMOu8UleJLgLsWD7vpW4xszv+iDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"03a32a2d2a91e291fd4baef21c553fe9e330738d71ed56fb65a1d1b9decc34f8","last_reissued_at":"2026-07-05T08:40:55.987233Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:40:55.987233Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.01991","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TI5wBnr9GdzadDjeeHOD8Oy58H2HJfgoBgTZ9C85TMeOnQ/v77vJLy2wU8/MCpXLGZ+pwZ5T+GMghs9yh6B6DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T19:18:17.000200Z"},"content_sha256":"44e94ef8201872f7fc2a9533ad3e31bd11a7bb1b6dcf2ac29b4b3f0c059a0014","schema_version":"1.0","event_id":"sha256:44e94ef8201872f7fc2a9533ad3e31bd11a7bb1b6dcf2ac29b4b3f0c059a0014"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:AORSULJKSHRJD7KLV3ZBYVJ75H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Fill in the Blank: Exploring and Enhancing LLM Capabilities for Backward Reasoning in Math Word Problems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aniruddha Deb, Dinesh Garg, Dinesh Khandelwal, Neeva Oza, Parag Singla, Sarthak Singla","submitted_at":"2023-10-03T12:03:06Z","abstract_excerpt":"While forward reasoning (i.e., find the answer given the question) has been explored extensively in recent literature, backward reasoning is relatively unexplored. We examine the backward reasoning capabilities of LLMs on Math Word Problems (MWPs): given a mathematical question and its answer, with some details omitted from the question, can LLMs effectively retrieve the missing information? On modifying three benchmark datasets for this task, to evaluate this task: GSM8k, SVAMP, and MultiArith, we find a significant drop in the accuracy of models on this task compared to forward reasoning acr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.01991","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.01991/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FVfFoqUsSfBTh5lItp3GvQ0T6ZCMwxfGHheVFdRq847JR3wQy8Z1zqggRBMdy6q7fL+hnQmMwC3Oy0z8KdRIBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T19:18:17.001009Z"},"content_sha256":"91d913e00533aa2bcdb563329457e02b559fa6f4eb68b92f2ea459761aec1a3a","schema_version":"1.0","event_id":"sha256:91d913e00533aa2bcdb563329457e02b559fa6f4eb68b92f2ea459761aec1a3a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AORSULJKSHRJD7KLV3ZBYVJ75H/bundle.json","state_url":"https://pith.science/pith/AORSULJKSHRJD7KLV3ZBYVJ75H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AORSULJKSHRJD7KLV3ZBYVJ75H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T19:18:17Z","links":{"resolver":"https://pith.science/pith/AORSULJKSHRJD7KLV3ZBYVJ75H","bundle":"https://pith.science/pith/AORSULJKSHRJD7KLV3ZBYVJ75H/bundle.json","state":"https://pith.science/pith/AORSULJKSHRJD7KLV3ZBYVJ75H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AORSULJKSHRJD7KLV3ZBYVJ75H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:AORSULJKSHRJD7KLV3ZBYVJ75H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4b88911686d0448286760c128b3f231c00f5f2faca376d81d91b01600e5fab42","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-03T12:03:06Z","title_canon_sha256":"0b993cec27346b1312bf4935cdd05b4adf420840d55c01f2eaea0182192fea76"},"schema_version":"1.0","source":{"id":"2310.01991","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.01991","created_at":"2026-07-05T08:40:55Z"},{"alias_kind":"arxiv_version","alias_value":"2310.01991v2","created_at":"2026-07-05T08:40:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.01991","created_at":"2026-07-05T08:40:55Z"},{"alias_kind":"pith_short_12","alias_value":"AORSULJKSHRJ","created_at":"2026-07-05T08:40:55Z"},{"alias_kind":"pith_short_16","alias_value":"AORSULJKSHRJD7KL","created_at":"2026-07-05T08:40:55Z"},{"alias_kind":"pith_short_8","alias_value":"AORSULJK","created_at":"2026-07-05T08:40:55Z"}],"graph_snapshots":[{"event_id":"sha256:91d913e00533aa2bcdb563329457e02b559fa6f4eb68b92f2ea459761aec1a3a","target":"graph","created_at":"2026-07-05T08:40:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.01991/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While forward reasoning (i.e., find the answer given the question) has been explored extensively in recent literature, backward reasoning is relatively unexplored. We examine the backward reasoning capabilities of LLMs on Math Word Problems (MWPs): given a mathematical question and its answer, with some details omitted from the question, can LLMs effectively retrieve the missing information? On modifying three benchmark datasets for this task, to evaluate this task: GSM8k, SVAMP, and MultiArith, we find a significant drop in the accuracy of models on this task compared to forward reasoning acr","authors_text":"Aniruddha Deb, Dinesh Garg, Dinesh Khandelwal, Neeva Oza, Parag Singla, Sarthak Singla","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-03T12:03:06Z","title":"Fill in the Blank: Exploring and Enhancing LLM Capabilities for Backward Reasoning in Math Word Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.01991","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:44e94ef8201872f7fc2a9533ad3e31bd11a7bb1b6dcf2ac29b4b3f0c059a0014","target":"record","created_at":"2026-07-05T08:40:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4b88911686d0448286760c128b3f231c00f5f2faca376d81d91b01600e5fab42","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-03T12:03:06Z","title_canon_sha256":"0b993cec27346b1312bf4935cdd05b4adf420840d55c01f2eaea0182192fea76"},"schema_version":"1.0","source":{"id":"2310.01991","kind":"arxiv","version":2}},"canonical_sha256":"03a32a2d2a91e291fd4baef21c553fe9e330738d71ed56fb65a1d1b9decc34f8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"03a32a2d2a91e291fd4baef21c553fe9e330738d71ed56fb65a1d1b9decc34f8","first_computed_at":"2026-07-05T08:40:55.987233Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:40:55.987233Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZT03xc1CEHDxmg5tP3+fUHxE+3SYeyGxxKAvMDSbDPwKP4eFEZ2EVaxXw4mMOu8UleJLgLsWD7vpW4xszv+iDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:40:55.987747Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.01991","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:44e94ef8201872f7fc2a9533ad3e31bd11a7bb1b6dcf2ac29b4b3f0c059a0014","sha256:91d913e00533aa2bcdb563329457e02b559fa6f4eb68b92f2ea459761aec1a3a"],"state_sha256":"83bc90f080b44ce5726f69423a9ecf4ad20aef8d3fcac9aaa0e57c5d60001827"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VZSS+JYwhLX+MR5hwUmk1KeJgInXqg7bYhAMpfAu4DA0d/+px8ITPfxm1zPrePyh7Szd+kPbw+iwPDpWikuHAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T19:18:17.006995Z","bundle_sha256":"56547b20fe5089036d395904a1341f3a5fc1ae9e744d0017e2e97c3d2ed6661c"}}