{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:Y7KULNARRD5QM5IXPMGQGYX624","short_pith_number":"pith:Y7KULNAR","canonical_record":{"source":{"id":"2308.07758","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-15T13:19:59Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"13568a56db259f5018d53acd2762a2ed149e2c89aae33589995e7679b5adeb0b","abstract_canon_sha256":"cb2f7f2fc1a7c13476e53422593774a409a0c7ba52b32f902c08b309bbd57d21"},"schema_version":"1.0"},"canonical_sha256":"c7d545b41188fb0675177b0d0362fed7370bb521662ca5fb12a76ae6eec58c60","source":{"kind":"arxiv","id":"2308.07758","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.07758","created_at":"2026-07-05T08:27:23Z"},{"alias_kind":"arxiv_version","alias_value":"2308.07758v6","created_at":"2026-07-05T08:27:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.07758","created_at":"2026-07-05T08:27:23Z"},{"alias_kind":"pith_short_12","alias_value":"Y7KULNARRD5Q","created_at":"2026-07-05T08:27:23Z"},{"alias_kind":"pith_short_16","alias_value":"Y7KULNARRD5QM5IX","created_at":"2026-07-05T08:27:23Z"},{"alias_kind":"pith_short_8","alias_value":"Y7KULNAR","created_at":"2026-07-05T08:27:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:Y7KULNARRD5QM5IXPMGQGYX624","target":"record","payload":{"canonical_record":{"source":{"id":"2308.07758","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-15T13:19:59Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"13568a56db259f5018d53acd2762a2ed149e2c89aae33589995e7679b5adeb0b","abstract_canon_sha256":"cb2f7f2fc1a7c13476e53422593774a409a0c7ba52b32f902c08b309bbd57d21"},"schema_version":"1.0"},"canonical_sha256":"c7d545b41188fb0675177b0d0362fed7370bb521662ca5fb12a76ae6eec58c60","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:27:23.060004Z","signature_b64":"zyjPpIoyZ99sefY4n92alj1qXE73lUJ5QydFJHBcm5zeTgHi4V51ttEh0kkvWi/eoGRBPH57PiqA7vQfymduDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c7d545b41188fb0675177b0d0362fed7370bb521662ca5fb12a76ae6eec58c60","last_reissued_at":"2026-07-05T08:27:23.059597Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:27:23.059597Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.07758","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6l8BK7lp3mwgHLUWjC2NFrqs2IvfD3ZNqlK9jOjXrBZQbihzxv9NPSMwB4heTEeqNJV0fWvx+2iymJjEWpCtAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:42:46.404509Z"},"content_sha256":"7e51c754893fa53630d7cd12b19926f496424a8d358d3ee6ce8c0c21d1ba048f","schema_version":"1.0","event_id":"sha256:7e51c754893fa53630d7cd12b19926f496424a8d358d3ee6ce8c0c21d1ba048f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:Y7KULNARRD5QM5IXPMGQGYX624","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Forward-Backward Reasoning in Large Language Models for Mathematical Verification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Han Shi, James T. Kwok, Longhui Yu, Weisen Jiang, Yu Zhang, Zhenguo Li, Zhengying Liu","submitted_at":"2023-08-15T13:19:59Z","abstract_excerpt":"Self-Consistency samples diverse reasoning chains with answers and chooses the final answer by majority voting. It is based on forward reasoning and cannot further improve performance by sampling more reasoning chains when saturated. To further boost performance, we introduce backward reasoning to verify candidate answers. Specifically, for mathematical tasks, we mask a number in the question and ask the LLM to answer a backward question created by a simple template, i.e., to predict the masked number when a candidate answer is provided. Instead of using forward or backward reasoning alone, we"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.07758","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.07758/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:27:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fdC1VLdg2FsIpqMmxtcloHv0axYsvK5oVs+hfhjqdg+fwJXrVIxqhGKa/P4KI1xFbczUnuZb6k5V9Us3zmwsDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:42:46.405606Z"},"content_sha256":"821535b48cf37fc3f66ea8929592d7ccc87f8db01e915504db603eb6b02c4f0a","schema_version":"1.0","event_id":"sha256:821535b48cf37fc3f66ea8929592d7ccc87f8db01e915504db603eb6b02c4f0a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y7KULNARRD5QM5IXPMGQGYX624/bundle.json","state_url":"https://pith.science/pith/Y7KULNARRD5QM5IXPMGQGYX624/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y7KULNARRD5QM5IXPMGQGYX624/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T11:42:46Z","links":{"resolver":"https://pith.science/pith/Y7KULNARRD5QM5IXPMGQGYX624","bundle":"https://pith.science/pith/Y7KULNARRD5QM5IXPMGQGYX624/bundle.json","state":"https://pith.science/pith/Y7KULNARRD5QM5IXPMGQGYX624/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y7KULNARRD5QM5IXPMGQGYX624/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:Y7KULNARRD5QM5IXPMGQGYX624","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cb2f7f2fc1a7c13476e53422593774a409a0c7ba52b32f902c08b309bbd57d21","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-15T13:19:59Z","title_canon_sha256":"13568a56db259f5018d53acd2762a2ed149e2c89aae33589995e7679b5adeb0b"},"schema_version":"1.0","source":{"id":"2308.07758","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.07758","created_at":"2026-07-05T08:27:23Z"},{"alias_kind":"arxiv_version","alias_value":"2308.07758v6","created_at":"2026-07-05T08:27:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.07758","created_at":"2026-07-05T08:27:23Z"},{"alias_kind":"pith_short_12","alias_value":"Y7KULNARRD5Q","created_at":"2026-07-05T08:27:23Z"},{"alias_kind":"pith_short_16","alias_value":"Y7KULNARRD5QM5IX","created_at":"2026-07-05T08:27:23Z"},{"alias_kind":"pith_short_8","alias_value":"Y7KULNAR","created_at":"2026-07-05T08:27:23Z"}],"graph_snapshots":[{"event_id":"sha256:821535b48cf37fc3f66ea8929592d7ccc87f8db01e915504db603eb6b02c4f0a","target":"graph","created_at":"2026-07-05T08:27:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.07758/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Self-Consistency samples diverse reasoning chains with answers and chooses the final answer by majority voting. It is based on forward reasoning and cannot further improve performance by sampling more reasoning chains when saturated. To further boost performance, we introduce backward reasoning to verify candidate answers. Specifically, for mathematical tasks, we mask a number in the question and ask the LLM to answer a backward question created by a simple template, i.e., to predict the masked number when a candidate answer is provided. Instead of using forward or backward reasoning alone, we","authors_text":"Han Shi, James T. Kwok, Longhui Yu, Weisen Jiang, Yu Zhang, Zhenguo Li, Zhengying Liu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-15T13:19:59Z","title":"Forward-Backward Reasoning in Large Language Models for Mathematical Verification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.07758","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7e51c754893fa53630d7cd12b19926f496424a8d358d3ee6ce8c0c21d1ba048f","target":"record","created_at":"2026-07-05T08:27:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cb2f7f2fc1a7c13476e53422593774a409a0c7ba52b32f902c08b309bbd57d21","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-08-15T13:19:59Z","title_canon_sha256":"13568a56db259f5018d53acd2762a2ed149e2c89aae33589995e7679b5adeb0b"},"schema_version":"1.0","source":{"id":"2308.07758","kind":"arxiv","version":6}},"canonical_sha256":"c7d545b41188fb0675177b0d0362fed7370bb521662ca5fb12a76ae6eec58c60","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c7d545b41188fb0675177b0d0362fed7370bb521662ca5fb12a76ae6eec58c60","first_computed_at":"2026-07-05T08:27:23.059597Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:27:23.059597Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zyjPpIoyZ99sefY4n92alj1qXE73lUJ5QydFJHBcm5zeTgHi4V51ttEh0kkvWi/eoGRBPH57PiqA7vQfymduDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:27:23.060004Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.07758","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7e51c754893fa53630d7cd12b19926f496424a8d358d3ee6ce8c0c21d1ba048f","sha256:821535b48cf37fc3f66ea8929592d7ccc87f8db01e915504db603eb6b02c4f0a"],"state_sha256":"f9e08d9ae8122f06e991dee4c6d96c78978f3aab2296a4666a0954352a99b09a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FgGPbQ8gAh8tKeWDZjEee3C4FY3f3G+/1M3khw93rFcYaa4wojjUcyTiazLzt77+UAM3xwQM7gStECcatq8KAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T11:42:46.411884Z","bundle_sha256":"95fc587f9080cb965a76070cad8dc11a1d91bd3e09c69a8eafcce6199cf10086"}}