{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GTBHEMK3VK6KWFAPQWZHG65EGA","short_pith_number":"pith:GTBHEMK3","canonical_record":{"source":{"id":"2304.09102","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-16T04:16:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"390fe39ad3275d494f4e37e48eeee57337faa0cf2aa96d360c83e680053a4148","abstract_canon_sha256":"22f061a023f9316d6f211b31f5036f8681712732da4c1974eb0b80de35c21d94"},"schema_version":"1.0"},"canonical_sha256":"34c272315baabcab140f85b2737ba43001fc78da1f90e1cd85bfaf42298dc6e8","source":{"kind":"arxiv","id":"2304.09102","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.09102","created_at":"2026-07-05T06:02:16Z"},{"alias_kind":"arxiv_version","alias_value":"2304.09102v1","created_at":"2026-07-05T06:02:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.09102","created_at":"2026-07-05T06:02:16Z"},{"alias_kind":"pith_short_12","alias_value":"GTBHEMK3VK6K","created_at":"2026-07-05T06:02:16Z"},{"alias_kind":"pith_short_16","alias_value":"GTBHEMK3VK6KWFAP","created_at":"2026-07-05T06:02:16Z"},{"alias_kind":"pith_short_8","alias_value":"GTBHEMK3","created_at":"2026-07-05T06:02:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GTBHEMK3VK6KWFAPQWZHG65EGA","target":"record","payload":{"canonical_record":{"source":{"id":"2304.09102","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-16T04:16:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"390fe39ad3275d494f4e37e48eeee57337faa0cf2aa96d360c83e680053a4148","abstract_canon_sha256":"22f061a023f9316d6f211b31f5036f8681712732da4c1974eb0b80de35c21d94"},"schema_version":"1.0"},"canonical_sha256":"34c272315baabcab140f85b2737ba43001fc78da1f90e1cd85bfaf42298dc6e8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:02:16.913747Z","signature_b64":"IQDP6xLKdWlvaSjamLFJprQBFlP6Vc8WDod5gLeXmCv/9d7LRLdg44q3FaxTn6HyM5H2UuYLixW5fcvS6d4MBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"34c272315baabcab140f85b2737ba43001fc78da1f90e1cd85bfaf42298dc6e8","last_reissued_at":"2026-07-05T06:02:16.913310Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:02:16.913310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.09102","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:02:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/pAU6/UI/GP1ZuF8HS03mtaLqcIX86xHGql0nvY0gUt3tQdHrEI+XanzAks2EZUX6ueTzXrDWQVUIz/5G7yeCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:23:11.104117Z"},"content_sha256":"3a7f68987681a586431a1a0c75cbf908a12abbff26199d933dea58eec1752846","schema_version":"1.0","event_id":"sha256:3a7f68987681a586431a1a0c75cbf908a12abbff26199d933dea58eec1752846"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GTBHEMK3VK6KWFAPQWZHG65EGA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Solving Math Word Problems by Combining Language Models With Symbolic Solvers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Gabriel Poesia, Joy He-Yueya, Noah D. Goodman, Rose E. Wang","submitted_at":"2023-04-16T04:16:06Z","abstract_excerpt":"Automatically generating high-quality step-by-step solutions to math word problems has many applications in education. Recently, combining large language models (LLMs) with external tools to perform complex reasoning and calculation has emerged as a promising direction for solving math word problems, but prior approaches such as Program-Aided Language model (PAL) are biased towards simple procedural problems and less effective for problems that require declarative reasoning. We propose an approach that combines an LLM that can incrementally formalize word problems as a set of variables and equ"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.09102","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.09102/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:02:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zBZD+9QGbm/SJp/EEHyoNc6BDBsz2XzQxJHeRKxFwRkPWG1WytFkDSkMFdrLxQndIOVsvjzcnEyku+iP0+UOCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:23:11.104496Z"},"content_sha256":"9bd69e76090441839cbdb1ae52f2c145b83a5afaecbcce8a0ec3fc797dbd3a9e","schema_version":"1.0","event_id":"sha256:9bd69e76090441839cbdb1ae52f2c145b83a5afaecbcce8a0ec3fc797dbd3a9e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GTBHEMK3VK6KWFAPQWZHG65EGA/bundle.json","state_url":"https://pith.science/pith/GTBHEMK3VK6KWFAPQWZHG65EGA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GTBHEMK3VK6KWFAPQWZHG65EGA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T05:23:11Z","links":{"resolver":"https://pith.science/pith/GTBHEMK3VK6KWFAPQWZHG65EGA","bundle":"https://pith.science/pith/GTBHEMK3VK6KWFAPQWZHG65EGA/bundle.json","state":"https://pith.science/pith/GTBHEMK3VK6KWFAPQWZHG65EGA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GTBHEMK3VK6KWFAPQWZHG65EGA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GTBHEMK3VK6KWFAPQWZHG65EGA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"22f061a023f9316d6f211b31f5036f8681712732da4c1974eb0b80de35c21d94","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-16T04:16:06Z","title_canon_sha256":"390fe39ad3275d494f4e37e48eeee57337faa0cf2aa96d360c83e680053a4148"},"schema_version":"1.0","source":{"id":"2304.09102","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.09102","created_at":"2026-07-05T06:02:16Z"},{"alias_kind":"arxiv_version","alias_value":"2304.09102v1","created_at":"2026-07-05T06:02:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.09102","created_at":"2026-07-05T06:02:16Z"},{"alias_kind":"pith_short_12","alias_value":"GTBHEMK3VK6K","created_at":"2026-07-05T06:02:16Z"},{"alias_kind":"pith_short_16","alias_value":"GTBHEMK3VK6KWFAP","created_at":"2026-07-05T06:02:16Z"},{"alias_kind":"pith_short_8","alias_value":"GTBHEMK3","created_at":"2026-07-05T06:02:16Z"}],"graph_snapshots":[{"event_id":"sha256:9bd69e76090441839cbdb1ae52f2c145b83a5afaecbcce8a0ec3fc797dbd3a9e","target":"graph","created_at":"2026-07-05T06:02:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.09102/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Automatically generating high-quality step-by-step solutions to math word problems has many applications in education. Recently, combining large language models (LLMs) with external tools to perform complex reasoning and calculation has emerged as a promising direction for solving math word problems, but prior approaches such as Program-Aided Language model (PAL) are biased towards simple procedural problems and less effective for problems that require declarative reasoning. We propose an approach that combines an LLM that can incrementally formalize word problems as a set of variables and equ","authors_text":"Gabriel Poesia, Joy He-Yueya, Noah D. Goodman, Rose E. Wang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-16T04:16:06Z","title":"Solving Math Word Problems by Combining Language Models With Symbolic Solvers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.09102","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3a7f68987681a586431a1a0c75cbf908a12abbff26199d933dea58eec1752846","target":"record","created_at":"2026-07-05T06:02:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"22f061a023f9316d6f211b31f5036f8681712732da4c1974eb0b80de35c21d94","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-04-16T04:16:06Z","title_canon_sha256":"390fe39ad3275d494f4e37e48eeee57337faa0cf2aa96d360c83e680053a4148"},"schema_version":"1.0","source":{"id":"2304.09102","kind":"arxiv","version":1}},"canonical_sha256":"34c272315baabcab140f85b2737ba43001fc78da1f90e1cd85bfaf42298dc6e8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"34c272315baabcab140f85b2737ba43001fc78da1f90e1cd85bfaf42298dc6e8","first_computed_at":"2026-07-05T06:02:16.913310Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:02:16.913310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IQDP6xLKdWlvaSjamLFJprQBFlP6Vc8WDod5gLeXmCv/9d7LRLdg44q3FaxTn6HyM5H2UuYLixW5fcvS6d4MBg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:02:16.913747Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.09102","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3a7f68987681a586431a1a0c75cbf908a12abbff26199d933dea58eec1752846","sha256:9bd69e76090441839cbdb1ae52f2c145b83a5afaecbcce8a0ec3fc797dbd3a9e"],"state_sha256":"73a492da825a4ae3835d68d9323248cd19362217d817303be1737888734f75cd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"efJX8w68dH5ciStEUF1SW3SuIruveQxNT0x+oW+gRdoxW0sdG2rYlG2Pw2MAh8PFBjKnq7bVnY7rNh+x3gChDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T05:23:11.106944Z","bundle_sha256":"adc9adab879196496f7cd38d67aae996fb9985ed4737124e2b504ce2315c5fb5"}}