{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XH5KH6DC5UYERISBJFYZUVN4XP","short_pith_number":"pith:XH5KH6DC","canonical_record":{"source":{"id":"2305.18507","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T15:14:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5bdf9e804be6274224f6ca3ec6ca3a3dfcacd6619ca7152a5499960687b58473","abstract_canon_sha256":"9f5f593b9234a78cc6ab9e6ab129ac7b4f871453bd9213d24759fe1b9995f99f"},"schema_version":"1.0"},"canonical_sha256":"b9faa3f862ed3048a24149719a55bcbbf777728de176ad62b147a48faaf969b6","source":{"kind":"arxiv","id":"2305.18507","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18507","created_at":"2026-07-05T06:58:10Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18507v2","created_at":"2026-07-05T06:58:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18507","created_at":"2026-07-05T06:58:10Z"},{"alias_kind":"pith_short_12","alias_value":"XH5KH6DC5UYE","created_at":"2026-07-05T06:58:10Z"},{"alias_kind":"pith_short_16","alias_value":"XH5KH6DC5UYERISB","created_at":"2026-07-05T06:58:10Z"},{"alias_kind":"pith_short_8","alias_value":"XH5KH6DC","created_at":"2026-07-05T06:58:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XH5KH6DC5UYERISBJFYZUVN4XP","target":"record","payload":{"canonical_record":{"source":{"id":"2305.18507","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T15:14:09Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"5bdf9e804be6274224f6ca3ec6ca3a3dfcacd6619ca7152a5499960687b58473","abstract_canon_sha256":"9f5f593b9234a78cc6ab9e6ab129ac7b4f871453bd9213d24759fe1b9995f99f"},"schema_version":"1.0"},"canonical_sha256":"b9faa3f862ed3048a24149719a55bcbbf777728de176ad62b147a48faaf969b6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:58:10.576671Z","signature_b64":"dbWaysxScLO1CIaddWEopwXWvtGxSMzsVUHtLbq3LxgIYam0o1CkMpHqsfc+18QQ8BrW/zZGBUOgrbbSDg0pBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b9faa3f862ed3048a24149719a55bcbbf777728de176ad62b147a48faaf969b6","last_reissued_at":"2026-07-05T06:58:10.576031Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:58:10.576031Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.18507","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:58:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZI+ZKpub/3zfYhMsSoDmUxsi0tI+R0oz/CoRIxTspTZ+sH232+s2KqS+UWRueGjP00lQizvqG8Q04kYWZL59Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T02:32:51.074643Z"},"content_sha256":"a0fc6f2d3164979f26acc0bd88f0970ffb0254b18648f2390616182c97e0ad22","schema_version":"1.0","event_id":"sha256:a0fc6f2d3164979f26acc0bd88f0970ffb0254b18648f2390616182c97e0ad22"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XH5KH6DC5UYERISBJFYZUVN4XP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Code Prompting: a Neural Symbolic Method for Complex Reasoning in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Haotong Yang, Muhan Zhang, Yi Hu, Zhouchen Lin","submitted_at":"2023-05-29T15:14:09Z","abstract_excerpt":"Large language models (LLMs) have scaled up to unlock a wide range of complex reasoning tasks with the aid of various prompting methods. However, current prompting methods generate natural language intermediate steps to help reasoning, which can cause imperfect task reduction and confusion. To mitigate such limitations, we explore code prompting, a neural symbolic prompting method with both zero-shot and few-shot versions which triggers code as intermediate steps. We conduct experiments on 7 widely-used benchmarks involving symbolic reasoning and arithmetic reasoning. Code prompting generally "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18507","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.18507/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:58:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ta8Wr8CBvzfggy32Q9hJ0huf07yiTXHVaEaJJM7WVq3nug01TQMfm5LKA+mTztY9iYiZzMNQIpgmkQIHlRuiAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T02:32:51.075140Z"},"content_sha256":"780173631ee6cd4f24853038bb79a165c95e99db5c107ef30c8be055e7e809ab","schema_version":"1.0","event_id":"sha256:780173631ee6cd4f24853038bb79a165c95e99db5c107ef30c8be055e7e809ab"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XH5KH6DC5UYERISBJFYZUVN4XP/bundle.json","state_url":"https://pith.science/pith/XH5KH6DC5UYERISBJFYZUVN4XP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XH5KH6DC5UYERISBJFYZUVN4XP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T02:32:51Z","links":{"resolver":"https://pith.science/pith/XH5KH6DC5UYERISBJFYZUVN4XP","bundle":"https://pith.science/pith/XH5KH6DC5UYERISBJFYZUVN4XP/bundle.json","state":"https://pith.science/pith/XH5KH6DC5UYERISBJFYZUVN4XP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XH5KH6DC5UYERISBJFYZUVN4XP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XH5KH6DC5UYERISBJFYZUVN4XP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9f5f593b9234a78cc6ab9e6ab129ac7b4f871453bd9213d24759fe1b9995f99f","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T15:14:09Z","title_canon_sha256":"5bdf9e804be6274224f6ca3ec6ca3a3dfcacd6619ca7152a5499960687b58473"},"schema_version":"1.0","source":{"id":"2305.18507","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18507","created_at":"2026-07-05T06:58:10Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18507v2","created_at":"2026-07-05T06:58:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18507","created_at":"2026-07-05T06:58:10Z"},{"alias_kind":"pith_short_12","alias_value":"XH5KH6DC5UYE","created_at":"2026-07-05T06:58:10Z"},{"alias_kind":"pith_short_16","alias_value":"XH5KH6DC5UYERISB","created_at":"2026-07-05T06:58:10Z"},{"alias_kind":"pith_short_8","alias_value":"XH5KH6DC","created_at":"2026-07-05T06:58:10Z"}],"graph_snapshots":[{"event_id":"sha256:780173631ee6cd4f24853038bb79a165c95e99db5c107ef30c8be055e7e809ab","target":"graph","created_at":"2026-07-05T06:58:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.18507/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have scaled up to unlock a wide range of complex reasoning tasks with the aid of various prompting methods. However, current prompting methods generate natural language intermediate steps to help reasoning, which can cause imperfect task reduction and confusion. To mitigate such limitations, we explore code prompting, a neural symbolic prompting method with both zero-shot and few-shot versions which triggers code as intermediate steps. We conduct experiments on 7 widely-used benchmarks involving symbolic reasoning and arithmetic reasoning. Code prompting generally ","authors_text":"Haotong Yang, Muhan Zhang, Yi Hu, Zhouchen Lin","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T15:14:09Z","title":"Code Prompting: a Neural Symbolic Method for Complex Reasoning in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18507","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a0fc6f2d3164979f26acc0bd88f0970ffb0254b18648f2390616182c97e0ad22","target":"record","created_at":"2026-07-05T06:58:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9f5f593b9234a78cc6ab9e6ab129ac7b4f871453bd9213d24759fe1b9995f99f","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T15:14:09Z","title_canon_sha256":"5bdf9e804be6274224f6ca3ec6ca3a3dfcacd6619ca7152a5499960687b58473"},"schema_version":"1.0","source":{"id":"2305.18507","kind":"arxiv","version":2}},"canonical_sha256":"b9faa3f862ed3048a24149719a55bcbbf777728de176ad62b147a48faaf969b6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b9faa3f862ed3048a24149719a55bcbbf777728de176ad62b147a48faaf969b6","first_computed_at":"2026-07-05T06:58:10.576031Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:58:10.576031Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dbWaysxScLO1CIaddWEopwXWvtGxSMzsVUHtLbq3LxgIYam0o1CkMpHqsfc+18QQ8BrW/zZGBUOgrbbSDg0pBA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:58:10.576671Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.18507","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a0fc6f2d3164979f26acc0bd88f0970ffb0254b18648f2390616182c97e0ad22","sha256:780173631ee6cd4f24853038bb79a165c95e99db5c107ef30c8be055e7e809ab"],"state_sha256":"38d91e5781eeed39ee73009455e978c3ff9f29070ef7a192421c7667c0783c96"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"373/jG6TMmtqFeGvNkq178m9ncqzPZ7zaWBlZI7izvZ1xRHE6SJReRlP5KeUpte//hrvZHjKCPhOK5vWq5+hBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T02:32:51.078709Z","bundle_sha256":"59f0ed05eb24b2e646bab2925c51ceaf786f9633a44db0282039e05648d7f070"}}