{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:SPZDSXYHUHOOOGMLT7HXDLPWQW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e96659e83747c5a9d48a58deb554e022a9a84a34518ed81066e1eb69852011d4","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-21T21:24:34Z","title_canon_sha256":"0cc1666e11c5de71ddf786494e42c192f30de895de9c08275d9de924b3fc4f53"},"schema_version":"1.0","source":{"id":"2405.13209","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13209","created_at":"2026-07-05T08:21:59Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13209v1","created_at":"2026-07-05T08:21:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13209","created_at":"2026-07-05T08:21:59Z"},{"alias_kind":"pith_short_12","alias_value":"SPZDSXYHUHOO","created_at":"2026-07-05T08:21:59Z"},{"alias_kind":"pith_short_16","alias_value":"SPZDSXYHUHOOOGML","created_at":"2026-07-05T08:21:59Z"},{"alias_kind":"pith_short_8","alias_value":"SPZDSXYH","created_at":"2026-07-05T08:21:59Z"}],"graph_snapshots":[{"event_id":"sha256:357b2408022d88864eb5eaf0e5a9bc5219c8c480239c5876d3a0260064efa8ce","target":"graph","created_at":"2026-07-05T08:21:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.13209/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Prompting techniques have significantly enhanced the capabilities of Large Language Models (LLMs) across various complex tasks, including reasoning, planning, and solving math word problems. However, most research has predominantly focused on language-based reasoning and word problems, often overlooking the potential of LLMs in handling symbol-based calculations and reasoning. This study aims to bridge this gap by rigorously evaluating LLMs on a series of symbolic tasks, such as addition, multiplication, modulus arithmetic, numerical precision, and symbolic counting. Our analysis encompasses e","authors_text":"Ankur Mali, C. Lee Giles, Daniel Kifer, Neisarg Dave","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-21T21:24:34Z","title":"Investigating Symbolic Capabilities of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13209","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e21bbaba0cb469e29482da1b3b449281f4a1f5a0474767756840e902d135cda3","target":"record","created_at":"2026-07-05T08:21:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e96659e83747c5a9d48a58deb554e022a9a84a34518ed81066e1eb69852011d4","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-05-21T21:24:34Z","title_canon_sha256":"0cc1666e11c5de71ddf786494e42c192f30de895de9c08275d9de924b3fc4f53"},"schema_version":"1.0","source":{"id":"2405.13209","kind":"arxiv","version":1}},"canonical_sha256":"93f2395f07a1dce7198b9fcf71adf685ab2dfa4b2835efc9e34ec49dfd09a43e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"93f2395f07a1dce7198b9fcf71adf685ab2dfa4b2835efc9e34ec49dfd09a43e","first_computed_at":"2026-07-05T08:21:59.871379Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:21:59.871379Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YS3PoV/jDzUXJFXM+KzRZQPxvK6PlaJBpR1YQzhllqCYlzpHIh5cL8WZgEwF5Cosa4Vv/x2DTdHehG41IXYOBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:21:59.871824Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.13209","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e21bbaba0cb469e29482da1b3b449281f4a1f5a0474767756840e902d135cda3","sha256:357b2408022d88864eb5eaf0e5a9bc5219c8c480239c5876d3a0260064efa8ce"],"state_sha256":"bb0e5e6963104a3a303cf5973fe0352f5a48f0caaa53d9a4ca30bb411312df49"}