{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:6UF72UXCFEA5PZMIQAASB75B7D","short_pith_number":"pith:6UF72UXC","schema_version":"1.0","canonical_sha256":"f50bfd52e22901d7e588800120ffa1f8ea942d4ab974ff0d0aecd51ed590ad08","source":{"kind":"arxiv","id":"2408.13654","version":1},"attestation_state":"computed","paper":{"title":"Symbolic Working Memory Enhances Language Models for Complex Rule Application","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Siyuan Wang, Xiang Ren, Yejin Choi, Zhongyu Wei","submitted_at":"2024-08-24T19:11:54Z","abstract_excerpt":"Large Language Models (LLMs) have shown remarkable reasoning performance but struggle with multi-step deductive reasoning involving a series of rule application steps, especially when rules are presented non-sequentially. Our preliminary analysis shows that while LLMs excel in single-step rule application, their performance drops significantly in multi-step scenarios due to the challenge in rule grounding. It requires anchoring the applicable rule and supporting facts at each step, amidst multiple input rules, facts, and inferred facts. To address this, we propose augmenting LLMs with external"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2408.13654","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-24T19:11:54Z","cross_cats_sorted":[],"title_canon_sha256":"893656f1b44bbdb3b22ea88a15c6f44eeb1891c956294640dd7fb555e29838cf","abstract_canon_sha256":"21e8eb1a664e0e01a6aca053c924b2f5c531de087d474c8eb772aae56a2b7449"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:58:53.690475Z","signature_b64":"QoNugY8HT310WFmOvWWWxfvBPHeeXQe4Jmtd0xC+gmIL3/JxYQeqhgOs7jSgn/6poYHVasv4PZlLhbOFeNC6Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f50bfd52e22901d7e588800120ffa1f8ea942d4ab974ff0d0aecd51ed590ad08","last_reissued_at":"2026-07-05T08:58:53.690050Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:58:53.690050Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Symbolic Working Memory Enhances Language Models for Complex Rule Application","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Siyuan Wang, Xiang Ren, Yejin Choi, Zhongyu Wei","submitted_at":"2024-08-24T19:11:54Z","abstract_excerpt":"Large Language Models (LLMs) have shown remarkable reasoning performance but struggle with multi-step deductive reasoning involving a series of rule application steps, especially when rules are presented non-sequentially. Our preliminary analysis shows that while LLMs excel in single-step rule application, their performance drops significantly in multi-step scenarios due to the challenge in rule grounding. It requires anchoring the applicable rule and supporting facts at each step, amidst multiple input rules, facts, and inferred facts. To address this, we propose augmenting LLMs with external"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.13654","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.13654/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2408.13654","created_at":"2026-07-05T08:58:53.690106+00:00"},{"alias_kind":"arxiv_version","alias_value":"2408.13654v1","created_at":"2026-07-05T08:58:53.690106+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.13654","created_at":"2026-07-05T08:58:53.690106+00:00"},{"alias_kind":"pith_short_12","alias_value":"6UF72UXCFEA5","created_at":"2026-07-05T08:58:53.690106+00:00"},{"alias_kind":"pith_short_16","alias_value":"6UF72UXCFEA5PZMI","created_at":"2026-07-05T08:58:53.690106+00:00"},{"alias_kind":"pith_short_8","alias_value":"6UF72UXC","created_at":"2026-07-05T08:58:53.690106+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.05304","citing_title":"What Should Agents Say? Action-state Communication for Efficient Multi-Agent Systems","ref_index":20,"is_internal_anchor":false},{"citing_arxiv_id":"2605.02035","citing_title":"VIDA: A dataset for Visually Dependent Ambiguity in Multimodal Machine Translation","ref_index":43,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D","json":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D.json","graph_json":"https://pith.science/api/pith-number/6UF72UXCFEA5PZMIQAASB75B7D/graph.json","events_json":"https://pith.science/api/pith-number/6UF72UXCFEA5PZMIQAASB75B7D/events.json","paper":"https://pith.science/paper/6UF72UXC"},"agent_actions":{"view_html":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D","download_json":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D.json","view_paper":"https://pith.science/paper/6UF72UXC","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2408.13654&json=true","fetch_graph":"https://pith.science/api/pith-number/6UF72UXCFEA5PZMIQAASB75B7D/graph.json","fetch_events":"https://pith.science/api/pith-number/6UF72UXCFEA5PZMIQAASB75B7D/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D/action/timestamp_anchor","attest_storage":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D/action/storage_attestation","attest_author":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D/action/author_attestation","sign_citation":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D/action/citation_signature","submit_replication":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D/action/replication_record"}},"created_at":"2026-07-05T08:58:53.690106+00:00","updated_at":"2026-07-05T08:58:53.690106+00:00"}