{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6UF72UXCFEA5PZMIQAASB75B7D","short_pith_number":"pith:6UF72UXC","canonical_record":{"source":{"id":"2408.13654","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-24T19:11:54Z","cross_cats_sorted":[],"title_canon_sha256":"893656f1b44bbdb3b22ea88a15c6f44eeb1891c956294640dd7fb555e29838cf","abstract_canon_sha256":"21e8eb1a664e0e01a6aca053c924b2f5c531de087d474c8eb772aae56a2b7449"},"schema_version":"1.0"},"canonical_sha256":"f50bfd52e22901d7e588800120ffa1f8ea942d4ab974ff0d0aecd51ed590ad08","source":{"kind":"arxiv","id":"2408.13654","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.13654","created_at":"2026-07-05T08:58:53Z"},{"alias_kind":"arxiv_version","alias_value":"2408.13654v1","created_at":"2026-07-05T08:58:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.13654","created_at":"2026-07-05T08:58:53Z"},{"alias_kind":"pith_short_12","alias_value":"6UF72UXCFEA5","created_at":"2026-07-05T08:58:53Z"},{"alias_kind":"pith_short_16","alias_value":"6UF72UXCFEA5PZMI","created_at":"2026-07-05T08:58:53Z"},{"alias_kind":"pith_short_8","alias_value":"6UF72UXC","created_at":"2026-07-05T08:58:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6UF72UXCFEA5PZMIQAASB75B7D","target":"record","payload":{"canonical_record":{"source":{"id":"2408.13654","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-24T19:11:54Z","cross_cats_sorted":[],"title_canon_sha256":"893656f1b44bbdb3b22ea88a15c6f44eeb1891c956294640dd7fb555e29838cf","abstract_canon_sha256":"21e8eb1a664e0e01a6aca053c924b2f5c531de087d474c8eb772aae56a2b7449"},"schema_version":"1.0"},"canonical_sha256":"f50bfd52e22901d7e588800120ffa1f8ea942d4ab974ff0d0aecd51ed590ad08","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:58:53.690475Z","signature_b64":"QoNugY8HT310WFmOvWWWxfvBPHeeXQe4Jmtd0xC+gmIL3/JxYQeqhgOs7jSgn/6poYHVasv4PZlLhbOFeNC6Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f50bfd52e22901d7e588800120ffa1f8ea942d4ab974ff0d0aecd51ed590ad08","last_reissued_at":"2026-07-05T08:58:53.690050Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:58:53.690050Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.13654","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Vwu0fgEo1S94f3C3hisPoiiU4wXEBwk5jCddxuPUJc88QBM48CgmYE19wQEofp/SAKqHpXQZ6418g6jvBzhxBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:53:31.849513Z"},"content_sha256":"a05084271e9d36bbae8f5e065b6f93d81cd281940175e973d7f23f3ea53f4741","schema_version":"1.0","event_id":"sha256:a05084271e9d36bbae8f5e065b6f93d81cd281940175e973d7f23f3ea53f4741"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6UF72UXCFEA5PZMIQAASB75B7D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Symbolic Working Memory Enhances Language Models for Complex Rule Application","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Siyuan Wang, Xiang Ren, Yejin Choi, Zhongyu Wei","submitted_at":"2024-08-24T19:11:54Z","abstract_excerpt":"Large Language Models (LLMs) have shown remarkable reasoning performance but struggle with multi-step deductive reasoning involving a series of rule application steps, especially when rules are presented non-sequentially. Our preliminary analysis shows that while LLMs excel in single-step rule application, their performance drops significantly in multi-step scenarios due to the challenge in rule grounding. It requires anchoring the applicable rule and supporting facts at each step, amidst multiple input rules, facts, and inferred facts. To address this, we propose augmenting LLMs with external"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.13654","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.13654/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kUn7hRIwRMNBNcgVWIF+AQ2zHsXR9UcSynUBlbzi9nPnwEgiXRsPyB/ziNXnujUk9DW/vQTWGa4ty4akVuk/Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T13:53:31.850033Z"},"content_sha256":"bba81564f8cde140da44cde255a61318a1f637b700ff6529a2ee4023cc092762","schema_version":"1.0","event_id":"sha256:bba81564f8cde140da44cde255a61318a1f637b700ff6529a2ee4023cc092762"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D/bundle.json","state_url":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6UF72UXCFEA5PZMIQAASB75B7D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T13:53:31Z","links":{"resolver":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D","bundle":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D/bundle.json","state":"https://pith.science/pith/6UF72UXCFEA5PZMIQAASB75B7D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6UF72UXCFEA5PZMIQAASB75B7D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6UF72UXCFEA5PZMIQAASB75B7D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"21e8eb1a664e0e01a6aca053c924b2f5c531de087d474c8eb772aae56a2b7449","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-24T19:11:54Z","title_canon_sha256":"893656f1b44bbdb3b22ea88a15c6f44eeb1891c956294640dd7fb555e29838cf"},"schema_version":"1.0","source":{"id":"2408.13654","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.13654","created_at":"2026-07-05T08:58:53Z"},{"alias_kind":"arxiv_version","alias_value":"2408.13654v1","created_at":"2026-07-05T08:58:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.13654","created_at":"2026-07-05T08:58:53Z"},{"alias_kind":"pith_short_12","alias_value":"6UF72UXCFEA5","created_at":"2026-07-05T08:58:53Z"},{"alias_kind":"pith_short_16","alias_value":"6UF72UXCFEA5PZMI","created_at":"2026-07-05T08:58:53Z"},{"alias_kind":"pith_short_8","alias_value":"6UF72UXC","created_at":"2026-07-05T08:58:53Z"}],"graph_snapshots":[{"event_id":"sha256:bba81564f8cde140da44cde255a61318a1f637b700ff6529a2ee4023cc092762","target":"graph","created_at":"2026-07-05T08:58:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.13654/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have shown remarkable reasoning performance but struggle with multi-step deductive reasoning involving a series of rule application steps, especially when rules are presented non-sequentially. Our preliminary analysis shows that while LLMs excel in single-step rule application, their performance drops significantly in multi-step scenarios due to the challenge in rule grounding. It requires anchoring the applicable rule and supporting facts at each step, amidst multiple input rules, facts, and inferred facts. To address this, we propose augmenting LLMs with external","authors_text":"Siyuan Wang, Xiang Ren, Yejin Choi, Zhongyu Wei","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-24T19:11:54Z","title":"Symbolic Working Memory Enhances Language Models for Complex Rule Application"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.13654","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a05084271e9d36bbae8f5e065b6f93d81cd281940175e973d7f23f3ea53f4741","target":"record","created_at":"2026-07-05T08:58:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"21e8eb1a664e0e01a6aca053c924b2f5c531de087d474c8eb772aae56a2b7449","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-24T19:11:54Z","title_canon_sha256":"893656f1b44bbdb3b22ea88a15c6f44eeb1891c956294640dd7fb555e29838cf"},"schema_version":"1.0","source":{"id":"2408.13654","kind":"arxiv","version":1}},"canonical_sha256":"f50bfd52e22901d7e588800120ffa1f8ea942d4ab974ff0d0aecd51ed590ad08","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f50bfd52e22901d7e588800120ffa1f8ea942d4ab974ff0d0aecd51ed590ad08","first_computed_at":"2026-07-05T08:58:53.690050Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:58:53.690050Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QoNugY8HT310WFmOvWWWxfvBPHeeXQe4Jmtd0xC+gmIL3/JxYQeqhgOs7jSgn/6poYHVasv4PZlLhbOFeNC6Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T08:58:53.690475Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.13654","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a05084271e9d36bbae8f5e065b6f93d81cd281940175e973d7f23f3ea53f4741","sha256:bba81564f8cde140da44cde255a61318a1f637b700ff6529a2ee4023cc092762"],"state_sha256":"675508a1076c65c5420df24d2e7ae667c12d1494c9e4f830a71482bca980ca32"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6B7Qi/GoTFV0oWJZ9YTczcLPnhrkLkDe8zt7k7Sl5ir4OwFxyZJewxCcHT0dqjG9+fVT89AO8PoOhGWo65eNDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T13:53:31.853601Z","bundle_sha256":"7bd720e1c695c3ab6b65034249e1b2aa0507b26370c79a6414f47c8b3c19d377"}}