{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:IPODHGMUSKNPP4WTJ3TRVJVNPQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3ff5cf46ee4c734e661680aec2a90a97b4e1af4ae2f2f85bb7df023b79d89076","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-23T21:08:49Z","title_canon_sha256":"2c27a6cc98256fe2b64bf219143d1236b257e8dfe43d62b6536660e6907bfc04"},"schema_version":"1.0","source":{"id":"2404.15522","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.15522","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"arxiv_version","alias_value":"2404.15522v2","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.15522","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"pith_short_12","alias_value":"IPODHGMUSKNP","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"pith_short_16","alias_value":"IPODHGMUSKNPP4WT","created_at":"2026-07-05T08:28:09Z"},{"alias_kind":"pith_short_8","alias_value":"IPODHGMU","created_at":"2026-07-05T08:28:09Z"}],"graph_snapshots":[{"event_id":"sha256:48693fea232a0103d9e4997f07fe614e1adb191e435f238c3fc96bfe5a3ddc68","target":"graph","created_at":"2026-07-05T08:28:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.15522/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently developed large language models (LLMs) have been shown to perform remarkably well on a wide range of language understanding tasks. But, can they really \"reason\" over the natural language? This question has been receiving significant research attention and many reasoning skills such as commonsense, numerical, and qualitative have been studied. However, the crucial skill pertaining to 'logical reasoning' has remained underexplored. Existing work investigating this reasoning ability of LLMs has focused only on a couple of inference rules (such as modus ponens and modus tollens) of propos","authors_text":"Arindam Mitra, Chitta Baral, Man Luo, Mihir Parmar, Mutsumi Nakamura, Neeraj Varshney, Nisarg Patel, Santosh Mashetty","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-23T21:08:49Z","title":"LogicBench: Towards Systematic Evaluation of Logical Reasoning Ability of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.15522","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:de5a4ea9d98e919df095f0cd9c0053716d2b6f2281351230ffdacb02d595c338","target":"record","created_at":"2026-07-05T08:28:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3ff5cf46ee4c734e661680aec2a90a97b4e1af4ae2f2f85bb7df023b79d89076","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-23T21:08:49Z","title_canon_sha256":"2c27a6cc98256fe2b64bf219143d1236b257e8dfe43d62b6536660e6907bfc04"},"schema_version":"1.0","source":{"id":"2404.15522","kind":"arxiv","version":2}},"canonical_sha256":"43dc339994929af7f2d34ee71aa6ad7c16eb5e7099e0bbff4ed92d5128bdff1b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"43dc339994929af7f2d34ee71aa6ad7c16eb5e7099e0bbff4ed92d5128bdff1b","first_computed_at":"2026-07-05T08:28:09.444837Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:28:09.444837Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"O65ayBSUhWD+5/a0WCogwVDDbmtu+1B01xWK5qRovPg5/IkZgTgVdzSfZBetB/gFTxFq2sqlN7jbJvDRQHAfCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:28:09.445258Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.15522","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:de5a4ea9d98e919df095f0cd9c0053716d2b6f2281351230ffdacb02d595c338","sha256:48693fea232a0103d9e4997f07fe614e1adb191e435f238c3fc96bfe5a3ddc68"],"state_sha256":"2b7f2eb794d2886efced3db89da7a369c3a5a45832da2d2d3444c3a78272e60f"}