{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:GWKZHBLMUREDF6PEXRJOVYGVRP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6e2423a839ac145c9d7c7d9eea2767484bda6baf346b3eff8d90da51f937f053","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2021-12-04T13:41:31Z","title_canon_sha256":"2f4761df690f21857dc2cfac6554bbe23cfb1f6968a8d76c43812ff8c12c94e4"},"schema_version":"1.0","source":{"id":"2112.02333","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.02333","created_at":"2026-07-05T06:46:59Z"},{"alias_kind":"arxiv_version","alias_value":"2112.02333v2","created_at":"2026-07-05T06:46:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.02333","created_at":"2026-07-05T06:46:59Z"},{"alias_kind":"pith_short_12","alias_value":"GWKZHBLMURED","created_at":"2026-07-05T06:46:59Z"},{"alias_kind":"pith_short_16","alias_value":"GWKZHBLMUREDF6PE","created_at":"2026-07-05T06:46:59Z"},{"alias_kind":"pith_short_8","alias_value":"GWKZHBLM","created_at":"2026-07-05T06:46:59Z"}],"graph_snapshots":[{"event_id":"sha256:d14fe1f9d83623eccc8f9d14ccdfcc091e2187213aed9800bd213c0eee4a2389","target":"graph","created_at":"2026-07-05T06:46:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.02333/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Natural Language Inference (NLI) is considered a representative task to test natural language understanding (NLU). In this work, we propose an extensible framework to collectively yet categorically test diverse Logical reasoning capabilities required for NLI (and, by extension, NLU). Motivated by behavioral testing, we create a semi-synthetic large test bench (363 templates, 363k examples) and an associated framework that offers the following utilities: 1) individually test and analyze reasoning capabilities along 17 reasoning dimensions (including pragmatic reasoning); 2) design experiments t","authors_text":"Ishan Tarunesh, Monojit Choudhury, Somak Aditya","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2021-12-04T13:41:31Z","title":"LoNLI: An Extensible Framework for Testing Diverse Logical Reasoning Capabilities for NLI"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.02333","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f6e2a62866873ae697561c3f99ca82aac9c7495a17e44e391c639fd8181b1d0b","target":"record","created_at":"2026-07-05T06:46:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6e2423a839ac145c9d7c7d9eea2767484bda6baf346b3eff8d90da51f937f053","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2021-12-04T13:41:31Z","title_canon_sha256":"2f4761df690f21857dc2cfac6554bbe23cfb1f6968a8d76c43812ff8c12c94e4"},"schema_version":"1.0","source":{"id":"2112.02333","kind":"arxiv","version":2}},"canonical_sha256":"359593856ca44832f9e4bc52eae0d58bdbeefab9f471f0a144baed294a21a005","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"359593856ca44832f9e4bc52eae0d58bdbeefab9f471f0a144baed294a21a005","first_computed_at":"2026-07-05T06:46:59.999192Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:46:59.999192Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"w4f2yl7jUgDxnN0b3LBPzjF+SISURlHfh+jyP9pW4DJ+78xDOJij+FBMl5bkbuGhpvUNP09U/BmGBjHs5/PkBg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:46:59.999673Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.02333","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f6e2a62866873ae697561c3f99ca82aac9c7495a17e44e391c639fd8181b1d0b","sha256:d14fe1f9d83623eccc8f9d14ccdfcc091e2187213aed9800bd213c0eee4a2389"],"state_sha256":"96b3c09966245c826d2a2da1dd6938d0e2071b8c34e30c94f990e4f2fc9f8310"}