{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:TADCGNG3QMWQAIOI4WIXZT4UVM","short_pith_number":"pith:TADCGNG3","canonical_record":{"source":{"id":"2210.03256","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T23:39:01Z","cross_cats_sorted":[],"title_canon_sha256":"8f58bb0dbab31a722c39eec0d2b614eb911bf72987ea0e24278cfab8fa4f940e","abstract_canon_sha256":"87806b3895235e89994f9043ba0ff6f239f2704cf98dd9da7e65ea8cc73ffc87"},"schema_version":"1.0"},"canonical_sha256":"98062334db832d0021c8e5917ccf94ab38678ea239fc97d554d7e4bf33ea4cd8","source":{"kind":"arxiv","id":"2210.03256","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.03256","created_at":"2026-07-05T05:06:34Z"},{"alias_kind":"arxiv_version","alias_value":"2210.03256v2","created_at":"2026-07-05T05:06:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.03256","created_at":"2026-07-05T05:06:34Z"},{"alias_kind":"pith_short_12","alias_value":"TADCGNG3QMWQ","created_at":"2026-07-05T05:06:34Z"},{"alias_kind":"pith_short_16","alias_value":"TADCGNG3QMWQAIOI","created_at":"2026-07-05T05:06:34Z"},{"alias_kind":"pith_short_8","alias_value":"TADCGNG3","created_at":"2026-07-05T05:06:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:TADCGNG3QMWQAIOI4WIXZT4UVM","target":"record","payload":{"canonical_record":{"source":{"id":"2210.03256","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T23:39:01Z","cross_cats_sorted":[],"title_canon_sha256":"8f58bb0dbab31a722c39eec0d2b614eb911bf72987ea0e24278cfab8fa4f940e","abstract_canon_sha256":"87806b3895235e89994f9043ba0ff6f239f2704cf98dd9da7e65ea8cc73ffc87"},"schema_version":"1.0"},"canonical_sha256":"98062334db832d0021c8e5917ccf94ab38678ea239fc97d554d7e4bf33ea4cd8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:06:34.356612Z","signature_b64":"wN8EWxuCmdLe6q7X0gNe5Xs63Nou8rxXddyQJdnvlCFa/Mwegaj1vgeBqI41oKzvWV9OgC078h9eiStMG/9uBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"98062334db832d0021c8e5917ccf94ab38678ea239fc97d554d7e4bf33ea4cd8","last_reissued_at":"2026-07-05T05:06:34.356195Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:06:34.356195Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.03256","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:06:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MHXiAtC/G7QMNM252DZ4/MmGjpcq9WbFRIwryI5SM8BIVoFgqSpL3UPenZUtjlMpJLw7qagpEevEq5HP1b/QBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T15:59:58.441186Z"},"content_sha256":"693bff96d8646ac11a13364fd08cf7aa4af019e436a56ee2b9b143d308c9c931","schema_version":"1.0","event_id":"sha256:693bff96d8646ac11a13364fd08cf7aa4af019e436a56ee2b9b143d308c9c931"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:TADCGNG3QMWQAIOI4WIXZT4UVM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Not another Negation Benchmark: The NaN-NLI Test Suite for Sub-clausal Negation","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jey Han Lau, Karin Verspoor, Thinh Hung Truong, Timothy Baldwin, Trevor Cohn, Yulia Otmakhova","submitted_at":"2022-10-06T23:39:01Z","abstract_excerpt":"Negation is poorly captured by current language models, although the extent of this problem is not widely understood. We introduce a natural language inference (NLI) test suite to enable probing the capabilities of NLP methods, with the aim of understanding sub-clausal negation. The test suite contains premise--hypothesis pairs where the premise contains sub-clausal negation and the hypothesis is constructed by making minimal modifications to the premise in order to reflect different possible interpretations. Aside from adopting standard NLI labels, our test suite is systematically constructed"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.03256","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.03256/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:06:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"elcz6e9qquPRxwWB9gkgumS1Z7mLAe46r+u5VQR9KXVisSaz4jsVNmCfpPBHLP89nimzUZaY8/lDA7wzKOgDBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T15:59:58.441558Z"},"content_sha256":"77fb208b06ea5858c2c7a168305226c2255bffd2c9c356a2314130e030a489b1","schema_version":"1.0","event_id":"sha256:77fb208b06ea5858c2c7a168305226c2255bffd2c9c356a2314130e030a489b1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TADCGNG3QMWQAIOI4WIXZT4UVM/bundle.json","state_url":"https://pith.science/pith/TADCGNG3QMWQAIOI4WIXZT4UVM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TADCGNG3QMWQAIOI4WIXZT4UVM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T15:59:58Z","links":{"resolver":"https://pith.science/pith/TADCGNG3QMWQAIOI4WIXZT4UVM","bundle":"https://pith.science/pith/TADCGNG3QMWQAIOI4WIXZT4UVM/bundle.json","state":"https://pith.science/pith/TADCGNG3QMWQAIOI4WIXZT4UVM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TADCGNG3QMWQAIOI4WIXZT4UVM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:TADCGNG3QMWQAIOI4WIXZT4UVM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"87806b3895235e89994f9043ba0ff6f239f2704cf98dd9da7e65ea8cc73ffc87","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T23:39:01Z","title_canon_sha256":"8f58bb0dbab31a722c39eec0d2b614eb911bf72987ea0e24278cfab8fa4f940e"},"schema_version":"1.0","source":{"id":"2210.03256","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.03256","created_at":"2026-07-05T05:06:34Z"},{"alias_kind":"arxiv_version","alias_value":"2210.03256v2","created_at":"2026-07-05T05:06:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.03256","created_at":"2026-07-05T05:06:34Z"},{"alias_kind":"pith_short_12","alias_value":"TADCGNG3QMWQ","created_at":"2026-07-05T05:06:34Z"},{"alias_kind":"pith_short_16","alias_value":"TADCGNG3QMWQAIOI","created_at":"2026-07-05T05:06:34Z"},{"alias_kind":"pith_short_8","alias_value":"TADCGNG3","created_at":"2026-07-05T05:06:34Z"}],"graph_snapshots":[{"event_id":"sha256:77fb208b06ea5858c2c7a168305226c2255bffd2c9c356a2314130e030a489b1","target":"graph","created_at":"2026-07-05T05:06:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.03256/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Negation is poorly captured by current language models, although the extent of this problem is not widely understood. We introduce a natural language inference (NLI) test suite to enable probing the capabilities of NLP methods, with the aim of understanding sub-clausal negation. The test suite contains premise--hypothesis pairs where the premise contains sub-clausal negation and the hypothesis is constructed by making minimal modifications to the premise in order to reflect different possible interpretations. Aside from adopting standard NLI labels, our test suite is systematically constructed","authors_text":"Jey Han Lau, Karin Verspoor, Thinh Hung Truong, Timothy Baldwin, Trevor Cohn, Yulia Otmakhova","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T23:39:01Z","title":"Not another Negation Benchmark: The NaN-NLI Test Suite for Sub-clausal Negation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.03256","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:693bff96d8646ac11a13364fd08cf7aa4af019e436a56ee2b9b143d308c9c931","target":"record","created_at":"2026-07-05T05:06:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"87806b3895235e89994f9043ba0ff6f239f2704cf98dd9da7e65ea8cc73ffc87","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2022-10-06T23:39:01Z","title_canon_sha256":"8f58bb0dbab31a722c39eec0d2b614eb911bf72987ea0e24278cfab8fa4f940e"},"schema_version":"1.0","source":{"id":"2210.03256","kind":"arxiv","version":2}},"canonical_sha256":"98062334db832d0021c8e5917ccf94ab38678ea239fc97d554d7e4bf33ea4cd8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"98062334db832d0021c8e5917ccf94ab38678ea239fc97d554d7e4bf33ea4cd8","first_computed_at":"2026-07-05T05:06:34.356195Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:06:34.356195Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wN8EWxuCmdLe6q7X0gNe5Xs63Nou8rxXddyQJdnvlCFa/Mwegaj1vgeBqI41oKzvWV9OgC078h9eiStMG/9uBA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:06:34.356612Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.03256","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:693bff96d8646ac11a13364fd08cf7aa4af019e436a56ee2b9b143d308c9c931","sha256:77fb208b06ea5858c2c7a168305226c2255bffd2c9c356a2314130e030a489b1"],"state_sha256":"964f843500d6c1478f1d3eaa8e91a5eabe91d13b583d7eb87e9e608ca62a315e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D2zbh9LiBECzpo2xDWpODKSL2JMVAp8oAVk3H4/SZMWvOccPnmyVew0FsDcLDVg2cODRApkV6qdZhbjOAfsHDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T15:59:58.443373Z","bundle_sha256":"ed9768d27d59a92646b3ddd724e0bcb2666d76d345fefea8df71c6674764284f"}}