{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:VKAQAFFXWOHB3OWVDVJJ7I5Y6Q","short_pith_number":"pith:VKAQAFFX","canonical_record":{"source":{"id":"2306.09918","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T15:45:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"02764eab0a2ecbefed36ffaedb6b479aa7fcac35e9680536b45734c7c0f52538","abstract_canon_sha256":"0077e7b79de2dbadd365cdf279d020f23ecdf7043ecb4772f4dafac190dd0089"},"schema_version":"1.0"},"canonical_sha256":"aa810014b7b38e1dbad51d529fa3b8f428af6ee3173169f6ffe082ff267665fb","source":{"kind":"arxiv","id":"2306.09918","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.09918","created_at":"2026-07-05T06:21:25Z"},{"alias_kind":"arxiv_version","alias_value":"2306.09918v1","created_at":"2026-07-05T06:21:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.09918","created_at":"2026-07-05T06:21:25Z"},{"alias_kind":"pith_short_12","alias_value":"VKAQAFFXWOHB","created_at":"2026-07-05T06:21:25Z"},{"alias_kind":"pith_short_16","alias_value":"VKAQAFFXWOHB3OWV","created_at":"2026-07-05T06:21:25Z"},{"alias_kind":"pith_short_8","alias_value":"VKAQAFFX","created_at":"2026-07-05T06:21:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:VKAQAFFXWOHB3OWVDVJJ7I5Y6Q","target":"record","payload":{"canonical_record":{"source":{"id":"2306.09918","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T15:45:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"02764eab0a2ecbefed36ffaedb6b479aa7fcac35e9680536b45734c7c0f52538","abstract_canon_sha256":"0077e7b79de2dbadd365cdf279d020f23ecdf7043ecb4772f4dafac190dd0089"},"schema_version":"1.0"},"canonical_sha256":"aa810014b7b38e1dbad51d529fa3b8f428af6ee3173169f6ffe082ff267665fb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:21:25.345765Z","signature_b64":"blQw34+/2jp7qxOa/CS3Lys/oOpxdxPbX6y2FI8psohjBq2TCnKjfwX/mCKzVS+DUVMGZWSwWPy+TK5h3//8BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aa810014b7b38e1dbad51d529fa3b8f428af6ee3173169f6ffe082ff267665fb","last_reissued_at":"2026-07-05T06:21:25.345276Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:21:25.345276Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.09918","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:21:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sjjSmSujMJW+C0+rWSIFvprf4T2X455jtN83KcmWeXmiqEluPEJsmWpto+VrTef0po35Y35kYPldD/p0iHgSAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T00:42:18.679849Z"},"content_sha256":"f259b2c89255404546cf5cbd00ec8d94dee7a1a1bfaf0d57df384af70c542acc","schema_version":"1.0","event_id":"sha256:f259b2c89255404546cf5cbd00ec8d94dee7a1a1bfaf0d57df384af70c542acc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:VKAQAFFXWOHB3OWVDVJJ7I5Y6Q","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"No Strong Feelings One Way or Another: Re-operationalizing Neutrality in Natural Language Inference","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Animesh Nighojkar, Antonio Laverghetta Jr., John Licato","submitted_at":"2023-06-16T15:45:08Z","abstract_excerpt":"Natural Language Inference (NLI) has been a cornerstone task in evaluating language models' inferential reasoning capabilities. However, the standard three-way classification scheme used in NLI has well-known shortcomings in evaluating models' ability to capture the nuances of natural human reasoning. In this paper, we argue that the operationalization of the neutral label in current NLI datasets has low validity, is interpreted inconsistently, and that at least one important sense of neutrality is often ignored. We uncover the detrimental impact of these shortcomings, which in some cases lead"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.09918","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.09918/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:21:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qt1mAp1HwZ2a2qfdW7YwEwuUPSZm+qDzKBvqSHyETwe6abV64tWWh2Z1weY645FQWmYvsEIQR6OOauejMccjAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T00:42:18.680368Z"},"content_sha256":"aa3e96cf07173f44ed5b446a5dc504f96290058127bb56882527c66adfd27a61","schema_version":"1.0","event_id":"sha256:aa3e96cf07173f44ed5b446a5dc504f96290058127bb56882527c66adfd27a61"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VKAQAFFXWOHB3OWVDVJJ7I5Y6Q/bundle.json","state_url":"https://pith.science/pith/VKAQAFFXWOHB3OWVDVJJ7I5Y6Q/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VKAQAFFXWOHB3OWVDVJJ7I5Y6Q/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T00:42:18Z","links":{"resolver":"https://pith.science/pith/VKAQAFFXWOHB3OWVDVJJ7I5Y6Q","bundle":"https://pith.science/pith/VKAQAFFXWOHB3OWVDVJJ7I5Y6Q/bundle.json","state":"https://pith.science/pith/VKAQAFFXWOHB3OWVDVJJ7I5Y6Q/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VKAQAFFXWOHB3OWVDVJJ7I5Y6Q/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:VKAQAFFXWOHB3OWVDVJJ7I5Y6Q","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0077e7b79de2dbadd365cdf279d020f23ecdf7043ecb4772f4dafac190dd0089","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T15:45:08Z","title_canon_sha256":"02764eab0a2ecbefed36ffaedb6b479aa7fcac35e9680536b45734c7c0f52538"},"schema_version":"1.0","source":{"id":"2306.09918","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.09918","created_at":"2026-07-05T06:21:25Z"},{"alias_kind":"arxiv_version","alias_value":"2306.09918v1","created_at":"2026-07-05T06:21:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.09918","created_at":"2026-07-05T06:21:25Z"},{"alias_kind":"pith_short_12","alias_value":"VKAQAFFXWOHB","created_at":"2026-07-05T06:21:25Z"},{"alias_kind":"pith_short_16","alias_value":"VKAQAFFXWOHB3OWV","created_at":"2026-07-05T06:21:25Z"},{"alias_kind":"pith_short_8","alias_value":"VKAQAFFX","created_at":"2026-07-05T06:21:25Z"}],"graph_snapshots":[{"event_id":"sha256:aa3e96cf07173f44ed5b446a5dc504f96290058127bb56882527c66adfd27a61","target":"graph","created_at":"2026-07-05T06:21:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.09918/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Natural Language Inference (NLI) has been a cornerstone task in evaluating language models' inferential reasoning capabilities. However, the standard three-way classification scheme used in NLI has well-known shortcomings in evaluating models' ability to capture the nuances of natural human reasoning. In this paper, we argue that the operationalization of the neutral label in current NLI datasets has low validity, is interpreted inconsistently, and that at least one important sense of neutrality is often ignored. We uncover the detrimental impact of these shortcomings, which in some cases lead","authors_text":"Animesh Nighojkar, Antonio Laverghetta Jr., John Licato","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T15:45:08Z","title":"No Strong Feelings One Way or Another: Re-operationalizing Neutrality in Natural Language Inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.09918","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f259b2c89255404546cf5cbd00ec8d94dee7a1a1bfaf0d57df384af70c542acc","target":"record","created_at":"2026-07-05T06:21:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0077e7b79de2dbadd365cdf279d020f23ecdf7043ecb4772f4dafac190dd0089","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-06-16T15:45:08Z","title_canon_sha256":"02764eab0a2ecbefed36ffaedb6b479aa7fcac35e9680536b45734c7c0f52538"},"schema_version":"1.0","source":{"id":"2306.09918","kind":"arxiv","version":1}},"canonical_sha256":"aa810014b7b38e1dbad51d529fa3b8f428af6ee3173169f6ffe082ff267665fb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aa810014b7b38e1dbad51d529fa3b8f428af6ee3173169f6ffe082ff267665fb","first_computed_at":"2026-07-05T06:21:25.345276Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:21:25.345276Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"blQw34+/2jp7qxOa/CS3Lys/oOpxdxPbX6y2FI8psohjBq2TCnKjfwX/mCKzVS+DUVMGZWSwWPy+TK5h3//8BA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:21:25.345765Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.09918","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f259b2c89255404546cf5cbd00ec8d94dee7a1a1bfaf0d57df384af70c542acc","sha256:aa3e96cf07173f44ed5b446a5dc504f96290058127bb56882527c66adfd27a61"],"state_sha256":"deb4f67b42cfa8b08891f27a1fffe40177f762556c4e93e1b58870b9d40f1313"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BFFElXrQwT2Ph/pqsAeFI9cKNvjAJsSGtwWpHsCwYXvvwEgnx3NKT3n6JoU7UPKuUTqFJAEPzVVi0xube+rDBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T00:42:18.685261Z","bundle_sha256":"be0267870dd90f4d90f212939d405d4b6df6314b7a113f42090a127100dae810"}}