{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:4HSTH7JG4BAR4ZOZZP3IEORR62","short_pith_number":"pith:4HSTH7JG","canonical_record":{"source":{"id":"1811.12112","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-11-29T13:05:18Z","cross_cats_sorted":[],"title_canon_sha256":"55dae0438e015e212eb716add546c253c40bb4c23b526c96061404609d081f4f","abstract_canon_sha256":"94feb5ba708e9175841d748bda31d5152a9fe0b839bcb6032bdcf8c46d25f1d6"},"schema_version":"1.0"},"canonical_sha256":"e1e533fd26e0411e65d9cbf6823a31f6baec8851342427e65bb1967aa12ac1d7","source":{"kind":"arxiv","id":"1811.12112","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1811.12112","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"arxiv_version","alias_value":"1811.12112v2","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1811.12112","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"pith_short_12","alias_value":"4HSTH7JG4BAR","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_16","alias_value":"4HSTH7JG4BAR4ZOZ","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_8","alias_value":"4HSTH7JG","created_at":"2026-05-18T12:32:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:4HSTH7JG4BAR4ZOZZP3IEORR62","target":"record","payload":{"canonical_record":{"source":{"id":"1811.12112","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-11-29T13:05:18Z","cross_cats_sorted":[],"title_canon_sha256":"55dae0438e015e212eb716add546c253c40bb4c23b526c96061404609d081f4f","abstract_canon_sha256":"94feb5ba708e9175841d748bda31d5152a9fe0b839bcb6032bdcf8c46d25f1d6"},"schema_version":"1.0"},"canonical_sha256":"e1e533fd26e0411e65d9cbf6823a31f6baec8851342427e65bb1967aa12ac1d7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:59:27.582122Z","signature_b64":"cJvKy5m4cWKzp/uCriEOn0PeMV7szxnMIIBhp7wDxr/MyvJ/lDzznzrhnWwn8ErSGw5y5u/TR1etGHHekoa5Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e1e533fd26e0411e65d9cbf6823a31f6baec8851342427e65bb1967aa12ac1d7","last_reissued_at":"2026-05-17T23:59:27.581663Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:59:27.581663Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1811.12112","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:59:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LV7G9fLZtmHRT7XPPLAsE5ySM05vpEWK2Bj5Ycu/RDOSysQvqjMP5pfPKIwGQE1QmAsw+VF6X+1Jh0cc+CiDAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T23:13:12.708944Z"},"content_sha256":"950e1e110374fe8832cf921cfc05c6c04fcee02b5e7cd6c16f767a8d13ccf1c9","schema_version":"1.0","event_id":"sha256:950e1e110374fe8832cf921cfc05c6c04fcee02b5e7cd6c16f767a8d13ccf1c9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:4HSTH7JG4BAR4ZOZZP3IEORR62","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Non-entailed subsequences as a challenge for natural language inference","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"R. Thomas McCoy, Tal Linzen","submitted_at":"2018-11-29T13:05:18Z","abstract_excerpt":"Neural network models have shown great success at natural language inference (NLI), the task of determining whether a premise entails a hypothesis. However, recent studies suggest that these models may rely on fallible heuristics rather than deep language understanding. We introduce a challenge set to test whether NLI systems adopt one such heuristic: assuming that a sentence entails all of its subsequences, such as assuming that \"Alice believes Mary is lying\" entails \"Alice believes Mary.\" We evaluate several competitive NLI models on this challenge set and find strong evidence that they do r"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1811.12112","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:59:27Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AMqmnrAXXCuybt1zmz/6qO8yxyr+EHKuyXjAmIJiFaD8bzd1SEssI1yttQVksoUKCagoQHfRP7tdmU7/k8qBAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-08T23:13:12.709291Z"},"content_sha256":"1be9be0c2fe0b8d64894711eab5e908f520458ed16afd15d34f3f0647dd3cfc5","schema_version":"1.0","event_id":"sha256:1be9be0c2fe0b8d64894711eab5e908f520458ed16afd15d34f3f0647dd3cfc5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4HSTH7JG4BAR4ZOZZP3IEORR62/bundle.json","state_url":"https://pith.science/pith/4HSTH7JG4BAR4ZOZZP3IEORR62/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4HSTH7JG4BAR4ZOZZP3IEORR62/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-08T23:13:12Z","links":{"resolver":"https://pith.science/pith/4HSTH7JG4BAR4ZOZZP3IEORR62","bundle":"https://pith.science/pith/4HSTH7JG4BAR4ZOZZP3IEORR62/bundle.json","state":"https://pith.science/pith/4HSTH7JG4BAR4ZOZZP3IEORR62/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4HSTH7JG4BAR4ZOZZP3IEORR62/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:4HSTH7JG4BAR4ZOZZP3IEORR62","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"94feb5ba708e9175841d748bda31d5152a9fe0b839bcb6032bdcf8c46d25f1d6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-11-29T13:05:18Z","title_canon_sha256":"55dae0438e015e212eb716add546c253c40bb4c23b526c96061404609d081f4f"},"schema_version":"1.0","source":{"id":"1811.12112","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1811.12112","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"arxiv_version","alias_value":"1811.12112v2","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1811.12112","created_at":"2026-05-17T23:59:27Z"},{"alias_kind":"pith_short_12","alias_value":"4HSTH7JG4BAR","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_16","alias_value":"4HSTH7JG4BAR4ZOZ","created_at":"2026-05-18T12:32:05Z"},{"alias_kind":"pith_short_8","alias_value":"4HSTH7JG","created_at":"2026-05-18T12:32:05Z"}],"graph_snapshots":[{"event_id":"sha256:1be9be0c2fe0b8d64894711eab5e908f520458ed16afd15d34f3f0647dd3cfc5","target":"graph","created_at":"2026-05-17T23:59:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Neural network models have shown great success at natural language inference (NLI), the task of determining whether a premise entails a hypothesis. However, recent studies suggest that these models may rely on fallible heuristics rather than deep language understanding. We introduce a challenge set to test whether NLI systems adopt one such heuristic: assuming that a sentence entails all of its subsequences, such as assuming that \"Alice believes Mary is lying\" entails \"Alice believes Mary.\" We evaluate several competitive NLI models on this challenge set and find strong evidence that they do r","authors_text":"R. Thomas McCoy, Tal Linzen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-11-29T13:05:18Z","title":"Non-entailed subsequences as a challenge for natural language inference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1811.12112","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:950e1e110374fe8832cf921cfc05c6c04fcee02b5e7cd6c16f767a8d13ccf1c9","target":"record","created_at":"2026-05-17T23:59:27Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"94feb5ba708e9175841d748bda31d5152a9fe0b839bcb6032bdcf8c46d25f1d6","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-11-29T13:05:18Z","title_canon_sha256":"55dae0438e015e212eb716add546c253c40bb4c23b526c96061404609d081f4f"},"schema_version":"1.0","source":{"id":"1811.12112","kind":"arxiv","version":2}},"canonical_sha256":"e1e533fd26e0411e65d9cbf6823a31f6baec8851342427e65bb1967aa12ac1d7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e1e533fd26e0411e65d9cbf6823a31f6baec8851342427e65bb1967aa12ac1d7","first_computed_at":"2026-05-17T23:59:27.581663Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:59:27.581663Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cJvKy5m4cWKzp/uCriEOn0PeMV7szxnMIIBhp7wDxr/MyvJ/lDzznzrhnWwn8ErSGw5y5u/TR1etGHHekoa5Bg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:59:27.582122Z","signed_message":"canonical_sha256_bytes"},"source_id":"1811.12112","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:950e1e110374fe8832cf921cfc05c6c04fcee02b5e7cd6c16f767a8d13ccf1c9","sha256:1be9be0c2fe0b8d64894711eab5e908f520458ed16afd15d34f3f0647dd3cfc5"],"state_sha256":"c49702f865fc8e075654e431dbcca52ceb399f369d52b3bace2d1e050b8f0c45"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Fy6u8Om42fqI24w4HhdT83V+7AplFwYjwCNf2hHsUxfGmCOMhX42m0qLu2QzVkUp6JwsD6cyX/IloEmmQWEBAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-08T23:13:12.711133Z","bundle_sha256":"4888aa39c4983ed58113422b8dc8ad9c302b711d97907e4ec95f2be064fb28cc"}}