{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:RA5LBPAMCVIJ47KXVPNU66JHH7","short_pith_number":"pith:RA5LBPAM","canonical_record":{"source":{"id":"2004.11997","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-24T21:31:57Z","cross_cats_sorted":[],"title_canon_sha256":"0de455b135f144329aacc6788c0091a110c9512b61ef3ea163d0b8ebe2d7c278","abstract_canon_sha256":"4c6d8ed40f797c49a92523d7a8581607a12ed2a876c4d46adf084d8556ddfeb3"},"schema_version":"1.0"},"canonical_sha256":"883ab0bc0c15509e7d57abdb4f79273fe5f94701b68edd0d5a167d35b1c62b4b","source":{"kind":"arxiv","id":"2004.11997","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.11997","created_at":"2026-07-05T01:39:13Z"},{"alias_kind":"arxiv_version","alias_value":"2004.11997v2","created_at":"2026-07-05T01:39:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.11997","created_at":"2026-07-05T01:39:13Z"},{"alias_kind":"pith_short_12","alias_value":"RA5LBPAMCVIJ","created_at":"2026-07-05T01:39:13Z"},{"alias_kind":"pith_short_16","alias_value":"RA5LBPAMCVIJ47KX","created_at":"2026-07-05T01:39:13Z"},{"alias_kind":"pith_short_8","alias_value":"RA5LBPAM","created_at":"2026-07-05T01:39:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:RA5LBPAMCVIJ47KXVPNU66JHH7","target":"record","payload":{"canonical_record":{"source":{"id":"2004.11997","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-24T21:31:57Z","cross_cats_sorted":[],"title_canon_sha256":"0de455b135f144329aacc6788c0091a110c9512b61ef3ea163d0b8ebe2d7c278","abstract_canon_sha256":"4c6d8ed40f797c49a92523d7a8581607a12ed2a876c4d46adf084d8556ddfeb3"},"schema_version":"1.0"},"canonical_sha256":"883ab0bc0c15509e7d57abdb4f79273fe5f94701b68edd0d5a167d35b1c62b4b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:39:13.243895Z","signature_b64":"yW5xeaCnymg/8MSQPa5+JjdOvhF+FU3E+8kpopKSKeFYJGBvCfvTa6KRTadDA+9Zwsh8gl5dm1ZuanFsI3o3Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"883ab0bc0c15509e7d57abdb4f79273fe5f94701b68edd0d5a167d35b1c62b4b","last_reissued_at":"2026-07-05T01:39:13.243455Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:39:13.243455Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.11997","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:39:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P9CAQTy2Wv+XdXXPHme53IJ8Xg1yfhjFiCPoQBfCd6uEYtkqhAyy8xashvtCEp5srWUUGCNbdY7qMZlKHRsuDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:00:05.397670Z"},"content_sha256":"004ee3cad7d2ff64e5a2d2bdf4a79b9d698a8596668c5b68e4e55f7279b6ee2a","schema_version":"1.0","event_id":"sha256:004ee3cad7d2ff64e5a2d2bdf4a79b9d698a8596668c5b68e4e55f7279b6ee2a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:RA5LBPAMCVIJ47KXVPNU66JHH7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"New Protocols and Negative Results for Textual Entailment Data Collection","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Emily Pitler, Jennimaria Palomaki, Livio Baldini Soares, Samuel R. Bowman","submitted_at":"2020-04-24T21:31:57Z","abstract_excerpt":"Natural language inference (NLI) data has proven useful in benchmarking and, especially, as pretraining data for tasks requiring language understanding. However, the crowdsourcing protocol that was used to collect this data has known issues and was not explicitly optimized for either of these purposes, so it is likely far from ideal. We propose four alternative protocols, each aimed at improving either the ease with which annotators can produce sound training examples or the quality and diversity of those examples. Using these alternatives and a fifth baseline protocol, we collect and compare "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.11997","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.11997/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:39:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5AOcsXJSCOcftB3Y44PA3dWfWlvsmdRMWwxI7bpIQ9a4AEncoM55uNHeZGYr4yu24OjWdpZXd1LRGPqvxiAUBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:00:05.398417Z"},"content_sha256":"efc2b8b34f87643ae0c7e98ddc0d9c4c518338696582ce1833e58b2c88110f3b","schema_version":"1.0","event_id":"sha256:efc2b8b34f87643ae0c7e98ddc0d9c4c518338696582ce1833e58b2c88110f3b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RA5LBPAMCVIJ47KXVPNU66JHH7/bundle.json","state_url":"https://pith.science/pith/RA5LBPAMCVIJ47KXVPNU66JHH7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RA5LBPAMCVIJ47KXVPNU66JHH7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T08:00:05Z","links":{"resolver":"https://pith.science/pith/RA5LBPAMCVIJ47KXVPNU66JHH7","bundle":"https://pith.science/pith/RA5LBPAMCVIJ47KXVPNU66JHH7/bundle.json","state":"https://pith.science/pith/RA5LBPAMCVIJ47KXVPNU66JHH7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RA5LBPAMCVIJ47KXVPNU66JHH7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:RA5LBPAMCVIJ47KXVPNU66JHH7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4c6d8ed40f797c49a92523d7a8581607a12ed2a876c4d46adf084d8556ddfeb3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-24T21:31:57Z","title_canon_sha256":"0de455b135f144329aacc6788c0091a110c9512b61ef3ea163d0b8ebe2d7c278"},"schema_version":"1.0","source":{"id":"2004.11997","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.11997","created_at":"2026-07-05T01:39:13Z"},{"alias_kind":"arxiv_version","alias_value":"2004.11997v2","created_at":"2026-07-05T01:39:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.11997","created_at":"2026-07-05T01:39:13Z"},{"alias_kind":"pith_short_12","alias_value":"RA5LBPAMCVIJ","created_at":"2026-07-05T01:39:13Z"},{"alias_kind":"pith_short_16","alias_value":"RA5LBPAMCVIJ47KX","created_at":"2026-07-05T01:39:13Z"},{"alias_kind":"pith_short_8","alias_value":"RA5LBPAM","created_at":"2026-07-05T01:39:13Z"}],"graph_snapshots":[{"event_id":"sha256:efc2b8b34f87643ae0c7e98ddc0d9c4c518338696582ce1833e58b2c88110f3b","target":"graph","created_at":"2026-07-05T01:39:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.11997/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Natural language inference (NLI) data has proven useful in benchmarking and, especially, as pretraining data for tasks requiring language understanding. However, the crowdsourcing protocol that was used to collect this data has known issues and was not explicitly optimized for either of these purposes, so it is likely far from ideal. We propose four alternative protocols, each aimed at improving either the ease with which annotators can produce sound training examples or the quality and diversity of those examples. Using these alternatives and a fifth baseline protocol, we collect and compare ","authors_text":"Emily Pitler, Jennimaria Palomaki, Livio Baldini Soares, Samuel R. Bowman","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-24T21:31:57Z","title":"New Protocols and Negative Results for Textual Entailment Data Collection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.11997","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:004ee3cad7d2ff64e5a2d2bdf4a79b9d698a8596668c5b68e4e55f7279b6ee2a","target":"record","created_at":"2026-07-05T01:39:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4c6d8ed40f797c49a92523d7a8581607a12ed2a876c4d46adf084d8556ddfeb3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-24T21:31:57Z","title_canon_sha256":"0de455b135f144329aacc6788c0091a110c9512b61ef3ea163d0b8ebe2d7c278"},"schema_version":"1.0","source":{"id":"2004.11997","kind":"arxiv","version":2}},"canonical_sha256":"883ab0bc0c15509e7d57abdb4f79273fe5f94701b68edd0d5a167d35b1c62b4b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"883ab0bc0c15509e7d57abdb4f79273fe5f94701b68edd0d5a167d35b1c62b4b","first_computed_at":"2026-07-05T01:39:13.243455Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:39:13.243455Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yW5xeaCnymg/8MSQPa5+JjdOvhF+FU3E+8kpopKSKeFYJGBvCfvTa6KRTadDA+9Zwsh8gl5dm1ZuanFsI3o3Dg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:39:13.243895Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.11997","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:004ee3cad7d2ff64e5a2d2bdf4a79b9d698a8596668c5b68e4e55f7279b6ee2a","sha256:efc2b8b34f87643ae0c7e98ddc0d9c4c518338696582ce1833e58b2c88110f3b"],"state_sha256":"5ac6ec32ab957e57585f4a32924005f9c02c97f516a8349bd7d14438b169617b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BAvwy7SeWUt0MgTWc4QRF99whGj5hpUkHrwjEdkRUZW/n5d+7RjSR859HXTWSZvIWMlHG5VlTZjC1L6ZFo7RBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T08:00:05.402920Z","bundle_sha256":"472eef778fd93ce7934636cce06827cb8f18da2b08e6ed29d9b59343947437d5"}}