{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HGPZRFXSIBJRTW4CHT4KJMIVKT","short_pith_number":"pith:HGPZRFXS","canonical_record":{"source":{"id":"2304.12443","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-24T20:45:09Z","cross_cats_sorted":[],"title_canon_sha256":"8fb561013cef331ce75f0f3d3225035e478300c06057123e6af8fbba262c455b","abstract_canon_sha256":"117832e6f42d3af6f16eec1d5e53416918e869d1e3579482d5b7895b5c4caad9"},"schema_version":"1.0"},"canonical_sha256":"399f9896f2405319db823cf8a4b11554ff595df14bcec1c86c39b7604e8ab96a","source":{"kind":"arxiv","id":"2304.12443","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12443","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12443v1","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12443","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_12","alias_value":"HGPZRFXSIBJR","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_16","alias_value":"HGPZRFXSIBJRTW4C","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_8","alias_value":"HGPZRFXS","created_at":"2026-07-05T06:04:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HGPZRFXSIBJRTW4CHT4KJMIVKT","target":"record","payload":{"canonical_record":{"source":{"id":"2304.12443","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-24T20:45:09Z","cross_cats_sorted":[],"title_canon_sha256":"8fb561013cef331ce75f0f3d3225035e478300c06057123e6af8fbba262c455b","abstract_canon_sha256":"117832e6f42d3af6f16eec1d5e53416918e869d1e3579482d5b7895b5c4caad9"},"schema_version":"1.0"},"canonical_sha256":"399f9896f2405319db823cf8a4b11554ff595df14bcec1c86c39b7604e8ab96a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:04:16.944706Z","signature_b64":"totFiohJBgj11ObX35jtclrztV7pbnD/kTap2F5DjyaX1d9v8xdqN5TZEkFqJoeDo6I8/3MhsTv4/jjztKlUBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"399f9896f2405319db823cf8a4b11554ff595df14bcec1c86c39b7604e8ab96a","last_reissued_at":"2026-07-05T06:04:16.944234Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:04:16.944234Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.12443","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hfusiyXaSSm+15fkoYy7Ol6/fmzarH59+mrX88wYlw/FJ76KrtcOE3/sXve1sx8J0pCMoxN/EjAGWUcKcSX1AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:28:25.900473Z"},"content_sha256":"e1f5a3e6ac0c66edec6d8d355712aa9ab355256cbe64e13a5cf3f07846cd78db","schema_version":"1.0","event_id":"sha256:e1f5a3e6ac0c66edec6d8d355712aa9ab355256cbe64e13a5cf3f07846cd78db"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HGPZRFXSIBJRTW4CHT4KJMIVKT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Understanding and Predicting Human Label Variation in Natural Language Inference through Explanation","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chenhao Tan, Marie-Catherine de Marneffe, Nan-Jiang Jiang","submitted_at":"2023-04-24T20:45:09Z","abstract_excerpt":"Human label variation (Plank 2022), or annotation disagreement, exists in many natural language processing (NLP) tasks. To be robust and trusted, NLP models need to identify such variation and be able to explain it. To this end, we created the first ecologically valid explanation dataset with diverse reasoning, LiveNLI. LiveNLI contains annotators' highlights and free-text explanations for the label(s) of their choice for 122 English Natural Language Inference items, each with at least 10 annotations. We used its explanations for chain-of-thought prompting, and found there is still room for im"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12443","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.12443/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8/i8p79UqgjoRSIU1nZyyXB6ztA+Y7YH7iVHzVkQVb3IoWkkiupp3+JCih7LvUhIq5shNucseBAd+Nbf7EyGAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T12:28:25.901335Z"},"content_sha256":"3f78142422b3d02abf66fe17c51f2760e695e292cc3ed9a390ca2e66377508e5","schema_version":"1.0","event_id":"sha256:3f78142422b3d02abf66fe17c51f2760e695e292cc3ed9a390ca2e66377508e5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HGPZRFXSIBJRTW4CHT4KJMIVKT/bundle.json","state_url":"https://pith.science/pith/HGPZRFXSIBJRTW4CHT4KJMIVKT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HGPZRFXSIBJRTW4CHT4KJMIVKT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T12:28:25Z","links":{"resolver":"https://pith.science/pith/HGPZRFXSIBJRTW4CHT4KJMIVKT","bundle":"https://pith.science/pith/HGPZRFXSIBJRTW4CHT4KJMIVKT/bundle.json","state":"https://pith.science/pith/HGPZRFXSIBJRTW4CHT4KJMIVKT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HGPZRFXSIBJRTW4CHT4KJMIVKT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HGPZRFXSIBJRTW4CHT4KJMIVKT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"117832e6f42d3af6f16eec1d5e53416918e869d1e3579482d5b7895b5c4caad9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-24T20:45:09Z","title_canon_sha256":"8fb561013cef331ce75f0f3d3225035e478300c06057123e6af8fbba262c455b"},"schema_version":"1.0","source":{"id":"2304.12443","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.12443","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"arxiv_version","alias_value":"2304.12443v1","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.12443","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_12","alias_value":"HGPZRFXSIBJR","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_16","alias_value":"HGPZRFXSIBJRTW4C","created_at":"2026-07-05T06:04:16Z"},{"alias_kind":"pith_short_8","alias_value":"HGPZRFXS","created_at":"2026-07-05T06:04:16Z"}],"graph_snapshots":[{"event_id":"sha256:3f78142422b3d02abf66fe17c51f2760e695e292cc3ed9a390ca2e66377508e5","target":"graph","created_at":"2026-07-05T06:04:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.12443/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human label variation (Plank 2022), or annotation disagreement, exists in many natural language processing (NLP) tasks. To be robust and trusted, NLP models need to identify such variation and be able to explain it. To this end, we created the first ecologically valid explanation dataset with diverse reasoning, LiveNLI. LiveNLI contains annotators' highlights and free-text explanations for the label(s) of their choice for 122 English Natural Language Inference items, each with at least 10 annotations. We used its explanations for chain-of-thought prompting, and found there is still room for im","authors_text":"Chenhao Tan, Marie-Catherine de Marneffe, Nan-Jiang Jiang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-24T20:45:09Z","title":"Understanding and Predicting Human Label Variation in Natural Language Inference through Explanation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.12443","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e1f5a3e6ac0c66edec6d8d355712aa9ab355256cbe64e13a5cf3f07846cd78db","target":"record","created_at":"2026-07-05T06:04:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"117832e6f42d3af6f16eec1d5e53416918e869d1e3579482d5b7895b5c4caad9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-24T20:45:09Z","title_canon_sha256":"8fb561013cef331ce75f0f3d3225035e478300c06057123e6af8fbba262c455b"},"schema_version":"1.0","source":{"id":"2304.12443","kind":"arxiv","version":1}},"canonical_sha256":"399f9896f2405319db823cf8a4b11554ff595df14bcec1c86c39b7604e8ab96a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"399f9896f2405319db823cf8a4b11554ff595df14bcec1c86c39b7604e8ab96a","first_computed_at":"2026-07-05T06:04:16.944234Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:04:16.944234Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"totFiohJBgj11ObX35jtclrztV7pbnD/kTap2F5DjyaX1d9v8xdqN5TZEkFqJoeDo6I8/3MhsTv4/jjztKlUBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:04:16.944706Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.12443","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e1f5a3e6ac0c66edec6d8d355712aa9ab355256cbe64e13a5cf3f07846cd78db","sha256:3f78142422b3d02abf66fe17c51f2760e695e292cc3ed9a390ca2e66377508e5"],"state_sha256":"1744f77fb28616de8301f80001f3378ad4195b30c8117f78905d56dcbb0f60b6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ymvn1beO0tXfTpDafgkhO11MwJljDX989ryvwp3B/Tf2e/yrKVnOwztQFjXJwJUO+o0HwU4jdMB/76bQz6wJCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T12:28:25.908780Z","bundle_sha256":"31632b7073004d9ba4bdf113949fab6648dcc110788368f7b91e0961857dbe73"}}