{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JCO2JKP2SGUC26UJI2KUHSNIX6","short_pith_number":"pith:JCO2JKP2","canonical_record":{"source":{"id":"2402.16102","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-25T15:00:13Z","cross_cats_sorted":[],"title_canon_sha256":"ab9e4fc1a657be5e73e1fff9cf17cefc687650bd5c7a84da8d383341c775fb60","abstract_canon_sha256":"a46e99ce625cbfc920724d725d782f6da1e6edbaefef96ab192ef22e2a2ca72d"},"schema_version":"1.0"},"canonical_sha256":"489da4a9fa91a82d7a89469543c9a8bf81fe2c8cd3e914b0fa716b77560c9d7f","source":{"kind":"arxiv","id":"2402.16102","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.16102","created_at":"2026-07-05T07:49:02Z"},{"alias_kind":"arxiv_version","alias_value":"2402.16102v1","created_at":"2026-07-05T07:49:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.16102","created_at":"2026-07-05T07:49:02Z"},{"alias_kind":"pith_short_12","alias_value":"JCO2JKP2SGUC","created_at":"2026-07-05T07:49:02Z"},{"alias_kind":"pith_short_16","alias_value":"JCO2JKP2SGUC26UJ","created_at":"2026-07-05T07:49:02Z"},{"alias_kind":"pith_short_8","alias_value":"JCO2JKP2","created_at":"2026-07-05T07:49:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JCO2JKP2SGUC26UJI2KUHSNIX6","target":"record","payload":{"canonical_record":{"source":{"id":"2402.16102","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-25T15:00:13Z","cross_cats_sorted":[],"title_canon_sha256":"ab9e4fc1a657be5e73e1fff9cf17cefc687650bd5c7a84da8d383341c775fb60","abstract_canon_sha256":"a46e99ce625cbfc920724d725d782f6da1e6edbaefef96ab192ef22e2a2ca72d"},"schema_version":"1.0"},"canonical_sha256":"489da4a9fa91a82d7a89469543c9a8bf81fe2c8cd3e914b0fa716b77560c9d7f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:49:02.006796Z","signature_b64":"fglkgeZYdsBT0nX+O3268Fladaw9nK9CN9FzFFkJpXLnyPF4hWQjUidIVSZtyKViUpbmPEgUtdJTc5yN97ObAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"489da4a9fa91a82d7a89469543c9a8bf81fe2c8cd3e914b0fa716b77560c9d7f","last_reissued_at":"2026-07-05T07:49:02.006367Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:49:02.006367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.16102","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:49:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dYvppO2lykOIY0lFEKczfyOIqVSZUvhRwTxDcDXuHiAPRhn9Q9oEvN8MxBRMvxlCni6k49Xr6UabNmKeENq2Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T07:17:19.504162Z"},"content_sha256":"1e2d1800cdd0831e9f698d012834fe3e6ea8b4a8bd282e1fdb5859b3237e86b4","schema_version":"1.0","event_id":"sha256:1e2d1800cdd0831e9f698d012834fe3e6ea8b4a8bd282e1fdb5859b3237e86b4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JCO2JKP2SGUC26UJI2KUHSNIX6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Interpreting Predictive Probabilities: Model Confidence or Human Label Variation?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Barbara Plank, Joris Baan, Raquel Fern\\'andez, Wilker Aziz","submitted_at":"2024-02-25T15:00:13Z","abstract_excerpt":"With the rise of increasingly powerful and user-facing NLP systems, there is growing interest in assessing whether they have a good representation of uncertainty by evaluating the quality of their predictive distribution over outcomes. We identify two main perspectives that drive starkly different evaluation protocols. The first treats predictive probability as an indication of model confidence; the second as an indication of human label variation. We discuss their merits and limitations, and take the position that both are crucial for trustworthy and fair NLP systems, but that exploiting a si"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.16102","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.16102/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:49:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7qAB+f033vPv9k9PG3zFsqUsjGaMxeYTd9afEZpUsbK5mdAee51frUjGbl1ARVINhmF8t8kqd1gsjba6rzsiBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T07:17:19.505186Z"},"content_sha256":"8d356b8d7baf7939e7f5ac11d8b1cc463398d98ac6baff07ed1fc25f1e566483","schema_version":"1.0","event_id":"sha256:8d356b8d7baf7939e7f5ac11d8b1cc463398d98ac6baff07ed1fc25f1e566483"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JCO2JKP2SGUC26UJI2KUHSNIX6/bundle.json","state_url":"https://pith.science/pith/JCO2JKP2SGUC26UJI2KUHSNIX6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JCO2JKP2SGUC26UJI2KUHSNIX6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T07:17:19Z","links":{"resolver":"https://pith.science/pith/JCO2JKP2SGUC26UJI2KUHSNIX6","bundle":"https://pith.science/pith/JCO2JKP2SGUC26UJI2KUHSNIX6/bundle.json","state":"https://pith.science/pith/JCO2JKP2SGUC26UJI2KUHSNIX6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JCO2JKP2SGUC26UJI2KUHSNIX6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JCO2JKP2SGUC26UJI2KUHSNIX6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a46e99ce625cbfc920724d725d782f6da1e6edbaefef96ab192ef22e2a2ca72d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-25T15:00:13Z","title_canon_sha256":"ab9e4fc1a657be5e73e1fff9cf17cefc687650bd5c7a84da8d383341c775fb60"},"schema_version":"1.0","source":{"id":"2402.16102","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.16102","created_at":"2026-07-05T07:49:02Z"},{"alias_kind":"arxiv_version","alias_value":"2402.16102v1","created_at":"2026-07-05T07:49:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.16102","created_at":"2026-07-05T07:49:02Z"},{"alias_kind":"pith_short_12","alias_value":"JCO2JKP2SGUC","created_at":"2026-07-05T07:49:02Z"},{"alias_kind":"pith_short_16","alias_value":"JCO2JKP2SGUC26UJ","created_at":"2026-07-05T07:49:02Z"},{"alias_kind":"pith_short_8","alias_value":"JCO2JKP2","created_at":"2026-07-05T07:49:02Z"}],"graph_snapshots":[{"event_id":"sha256:8d356b8d7baf7939e7f5ac11d8b1cc463398d98ac6baff07ed1fc25f1e566483","target":"graph","created_at":"2026-07-05T07:49:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.16102/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"With the rise of increasingly powerful and user-facing NLP systems, there is growing interest in assessing whether they have a good representation of uncertainty by evaluating the quality of their predictive distribution over outcomes. We identify two main perspectives that drive starkly different evaluation protocols. The first treats predictive probability as an indication of model confidence; the second as an indication of human label variation. We discuss their merits and limitations, and take the position that both are crucial for trustworthy and fair NLP systems, but that exploiting a si","authors_text":"Barbara Plank, Joris Baan, Raquel Fern\\'andez, Wilker Aziz","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-25T15:00:13Z","title":"Interpreting Predictive Probabilities: Model Confidence or Human Label Variation?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.16102","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1e2d1800cdd0831e9f698d012834fe3e6ea8b4a8bd282e1fdb5859b3237e86b4","target":"record","created_at":"2026-07-05T07:49:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a46e99ce625cbfc920724d725d782f6da1e6edbaefef96ab192ef22e2a2ca72d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-25T15:00:13Z","title_canon_sha256":"ab9e4fc1a657be5e73e1fff9cf17cefc687650bd5c7a84da8d383341c775fb60"},"schema_version":"1.0","source":{"id":"2402.16102","kind":"arxiv","version":1}},"canonical_sha256":"489da4a9fa91a82d7a89469543c9a8bf81fe2c8cd3e914b0fa716b77560c9d7f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"489da4a9fa91a82d7a89469543c9a8bf81fe2c8cd3e914b0fa716b77560c9d7f","first_computed_at":"2026-07-05T07:49:02.006367Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:49:02.006367Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fglkgeZYdsBT0nX+O3268Fladaw9nK9CN9FzFFkJpXLnyPF4hWQjUidIVSZtyKViUpbmPEgUtdJTc5yN97ObAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:49:02.006796Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.16102","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1e2d1800cdd0831e9f698d012834fe3e6ea8b4a8bd282e1fdb5859b3237e86b4","sha256:8d356b8d7baf7939e7f5ac11d8b1cc463398d98ac6baff07ed1fc25f1e566483"],"state_sha256":"68275ba5802edea1ab944463ef844aa3e4b7bd9dcd65c9fc68cb59560901612d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lpEnKS2ZHsOy00iC/Xj6j7TZpus0CY3edO8CfWw6lN13ausPnk9/YXgDlmLHW76qwEnLTZ3lZynqbroPwzuTAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T07:17:19.512210Z","bundle_sha256":"063e7613cff8a6d958fe48fba2f7f043f85fabfc7bf8181e166e47f642e1e252"}}