{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:STYVVI3TTGUQNNBWN4EFMJLGQR","short_pith_number":"pith:STYVVI3T","canonical_record":{"source":{"id":"2311.08874","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-15T11:23:15Z","cross_cats_sorted":["stat.AP","stat.ML"],"title_canon_sha256":"00fe9debc0cf8d96df3c77d96ef11042ec5420e79bde3b2cb0e4a682c5a865d1","abstract_canon_sha256":"cb90308a73950f5d9890ed62a57856a7075bb3409acf4c86f0e981de619bb609"},"schema_version":"1.0"},"canonical_sha256":"94f15aa37399a906b4366f08562566847b341b40aaeec9773e3e53f12e549d8b","source":{"kind":"arxiv","id":"2311.08874","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08874","created_at":"2026-07-05T08:47:08Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08874v2","created_at":"2026-07-05T08:47:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08874","created_at":"2026-07-05T08:47:08Z"},{"alias_kind":"pith_short_12","alias_value":"STYVVI3TTGUQ","created_at":"2026-07-05T08:47:08Z"},{"alias_kind":"pith_short_16","alias_value":"STYVVI3TTGUQNNBW","created_at":"2026-07-05T08:47:08Z"},{"alias_kind":"pith_short_8","alias_value":"STYVVI3T","created_at":"2026-07-05T08:47:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:STYVVI3TTGUQNNBWN4EFMJLGQR","target":"record","payload":{"canonical_record":{"source":{"id":"2311.08874","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-15T11:23:15Z","cross_cats_sorted":["stat.AP","stat.ML"],"title_canon_sha256":"00fe9debc0cf8d96df3c77d96ef11042ec5420e79bde3b2cb0e4a682c5a865d1","abstract_canon_sha256":"cb90308a73950f5d9890ed62a57856a7075bb3409acf4c86f0e981de619bb609"},"schema_version":"1.0"},"canonical_sha256":"94f15aa37399a906b4366f08562566847b341b40aaeec9773e3e53f12e549d8b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:47:08.631078Z","signature_b64":"DEUaDRato7oQRKZHn52sI3kgx5/0ijF8cz+n3qmDTtBrb7Iu+3wrU1iJfWjfKmzybsl1lnZMBanI+SlOhgS6Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"94f15aa37399a906b4366f08562566847b341b40aaeec9773e3e53f12e549d8b","last_reissued_at":"2026-07-05T08:47:08.630560Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:47:08.630560Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.08874","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:47:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"djubzV6mSR6tTpFW5W5h7sQgfwIsc/bwuysbJsEXZkacRfaN5USFDempq/+f5n1KWLSu/jN1YBv73ktM9qnFBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:57:42.137319Z"},"content_sha256":"98ff08e278d11daafb0782c234265c3de81040dfc7f96a3d01c900edc507fb94","schema_version":"1.0","event_id":"sha256:98ff08e278d11daafb0782c234265c3de81040dfc7f96a3d01c900edc507fb94"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:STYVVI3TTGUQNNBWN4EFMJLGQR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Human-in-the-loop: Towards Label Embeddings for Measuring Classification Difficulty","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.AP","stat.ML"],"primary_cat":"cs.LG","authors_text":"Christoph Koller, G\\\"oran Kauermann, Katharina Hechinger, Xiao Xiang Zhu","submitted_at":"2023-11-15T11:23:15Z","abstract_excerpt":"Uncertainty in machine learning models is a timely and vast field of research. In supervised learning, uncertainty can already occur in the first stage of the training process, the annotation phase. This scenario is particularly evident when some instances cannot be definitively classified. In other words, there is inevitable ambiguity in the annotation step and hence, not necessarily a \"ground truth\" associated with each instance. The main idea of this work is to drop the assumption of a ground truth label and instead embed the annotations into a multidimensional space. This embedding is deri"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08874","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.08874/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:47:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SReq6vKXzENzUMf+UI9bGgP+UWkq1NhF/oPVCLwYk4IcEvUMNyRNmcInTkkE3uSLaSAuysBX/2rZoPaIbAclDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:57:42.137816Z"},"content_sha256":"e2bcf3268105c2a1e949d432b0b3b9cbae393b20db7519894d6c6c779b558653","schema_version":"1.0","event_id":"sha256:e2bcf3268105c2a1e949d432b0b3b9cbae393b20db7519894d6c6c779b558653"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/STYVVI3TTGUQNNBWN4EFMJLGQR/bundle.json","state_url":"https://pith.science/pith/STYVVI3TTGUQNNBWN4EFMJLGQR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/STYVVI3TTGUQNNBWN4EFMJLGQR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:57:42Z","links":{"resolver":"https://pith.science/pith/STYVVI3TTGUQNNBWN4EFMJLGQR","bundle":"https://pith.science/pith/STYVVI3TTGUQNNBWN4EFMJLGQR/bundle.json","state":"https://pith.science/pith/STYVVI3TTGUQNNBWN4EFMJLGQR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/STYVVI3TTGUQNNBWN4EFMJLGQR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:STYVVI3TTGUQNNBWN4EFMJLGQR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cb90308a73950f5d9890ed62a57856a7075bb3409acf4c86f0e981de619bb609","cross_cats_sorted":["stat.AP","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-15T11:23:15Z","title_canon_sha256":"00fe9debc0cf8d96df3c77d96ef11042ec5420e79bde3b2cb0e4a682c5a865d1"},"schema_version":"1.0","source":{"id":"2311.08874","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08874","created_at":"2026-07-05T08:47:08Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08874v2","created_at":"2026-07-05T08:47:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08874","created_at":"2026-07-05T08:47:08Z"},{"alias_kind":"pith_short_12","alias_value":"STYVVI3TTGUQ","created_at":"2026-07-05T08:47:08Z"},{"alias_kind":"pith_short_16","alias_value":"STYVVI3TTGUQNNBW","created_at":"2026-07-05T08:47:08Z"},{"alias_kind":"pith_short_8","alias_value":"STYVVI3T","created_at":"2026-07-05T08:47:08Z"}],"graph_snapshots":[{"event_id":"sha256:e2bcf3268105c2a1e949d432b0b3b9cbae393b20db7519894d6c6c779b558653","target":"graph","created_at":"2026-07-05T08:47:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.08874/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Uncertainty in machine learning models is a timely and vast field of research. In supervised learning, uncertainty can already occur in the first stage of the training process, the annotation phase. This scenario is particularly evident when some instances cannot be definitively classified. In other words, there is inevitable ambiguity in the annotation step and hence, not necessarily a \"ground truth\" associated with each instance. The main idea of this work is to drop the assumption of a ground truth label and instead embed the annotations into a multidimensional space. This embedding is deri","authors_text":"Christoph Koller, G\\\"oran Kauermann, Katharina Hechinger, Xiao Xiang Zhu","cross_cats":["stat.AP","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-15T11:23:15Z","title":"Human-in-the-loop: Towards Label Embeddings for Measuring Classification Difficulty"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08874","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:98ff08e278d11daafb0782c234265c3de81040dfc7f96a3d01c900edc507fb94","target":"record","created_at":"2026-07-05T08:47:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cb90308a73950f5d9890ed62a57856a7075bb3409acf4c86f0e981de619bb609","cross_cats_sorted":["stat.AP","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-11-15T11:23:15Z","title_canon_sha256":"00fe9debc0cf8d96df3c77d96ef11042ec5420e79bde3b2cb0e4a682c5a865d1"},"schema_version":"1.0","source":{"id":"2311.08874","kind":"arxiv","version":2}},"canonical_sha256":"94f15aa37399a906b4366f08562566847b341b40aaeec9773e3e53f12e549d8b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"94f15aa37399a906b4366f08562566847b341b40aaeec9773e3e53f12e549d8b","first_computed_at":"2026-07-05T08:47:08.630560Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:47:08.630560Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DEUaDRato7oQRKZHn52sI3kgx5/0ijF8cz+n3qmDTtBrb7Iu+3wrU1iJfWjfKmzybsl1lnZMBanI+SlOhgS6Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:47:08.631078Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.08874","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:98ff08e278d11daafb0782c234265c3de81040dfc7f96a3d01c900edc507fb94","sha256:e2bcf3268105c2a1e949d432b0b3b9cbae393b20db7519894d6c6c779b558653"],"state_sha256":"a8b9fe837938cc10c1a52e8599a1a3f61bd43db17714fc2fa5077324c7711031"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DsfHKiNkrvgfMSN/J4JdkKt5DC9Cx8/LKlQ+iogYRjIm2Uf/HrpuHMriJklCzBuBR839LlzM0cQ+8uoAomHDAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:57:42.141685Z","bundle_sha256":"99b50fc1baeca84fb3838a943efa45a563e2da1982a21e542f24b1c03edb560f"}}