{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WJ6HH3YXTD4YFNQA5UWCOKJSN4","short_pith_number":"pith:WJ6HH3YX","canonical_record":{"source":{"id":"2310.14979","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T14:26:43Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"766f32002472a3884abaefaaaff413103e9f2185e81270d2006c870ebf513df9","abstract_canon_sha256":"e4cfa711d4552272bb135cc15ab0eb5a70faef3a2f83a24229bfa273c772dc86"},"schema_version":"1.0"},"canonical_sha256":"b27c73ef1798f982b600ed2c2729326f10441a5a173e5f42780b9da7b92f2cca","source":{"kind":"arxiv","id":"2310.14979","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14979","created_at":"2026-07-05T07:04:04Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14979v1","created_at":"2026-07-05T07:04:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14979","created_at":"2026-07-05T07:04:04Z"},{"alias_kind":"pith_short_12","alias_value":"WJ6HH3YXTD4Y","created_at":"2026-07-05T07:04:04Z"},{"alias_kind":"pith_short_16","alias_value":"WJ6HH3YXTD4YFNQA","created_at":"2026-07-05T07:04:04Z"},{"alias_kind":"pith_short_8","alias_value":"WJ6HH3YX","created_at":"2026-07-05T07:04:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WJ6HH3YXTD4YFNQA5UWCOKJSN4","target":"record","payload":{"canonical_record":{"source":{"id":"2310.14979","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T14:26:43Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"766f32002472a3884abaefaaaff413103e9f2185e81270d2006c870ebf513df9","abstract_canon_sha256":"e4cfa711d4552272bb135cc15ab0eb5a70faef3a2f83a24229bfa273c772dc86"},"schema_version":"1.0"},"canonical_sha256":"b27c73ef1798f982b600ed2c2729326f10441a5a173e5f42780b9da7b92f2cca","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:04:04.445692Z","signature_b64":"dWKeaoXaTcWguWnQooVgPcIskUFh0pIrBU7794AkoIqqVcFvwsjDWkam4aJRG/D9FqsbF5AP4h4vCxMA9qFwDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b27c73ef1798f982b600ed2c2729326f10441a5a173e5f42780b9da7b92f2cca","last_reissued_at":"2026-07-05T07:04:04.445074Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:04:04.445074Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.14979","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qDJJgiI7gfLKUHPE4/GnR6NuzFEOTDISAcrBNO8LYTWTMfF0aNgq/bpwsLe3QHD3w289IReC49mWhrSw6s43Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T19:57:57.085399Z"},"content_sha256":"f840f968e8124d88cb5722df4b3f74c41bed5ac45afa9bf8ea8e969aa16a6ef8","schema_version":"1.0","event_id":"sha256:f840f968e8124d88cb5722df4b3f74c41bed5ac45afa9bf8ea8e969aa16a6ef8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WJ6HH3YXTD4YFNQA5UWCOKJSN4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ACTOR: Active Learning with Annotator-specific Classification Heads to Embrace Human Label Variation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Barbara Plank, Xinpeng Wang","submitted_at":"2023-10-23T14:26:43Z","abstract_excerpt":"Label aggregation such as majority voting is commonly used to resolve annotator disagreement in dataset creation. However, this may disregard minority values and opinions. Recent studies indicate that learning from individual annotations outperforms learning from aggregated labels, though they require a considerable amount of annotation. Active learning, as an annotation cost-saving strategy, has not been fully explored in the context of learning from disagreement. We show that in the active learning setting, a multi-head model performs significantly better than a single-head model in terms of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14979","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.14979/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MaMeWRYtyl8HoGqlA5vrFshNWO7mAMD5lwUhbemyQRAzk9kSgfJ7mJsj8OZeWw03j1boPBEBYG1OR/RAENRuDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T19:57:57.086187Z"},"content_sha256":"889152413138c86733fed71d1870ff51a751abbf870fecaf58805833305fd087","schema_version":"1.0","event_id":"sha256:889152413138c86733fed71d1870ff51a751abbf870fecaf58805833305fd087"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WJ6HH3YXTD4YFNQA5UWCOKJSN4/bundle.json","state_url":"https://pith.science/pith/WJ6HH3YXTD4YFNQA5UWCOKJSN4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WJ6HH3YXTD4YFNQA5UWCOKJSN4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T19:57:57Z","links":{"resolver":"https://pith.science/pith/WJ6HH3YXTD4YFNQA5UWCOKJSN4","bundle":"https://pith.science/pith/WJ6HH3YXTD4YFNQA5UWCOKJSN4/bundle.json","state":"https://pith.science/pith/WJ6HH3YXTD4YFNQA5UWCOKJSN4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WJ6HH3YXTD4YFNQA5UWCOKJSN4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WJ6HH3YXTD4YFNQA5UWCOKJSN4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e4cfa711d4552272bb135cc15ab0eb5a70faef3a2f83a24229bfa273c772dc86","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T14:26:43Z","title_canon_sha256":"766f32002472a3884abaefaaaff413103e9f2185e81270d2006c870ebf513df9"},"schema_version":"1.0","source":{"id":"2310.14979","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14979","created_at":"2026-07-05T07:04:04Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14979v1","created_at":"2026-07-05T07:04:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14979","created_at":"2026-07-05T07:04:04Z"},{"alias_kind":"pith_short_12","alias_value":"WJ6HH3YXTD4Y","created_at":"2026-07-05T07:04:04Z"},{"alias_kind":"pith_short_16","alias_value":"WJ6HH3YXTD4YFNQA","created_at":"2026-07-05T07:04:04Z"},{"alias_kind":"pith_short_8","alias_value":"WJ6HH3YX","created_at":"2026-07-05T07:04:04Z"}],"graph_snapshots":[{"event_id":"sha256:889152413138c86733fed71d1870ff51a751abbf870fecaf58805833305fd087","target":"graph","created_at":"2026-07-05T07:04:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.14979/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Label aggregation such as majority voting is commonly used to resolve annotator disagreement in dataset creation. However, this may disregard minority values and opinions. Recent studies indicate that learning from individual annotations outperforms learning from aggregated labels, though they require a considerable amount of annotation. Active learning, as an annotation cost-saving strategy, has not been fully explored in the context of learning from disagreement. We show that in the active learning setting, a multi-head model performs significantly better than a single-head model in terms of","authors_text":"Barbara Plank, Xinpeng Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T14:26:43Z","title":"ACTOR: Active Learning with Annotator-specific Classification Heads to Embrace Human Label Variation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14979","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f840f968e8124d88cb5722df4b3f74c41bed5ac45afa9bf8ea8e969aa16a6ef8","target":"record","created_at":"2026-07-05T07:04:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e4cfa711d4552272bb135cc15ab0eb5a70faef3a2f83a24229bfa273c772dc86","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T14:26:43Z","title_canon_sha256":"766f32002472a3884abaefaaaff413103e9f2185e81270d2006c870ebf513df9"},"schema_version":"1.0","source":{"id":"2310.14979","kind":"arxiv","version":1}},"canonical_sha256":"b27c73ef1798f982b600ed2c2729326f10441a5a173e5f42780b9da7b92f2cca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b27c73ef1798f982b600ed2c2729326f10441a5a173e5f42780b9da7b92f2cca","first_computed_at":"2026-07-05T07:04:04.445074Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:04:04.445074Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dWKeaoXaTcWguWnQooVgPcIskUFh0pIrBU7794AkoIqqVcFvwsjDWkam4aJRG/D9FqsbF5AP4h4vCxMA9qFwDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:04:04.445692Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.14979","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f840f968e8124d88cb5722df4b3f74c41bed5ac45afa9bf8ea8e969aa16a6ef8","sha256:889152413138c86733fed71d1870ff51a751abbf870fecaf58805833305fd087"],"state_sha256":"506d23e68ff3905666f17e2df682ba9119b67e2033ed8475785ad9321fef83e1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d+TEKUyYRoDKSI+hcPmNHDHLGwKpM49ikNr2Qk/wIWR53wO4sL4fW0/++XkQFPct0+m3VEEkpPlcc1zxGkhDCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T19:57:57.091012Z","bundle_sha256":"a6e5ef8da1f8119557c5ad6b2da1bf5981db90cef8be42ce6139110bae13bd0f"}}