{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7Z4ULJSYCS55MJF6NMBTCWGF44","short_pith_number":"pith:7Z4ULJSY","canonical_record":{"source":{"id":"2305.14663","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T03:06:13Z","cross_cats_sorted":[],"title_canon_sha256":"b9075785576d4b590a1a0b5a7f9d3b001bdc51a2ac9784ba39286e91c03ee686","abstract_canon_sha256":"64febebfb35e3128891ac7a8070391718fa562e3ab45ad3d3cd787ba1b109058"},"schema_version":"1.0"},"canonical_sha256":"fe7945a65814bbd624be6b033158c5e71658f757da45ca935a4999a9942faf03","source":{"kind":"arxiv","id":"2305.14663","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14663","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14663v2","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14663","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_12","alias_value":"7Z4ULJSYCS55","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_16","alias_value":"7Z4ULJSYCS55MJF6","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_8","alias_value":"7Z4ULJSY","created_at":"2026-07-05T07:03:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7Z4ULJSYCS55MJF6NMBTCWGF44","target":"record","payload":{"canonical_record":{"source":{"id":"2305.14663","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T03:06:13Z","cross_cats_sorted":[],"title_canon_sha256":"b9075785576d4b590a1a0b5a7f9d3b001bdc51a2ac9784ba39286e91c03ee686","abstract_canon_sha256":"64febebfb35e3128891ac7a8070391718fa562e3ab45ad3d3cd787ba1b109058"},"schema_version":"1.0"},"canonical_sha256":"fe7945a65814bbd624be6b033158c5e71658f757da45ca935a4999a9942faf03","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:03:25.584740Z","signature_b64":"ckQomV4KSpR9eddInd1sRefqVVblgXaZthmErOGStEx3HkXQyLSMND/Ojg+RdCrS+W/J+Evw0nIm2obm+OLLCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fe7945a65814bbd624be6b033158c5e71658f757da45ca935a4999a9942faf03","last_reissued_at":"2026-07-05T07:03:25.584271Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:03:25.584271Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.14663","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vDxQuWrVHul7LUM3hyjPRrUM2kxeb/aBT4xJxxgVHs5cG/F40f7kG0FtkUqAXuF+hMMciLhsan6IQwzoE6esBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:33:52.846186Z"},"content_sha256":"32ee97ba084faa52fe6b533563308a30406e845d773f33a2cfd90eb279c8e824","schema_version":"1.0","event_id":"sha256:32ee97ba084faa52fe6b533563308a30406e845d773f33a2cfd90eb279c8e824"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7Z4ULJSYCS55MJF6NMBTCWGF44","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"You Are What You Annotate: Towards Better Models through Annotator Representations","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Lu Wang, Naihao Deng, Rada Mihalcea, Siyang Liu, Winston Wu, Xinliang Frederick Zhang","submitted_at":"2023-05-24T03:06:13Z","abstract_excerpt":"Annotator disagreement is ubiquitous in natural language processing (NLP) tasks. There are multiple reasons for such disagreements, including the subjectivity of the task, difficult cases, unclear guidelines, and so on. Rather than simply aggregating labels to obtain data annotations, we instead try to directly model the diverse perspectives of the annotators, and explicitly account for annotators' idiosyncrasies in the modeling process by creating representations for each annotator (annotator embeddings) and also their annotations (annotation embeddings). In addition, we propose TID-8, The In"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14663","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.14663/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:03:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bML2gT4rEKS4YNGHeu7VoCdCEzC9V9Pi0m/OBUh7kUqo+Y0FMCmeb9CyahQr3PP6qaGnSS6qUR+jQm2tTro3AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:33:52.846735Z"},"content_sha256":"adc7066ac81a94359d0e527099d9106901a3b4067ddf817a928bd9d89ec1e491","schema_version":"1.0","event_id":"sha256:adc7066ac81a94359d0e527099d9106901a3b4067ddf817a928bd9d89ec1e491"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7Z4ULJSYCS55MJF6NMBTCWGF44/bundle.json","state_url":"https://pith.science/pith/7Z4ULJSYCS55MJF6NMBTCWGF44/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7Z4ULJSYCS55MJF6NMBTCWGF44/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T13:33:52Z","links":{"resolver":"https://pith.science/pith/7Z4ULJSYCS55MJF6NMBTCWGF44","bundle":"https://pith.science/pith/7Z4ULJSYCS55MJF6NMBTCWGF44/bundle.json","state":"https://pith.science/pith/7Z4ULJSYCS55MJF6NMBTCWGF44/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7Z4ULJSYCS55MJF6NMBTCWGF44/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7Z4ULJSYCS55MJF6NMBTCWGF44","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"64febebfb35e3128891ac7a8070391718fa562e3ab45ad3d3cd787ba1b109058","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T03:06:13Z","title_canon_sha256":"b9075785576d4b590a1a0b5a7f9d3b001bdc51a2ac9784ba39286e91c03ee686"},"schema_version":"1.0","source":{"id":"2305.14663","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14663","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14663v2","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14663","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_12","alias_value":"7Z4ULJSYCS55","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_16","alias_value":"7Z4ULJSYCS55MJF6","created_at":"2026-07-05T07:03:25Z"},{"alias_kind":"pith_short_8","alias_value":"7Z4ULJSY","created_at":"2026-07-05T07:03:25Z"}],"graph_snapshots":[{"event_id":"sha256:adc7066ac81a94359d0e527099d9106901a3b4067ddf817a928bd9d89ec1e491","target":"graph","created_at":"2026-07-05T07:03:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14663/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Annotator disagreement is ubiquitous in natural language processing (NLP) tasks. There are multiple reasons for such disagreements, including the subjectivity of the task, difficult cases, unclear guidelines, and so on. Rather than simply aggregating labels to obtain data annotations, we instead try to directly model the diverse perspectives of the annotators, and explicitly account for annotators' idiosyncrasies in the modeling process by creating representations for each annotator (annotator embeddings) and also their annotations (annotation embeddings). In addition, we propose TID-8, The In","authors_text":"Lu Wang, Naihao Deng, Rada Mihalcea, Siyang Liu, Winston Wu, Xinliang Frederick Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T03:06:13Z","title":"You Are What You Annotate: Towards Better Models through Annotator Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14663","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:32ee97ba084faa52fe6b533563308a30406e845d773f33a2cfd90eb279c8e824","target":"record","created_at":"2026-07-05T07:03:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"64febebfb35e3128891ac7a8070391718fa562e3ab45ad3d3cd787ba1b109058","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T03:06:13Z","title_canon_sha256":"b9075785576d4b590a1a0b5a7f9d3b001bdc51a2ac9784ba39286e91c03ee686"},"schema_version":"1.0","source":{"id":"2305.14663","kind":"arxiv","version":2}},"canonical_sha256":"fe7945a65814bbd624be6b033158c5e71658f757da45ca935a4999a9942faf03","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fe7945a65814bbd624be6b033158c5e71658f757da45ca935a4999a9942faf03","first_computed_at":"2026-07-05T07:03:25.584271Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:03:25.584271Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ckQomV4KSpR9eddInd1sRefqVVblgXaZthmErOGStEx3HkXQyLSMND/Ojg+RdCrS+W/J+Evw0nIm2obm+OLLCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:03:25.584740Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14663","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:32ee97ba084faa52fe6b533563308a30406e845d773f33a2cfd90eb279c8e824","sha256:adc7066ac81a94359d0e527099d9106901a3b4067ddf817a928bd9d89ec1e491"],"state_sha256":"21c96edb5d9d2eee0b41731b68a698e3bfca01925fc997e7d98efebc84aed76e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JtDUXjGYVRNhkHPiw4d4Naz4ksgNNPZJPwdD+axf5r/Z6oKQpcJTj+ORs7JNN1C48LipiAP62UYg39TlSau5Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T13:33:52.856687Z","bundle_sha256":"34928e57a6d8f38f38ff8a897f2499b7a09538f7d2c3c8a9cbc382d9a0e04793"}}