{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:6Q4G4QPWOEA5OG2TG5O754BBZ4","short_pith_number":"pith:6Q4G4QPW","canonical_record":{"source":{"id":"2109.04408","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-09T16:48:41Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"196de35ad1fa9d45f23c0c564e1edc88645fae389548fcd77b5c022bb4b480db","abstract_canon_sha256":"0c59ae2dba987dfd2d7c4c562ecf98ca97f2639667705ddde24c3daff7381127"},"schema_version":"1.0"},"canonical_sha256":"f4386e41f67101d71b53375dfef021cf36497d74c370cc3aaf309321e7ec138b","source":{"kind":"arxiv","id":"2109.04408","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.04408","created_at":"2026-07-05T03:13:33Z"},{"alias_kind":"arxiv_version","alias_value":"2109.04408v2","created_at":"2026-07-05T03:13:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.04408","created_at":"2026-07-05T03:13:33Z"},{"alias_kind":"pith_short_12","alias_value":"6Q4G4QPWOEA5","created_at":"2026-07-05T03:13:33Z"},{"alias_kind":"pith_short_16","alias_value":"6Q4G4QPWOEA5OG2T","created_at":"2026-07-05T03:13:33Z"},{"alias_kind":"pith_short_8","alias_value":"6Q4G4QPW","created_at":"2026-07-05T03:13:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:6Q4G4QPWOEA5OG2TG5O754BBZ4","target":"record","payload":{"canonical_record":{"source":{"id":"2109.04408","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-09T16:48:41Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"196de35ad1fa9d45f23c0c564e1edc88645fae389548fcd77b5c022bb4b480db","abstract_canon_sha256":"0c59ae2dba987dfd2d7c4c562ecf98ca97f2639667705ddde24c3daff7381127"},"schema_version":"1.0"},"canonical_sha256":"f4386e41f67101d71b53375dfef021cf36497d74c370cc3aaf309321e7ec138b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:13:33.331567Z","signature_b64":"QZfUH8FCHDKaMWCWi4wrqnSYn9jJ4Oa4sJ5goGeCKUXdHPkWsmppho+QGov7GFfshHoRCoC1jp5S5g/KRuA/AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f4386e41f67101d71b53375dfef021cf36497d74c370cc3aaf309321e7ec138b","last_reissued_at":"2026-07-05T03:13:33.331157Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:13:33.331157Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.04408","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:13:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Jr0fXkpAE9T5cC2zuo5OYW5ZvemvxYM5VJhX+TIHZbktPfmZNwTte3K8gzLLStto+LLVXeu03pIrPNTxSJCmBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:13:00.384705Z"},"content_sha256":"a0ea822aeed96a66645fd66b9790010df80d6be0e336f2eb1b97b5539e82409a","schema_version":"1.0","event_id":"sha256:a0ea822aeed96a66645fd66b9790010df80d6be0e336f2eb1b97b5539e82409a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:6Q4G4QPWOEA5OG2TG5O754BBZ4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning with Different Amounts of Annotation: From Zero to Many Labels","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Chengyue Gong, Eunsol Choi, Shujian Zhang","submitted_at":"2021-09-09T16:48:41Z","abstract_excerpt":"Training NLP systems typically assumes access to annotated data that has a single human label per example. Given imperfect labeling from annotators and inherent ambiguity of language, we hypothesize that single label is not sufficient to learn the spectrum of language interpretation. We explore new annotation distribution schemes, assigning multiple labels per example for a small subset of training examples. Introducing such multi label examples at the cost of annotating fewer examples brings clear gains on natural language inference task and entity typing task, even when we simply first train"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.04408","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.04408/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:13:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lSQnAeGlBkmfwabyytUYED/ZgWHr48zb6G2Y9mYMALr25p2U/4Zc5L5AWROQKjjgwNpSZd5B02swHKHsLibLCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T15:13:00.385640Z"},"content_sha256":"264bbbaeb5635673e9189afc9df9062c0f13c3e9297e5d5b99c30f08954ddd3c","schema_version":"1.0","event_id":"sha256:264bbbaeb5635673e9189afc9df9062c0f13c3e9297e5d5b99c30f08954ddd3c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6Q4G4QPWOEA5OG2TG5O754BBZ4/bundle.json","state_url":"https://pith.science/pith/6Q4G4QPWOEA5OG2TG5O754BBZ4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6Q4G4QPWOEA5OG2TG5O754BBZ4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T15:13:00Z","links":{"resolver":"https://pith.science/pith/6Q4G4QPWOEA5OG2TG5O754BBZ4","bundle":"https://pith.science/pith/6Q4G4QPWOEA5OG2TG5O754BBZ4/bundle.json","state":"https://pith.science/pith/6Q4G4QPWOEA5OG2TG5O754BBZ4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6Q4G4QPWOEA5OG2TG5O754BBZ4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:6Q4G4QPWOEA5OG2TG5O754BBZ4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0c59ae2dba987dfd2d7c4c562ecf98ca97f2639667705ddde24c3daff7381127","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-09T16:48:41Z","title_canon_sha256":"196de35ad1fa9d45f23c0c564e1edc88645fae389548fcd77b5c022bb4b480db"},"schema_version":"1.0","source":{"id":"2109.04408","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.04408","created_at":"2026-07-05T03:13:33Z"},{"alias_kind":"arxiv_version","alias_value":"2109.04408v2","created_at":"2026-07-05T03:13:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.04408","created_at":"2026-07-05T03:13:33Z"},{"alias_kind":"pith_short_12","alias_value":"6Q4G4QPWOEA5","created_at":"2026-07-05T03:13:33Z"},{"alias_kind":"pith_short_16","alias_value":"6Q4G4QPWOEA5OG2T","created_at":"2026-07-05T03:13:33Z"},{"alias_kind":"pith_short_8","alias_value":"6Q4G4QPW","created_at":"2026-07-05T03:13:33Z"}],"graph_snapshots":[{"event_id":"sha256:264bbbaeb5635673e9189afc9df9062c0f13c3e9297e5d5b99c30f08954ddd3c","target":"graph","created_at":"2026-07-05T03:13:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.04408/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Training NLP systems typically assumes access to annotated data that has a single human label per example. Given imperfect labeling from annotators and inherent ambiguity of language, we hypothesize that single label is not sufficient to learn the spectrum of language interpretation. We explore new annotation distribution schemes, assigning multiple labels per example for a small subset of training examples. Introducing such multi label examples at the cost of annotating fewer examples brings clear gains on natural language inference task and entity typing task, even when we simply first train","authors_text":"Chengyue Gong, Eunsol Choi, Shujian Zhang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-09T16:48:41Z","title":"Learning with Different Amounts of Annotation: From Zero to Many Labels"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.04408","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a0ea822aeed96a66645fd66b9790010df80d6be0e336f2eb1b97b5539e82409a","target":"record","created_at":"2026-07-05T03:13:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0c59ae2dba987dfd2d7c4c562ecf98ca97f2639667705ddde24c3daff7381127","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-09-09T16:48:41Z","title_canon_sha256":"196de35ad1fa9d45f23c0c564e1edc88645fae389548fcd77b5c022bb4b480db"},"schema_version":"1.0","source":{"id":"2109.04408","kind":"arxiv","version":2}},"canonical_sha256":"f4386e41f67101d71b53375dfef021cf36497d74c370cc3aaf309321e7ec138b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f4386e41f67101d71b53375dfef021cf36497d74c370cc3aaf309321e7ec138b","first_computed_at":"2026-07-05T03:13:33.331157Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:13:33.331157Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QZfUH8FCHDKaMWCWi4wrqnSYn9jJ4Oa4sJ5goGeCKUXdHPkWsmppho+QGov7GFfshHoRCoC1jp5S5g/KRuA/AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:13:33.331567Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.04408","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a0ea822aeed96a66645fd66b9790010df80d6be0e336f2eb1b97b5539e82409a","sha256:264bbbaeb5635673e9189afc9df9062c0f13c3e9297e5d5b99c30f08954ddd3c"],"state_sha256":"511d12a7304ccc4e4cf68c510971af13e3fcd35fc053da778e50a1cd8ff450df"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TChb5WgrkurABdu1CrV2PyrIs4sU3j7v58TuXgPfijfGRBBlhLLs7fQezTH0M4+qTinFZ5R0//KLRSLn9/z8AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T15:13:00.391464Z","bundle_sha256":"b8eeb92d320c7ad8a4bcf2cad582ec35d2abf9930556f2e6b6a8bbe970995516"}}