{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2013:MIK7RSUREULTLGANDWMTPU6JMJ","short_pith_number":"pith:MIK7RSUR","canonical_record":{"source":{"id":"1305.0015","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2013-04-30T20:12:01Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6f96b95db3182721166d087a060a4d58b82e6136d8cb41875bd82501405d688e","abstract_canon_sha256":"e6ff3b6ed8b25f0f9e46558d96328dde86b1a6312af8f7bae6a719cb792c8053"},"schema_version":"1.0"},"canonical_sha256":"6215f8ca91251735980d1d9937d3c962545b4ec85d56addf673bff62bffe28c6","source":{"kind":"arxiv","id":"1305.0015","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1305.0015","created_at":"2026-05-18T03:26:42Z"},{"alias_kind":"arxiv_version","alias_value":"1305.0015v1","created_at":"2026-05-18T03:26:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1305.0015","created_at":"2026-05-18T03:26:42Z"},{"alias_kind":"pith_short_12","alias_value":"MIK7RSUREULT","created_at":"2026-05-18T12:27:52Z"},{"alias_kind":"pith_short_16","alias_value":"MIK7RSUREULTLGAN","created_at":"2026-05-18T12:27:52Z"},{"alias_kind":"pith_short_8","alias_value":"MIK7RSUR","created_at":"2026-05-18T12:27:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2013:MIK7RSUREULTLGANDWMTPU6JMJ","target":"record","payload":{"canonical_record":{"source":{"id":"1305.0015","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2013-04-30T20:12:01Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"6f96b95db3182721166d087a060a4d58b82e6136d8cb41875bd82501405d688e","abstract_canon_sha256":"e6ff3b6ed8b25f0f9e46558d96328dde86b1a6312af8f7bae6a719cb792c8053"},"schema_version":"1.0"},"canonical_sha256":"6215f8ca91251735980d1d9937d3c962545b4ec85d56addf673bff62bffe28c6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T03:26:42.274298Z","signature_b64":"qS+shDq4O7hFqUSoVFCbYUqruqqtirxnNlDOqzTKheSQUxHD89sW7T0AAVjM6YsuHg7EgnmSoZOekYA/5l7UCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6215f8ca91251735980d1d9937d3c962545b4ec85d56addf673bff62bffe28c6","last_reissued_at":"2026-05-18T03:26:42.273815Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T03:26:42.273815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1305.0015","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:26:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ipz5XQPa8oQykg3xT729GM6fb/3pzl9DD/Bg9cEL+itMpk/hyXnneU9f1PDNMkatonb5COM2G6d9Kp4XygxBDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T13:10:11.204537Z"},"content_sha256":"ecfca16835a8e663c00e8a1b694784ba78df96b9e386c3f5f7fe68f4117f4f5a","schema_version":"1.0","event_id":"sha256:ecfca16835a8e663c00e8a1b694784ba78df96b9e386c3f5f7fe68f4117f4f5a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2013:MIK7RSUREULTLGANDWMTPU6JMJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Inferring ground truth from multi-annotator ordinal data: a probabilistic approach","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"stat.ML","authors_text":"Balaji Lakshminarayanan, Yee Whye Teh","submitted_at":"2013-04-30T20:12:01Z","abstract_excerpt":"A popular approach for large scale data annotation tasks is crowdsourcing, wherein each data point is labeled by multiple noisy annotators. We consider the problem of inferring ground truth from noisy ordinal labels obtained from multiple annotators of varying and unknown expertise levels. Annotation models for ordinal data have been proposed mostly as extensions of their binary/categorical counterparts and have received little attention in the crowdsourcing literature. We propose a new model for crowdsourced ordinal data that accounts for instance difficulty as well as annotator expertise, an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1305.0015","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T03:26:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e0Ke9WM+x8ZXU5skGqeC84xm3P8mFRz2JaAWls4/VKKyzqwqiMG+Eo6Kvuyx4HEr/rP4LtnAA3vZL5ema6o+AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T13:10:11.205004Z"},"content_sha256":"460db779341e63d6a22473ba3ab87c54bdf86ddd5ab611c86cafcfc0834de950","schema_version":"1.0","event_id":"sha256:460db779341e63d6a22473ba3ab87c54bdf86ddd5ab611c86cafcfc0834de950"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MIK7RSUREULTLGANDWMTPU6JMJ/bundle.json","state_url":"https://pith.science/pith/MIK7RSUREULTLGANDWMTPU6JMJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MIK7RSUREULTLGANDWMTPU6JMJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T13:10:11Z","links":{"resolver":"https://pith.science/pith/MIK7RSUREULTLGANDWMTPU6JMJ","bundle":"https://pith.science/pith/MIK7RSUREULTLGANDWMTPU6JMJ/bundle.json","state":"https://pith.science/pith/MIK7RSUREULTLGANDWMTPU6JMJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MIK7RSUREULTLGANDWMTPU6JMJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2013:MIK7RSUREULTLGANDWMTPU6JMJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e6ff3b6ed8b25f0f9e46558d96328dde86b1a6312af8f7bae6a719cb792c8053","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2013-04-30T20:12:01Z","title_canon_sha256":"6f96b95db3182721166d087a060a4d58b82e6136d8cb41875bd82501405d688e"},"schema_version":"1.0","source":{"id":"1305.0015","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1305.0015","created_at":"2026-05-18T03:26:42Z"},{"alias_kind":"arxiv_version","alias_value":"1305.0015v1","created_at":"2026-05-18T03:26:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1305.0015","created_at":"2026-05-18T03:26:42Z"},{"alias_kind":"pith_short_12","alias_value":"MIK7RSUREULT","created_at":"2026-05-18T12:27:52Z"},{"alias_kind":"pith_short_16","alias_value":"MIK7RSUREULTLGAN","created_at":"2026-05-18T12:27:52Z"},{"alias_kind":"pith_short_8","alias_value":"MIK7RSUR","created_at":"2026-05-18T12:27:52Z"}],"graph_snapshots":[{"event_id":"sha256:460db779341e63d6a22473ba3ab87c54bdf86ddd5ab611c86cafcfc0834de950","target":"graph","created_at":"2026-05-18T03:26:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"A popular approach for large scale data annotation tasks is crowdsourcing, wherein each data point is labeled by multiple noisy annotators. We consider the problem of inferring ground truth from noisy ordinal labels obtained from multiple annotators of varying and unknown expertise levels. Annotation models for ordinal data have been proposed mostly as extensions of their binary/categorical counterparts and have received little attention in the crowdsourcing literature. We propose a new model for crowdsourced ordinal data that accounts for instance difficulty as well as annotator expertise, an","authors_text":"Balaji Lakshminarayanan, Yee Whye Teh","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2013-04-30T20:12:01Z","title":"Inferring ground truth from multi-annotator ordinal data: a probabilistic approach"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1305.0015","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ecfca16835a8e663c00e8a1b694784ba78df96b9e386c3f5f7fe68f4117f4f5a","target":"record","created_at":"2026-05-18T03:26:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e6ff3b6ed8b25f0f9e46558d96328dde86b1a6312af8f7bae6a719cb792c8053","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2013-04-30T20:12:01Z","title_canon_sha256":"6f96b95db3182721166d087a060a4d58b82e6136d8cb41875bd82501405d688e"},"schema_version":"1.0","source":{"id":"1305.0015","kind":"arxiv","version":1}},"canonical_sha256":"6215f8ca91251735980d1d9937d3c962545b4ec85d56addf673bff62bffe28c6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6215f8ca91251735980d1d9937d3c962545b4ec85d56addf673bff62bffe28c6","first_computed_at":"2026-05-18T03:26:42.273815Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T03:26:42.273815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qS+shDq4O7hFqUSoVFCbYUqruqqtirxnNlDOqzTKheSQUxHD89sW7T0AAVjM6YsuHg7EgnmSoZOekYA/5l7UCA==","signature_status":"signed_v1","signed_at":"2026-05-18T03:26:42.274298Z","signed_message":"canonical_sha256_bytes"},"source_id":"1305.0015","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ecfca16835a8e663c00e8a1b694784ba78df96b9e386c3f5f7fe68f4117f4f5a","sha256:460db779341e63d6a22473ba3ab87c54bdf86ddd5ab611c86cafcfc0834de950"],"state_sha256":"666b8e5e992c9e73854cf6f08be59b7dd28208849e33dccb3f3a76d6d6125d19"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"09gWo+T6zfIIaK1fnN1cjddzBMeSOk1O+Iq/YgzjAekvtwY9CqRXmeyoB25NtOvs8/8dY6ZIhJmLXcZfvUmQCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T13:10:11.218152Z","bundle_sha256":"27deac5d324fa6cff8a288f0a3fc7b51330a81dc54ad4a96f80bce8598744189"}}