{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WG7ADTJMPW4KOXFBPCT4K3BAXO","short_pith_number":"pith:WG7ADTJM","canonical_record":{"source":{"id":"2306.15777","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2023-06-27T19:59:33Z","cross_cats_sorted":["cs.CV","cs.HC"],"title_canon_sha256":"b189cdc24985137c58d03966ecb174e7c12a6d4c9f1132877fb51b31ca519e5c","abstract_canon_sha256":"996855f4501f437a0b8fc43b7908d31f157e536aff9c3e47552fd87330d46e0a"},"schema_version":"1.0"},"canonical_sha256":"b1be01cd2c7db8a75ca178a7c56c20bba4b7b2d919595a1c0ab12206afac6b7d","source":{"kind":"arxiv","id":"2306.15777","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.15777","created_at":"2026-07-05T06:25:44Z"},{"alias_kind":"arxiv_version","alias_value":"2306.15777v1","created_at":"2026-07-05T06:25:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.15777","created_at":"2026-07-05T06:25:44Z"},{"alias_kind":"pith_short_12","alias_value":"WG7ADTJMPW4K","created_at":"2026-07-05T06:25:44Z"},{"alias_kind":"pith_short_16","alias_value":"WG7ADTJMPW4KOXFB","created_at":"2026-07-05T06:25:44Z"},{"alias_kind":"pith_short_8","alias_value":"WG7ADTJM","created_at":"2026-07-05T06:25:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WG7ADTJMPW4KOXFBPCT4K3BAXO","target":"record","payload":{"canonical_record":{"source":{"id":"2306.15777","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2023-06-27T19:59:33Z","cross_cats_sorted":["cs.CV","cs.HC"],"title_canon_sha256":"b189cdc24985137c58d03966ecb174e7c12a6d4c9f1132877fb51b31ca519e5c","abstract_canon_sha256":"996855f4501f437a0b8fc43b7908d31f157e536aff9c3e47552fd87330d46e0a"},"schema_version":"1.0"},"canonical_sha256":"b1be01cd2c7db8a75ca178a7c56c20bba4b7b2d919595a1c0ab12206afac6b7d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:25:44.276708Z","signature_b64":"7qmkM/2Zkejn91LvqvCkMwwPRMcJv68eL6geoGFX7hKM5kASluXAA+YDp1oPQrD1K2b8vzV/GuiPu5qwpiEXCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b1be01cd2c7db8a75ca178a7c56c20bba4b7b2d919595a1c0ab12206afac6b7d","last_reissued_at":"2026-07-05T06:25:44.276180Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:25:44.276180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.15777","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:25:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZsUttK054EDbEnJqtFIt37RV3ROFCcW/yKp6vql68LxDF7MIuDJR3MXG1+YcTFRi8/Byap3U7CGoidEvhellAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:59:24.822526Z"},"content_sha256":"69074805bc888d9918a8353376c0fa372fdca6f67ceb5099a1df39de7ca54226","schema_version":"1.0","event_id":"sha256:69074805bc888d9918a8353376c0fa372fdca6f67ceb5099a1df39de7ca54226"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WG7ADTJMPW4KOXFBPCT4K3BAXO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"\"Is a picture of a bird a bird\": Policy recommendations for dealing with ambiguity in machine vision models","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.CV","cs.HC"],"primary_cat":"cs.CY","authors_text":"Alicia Parrish, Lora Aroyo, Sarah Laszlo","submitted_at":"2023-06-27T19:59:33Z","abstract_excerpt":"Many questions that we ask about the world do not have a single clear answer, yet typical human annotation set-ups in machine learning assume there must be a single ground truth label for all examples in every task. The divergence between reality and practice is stark, especially in cases with inherent ambiguity and where the range of different subjective judgments is wide. Here, we examine the implications of subjective human judgments in the behavioral task of labeling images used to train machine vision models. We identify three primary sources of ambiguity arising from (i) depictions of la"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.15777","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.15777/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:25:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DJmTOk/YOknSCJxJfAHBc0/EoZeSxE3lfqTfcOrICNEwgIM5qKaWMGm2/rdy8fCzwyEGh/UQ/dX/6SUPlPLRCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T19:59:24.823101Z"},"content_sha256":"8fe0fb93e3467a06fb0a017489edb736b2787daf23340580b86ec0a9d1c4a800","schema_version":"1.0","event_id":"sha256:8fe0fb93e3467a06fb0a017489edb736b2787daf23340580b86ec0a9d1c4a800"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WG7ADTJMPW4KOXFBPCT4K3BAXO/bundle.json","state_url":"https://pith.science/pith/WG7ADTJMPW4KOXFBPCT4K3BAXO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WG7ADTJMPW4KOXFBPCT4K3BAXO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T19:59:24Z","links":{"resolver":"https://pith.science/pith/WG7ADTJMPW4KOXFBPCT4K3BAXO","bundle":"https://pith.science/pith/WG7ADTJMPW4KOXFBPCT4K3BAXO/bundle.json","state":"https://pith.science/pith/WG7ADTJMPW4KOXFBPCT4K3BAXO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WG7ADTJMPW4KOXFBPCT4K3BAXO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WG7ADTJMPW4KOXFBPCT4K3BAXO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"996855f4501f437a0b8fc43b7908d31f157e536aff9c3e47552fd87330d46e0a","cross_cats_sorted":["cs.CV","cs.HC"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2023-06-27T19:59:33Z","title_canon_sha256":"b189cdc24985137c58d03966ecb174e7c12a6d4c9f1132877fb51b31ca519e5c"},"schema_version":"1.0","source":{"id":"2306.15777","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.15777","created_at":"2026-07-05T06:25:44Z"},{"alias_kind":"arxiv_version","alias_value":"2306.15777v1","created_at":"2026-07-05T06:25:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.15777","created_at":"2026-07-05T06:25:44Z"},{"alias_kind":"pith_short_12","alias_value":"WG7ADTJMPW4K","created_at":"2026-07-05T06:25:44Z"},{"alias_kind":"pith_short_16","alias_value":"WG7ADTJMPW4KOXFB","created_at":"2026-07-05T06:25:44Z"},{"alias_kind":"pith_short_8","alias_value":"WG7ADTJM","created_at":"2026-07-05T06:25:44Z"}],"graph_snapshots":[{"event_id":"sha256:8fe0fb93e3467a06fb0a017489edb736b2787daf23340580b86ec0a9d1c4a800","target":"graph","created_at":"2026-07-05T06:25:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.15777/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Many questions that we ask about the world do not have a single clear answer, yet typical human annotation set-ups in machine learning assume there must be a single ground truth label for all examples in every task. The divergence between reality and practice is stark, especially in cases with inherent ambiguity and where the range of different subjective judgments is wide. Here, we examine the implications of subjective human judgments in the behavioral task of labeling images used to train machine vision models. We identify three primary sources of ambiguity arising from (i) depictions of la","authors_text":"Alicia Parrish, Lora Aroyo, Sarah Laszlo","cross_cats":["cs.CV","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2023-06-27T19:59:33Z","title":"\"Is a picture of a bird a bird\": Policy recommendations for dealing with ambiguity in machine vision models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.15777","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:69074805bc888d9918a8353376c0fa372fdca6f67ceb5099a1df39de7ca54226","target":"record","created_at":"2026-07-05T06:25:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"996855f4501f437a0b8fc43b7908d31f157e536aff9c3e47552fd87330d46e0a","cross_cats_sorted":["cs.CV","cs.HC"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CY","submitted_at":"2023-06-27T19:59:33Z","title_canon_sha256":"b189cdc24985137c58d03966ecb174e7c12a6d4c9f1132877fb51b31ca519e5c"},"schema_version":"1.0","source":{"id":"2306.15777","kind":"arxiv","version":1}},"canonical_sha256":"b1be01cd2c7db8a75ca178a7c56c20bba4b7b2d919595a1c0ab12206afac6b7d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b1be01cd2c7db8a75ca178a7c56c20bba4b7b2d919595a1c0ab12206afac6b7d","first_computed_at":"2026-07-05T06:25:44.276180Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:25:44.276180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7qmkM/2Zkejn91LvqvCkMwwPRMcJv68eL6geoGFX7hKM5kASluXAA+YDp1oPQrD1K2b8vzV/GuiPu5qwpiEXCw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:25:44.276708Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.15777","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:69074805bc888d9918a8353376c0fa372fdca6f67ceb5099a1df39de7ca54226","sha256:8fe0fb93e3467a06fb0a017489edb736b2787daf23340580b86ec0a9d1c4a800"],"state_sha256":"a9991cc2e805d280412168774d0a41d06e47ee55a293517252e42f9ee3e1e780"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9ph/aK4qDL7Ww/Novfown3BxfI5vFGQwC25obM87sD4b9/0jRl5utvJcOvTy2fYo4+opYUT07demD3cXhGVRCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T19:59:24.826964Z","bundle_sha256":"906877de627c74df9f0cda21afb6b452cd0b4152486c805bb86d7629919d2d7a"}}