{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:2L6MDCOU3AQDVY2VDE3S6LKXWW","short_pith_number":"pith:2L6MDCOU","canonical_record":{"source":{"id":"2104.04122","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2021-04-09T00:41:11Z","cross_cats_sorted":[],"title_canon_sha256":"b7f2d142e5230cf9361895a7805e9ec51029e00b5256aee760664b8c2c992c82","abstract_canon_sha256":"9209046c50892189cec330e05c7dee9511f38f36540e0151d2987201df7b3132"},"schema_version":"1.0"},"canonical_sha256":"d2fcc189d4d8203ae35519372f2d57b589fc1e922a2df22fa723df50f4aeeea1","source":{"kind":"arxiv","id":"2104.04122","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.04122","created_at":"2026-07-05T02:30:35Z"},{"alias_kind":"arxiv_version","alias_value":"2104.04122v1","created_at":"2026-07-05T02:30:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.04122","created_at":"2026-07-05T02:30:35Z"},{"alias_kind":"pith_short_12","alias_value":"2L6MDCOU3AQD","created_at":"2026-07-05T02:30:35Z"},{"alias_kind":"pith_short_16","alias_value":"2L6MDCOU3AQDVY2V","created_at":"2026-07-05T02:30:35Z"},{"alias_kind":"pith_short_8","alias_value":"2L6MDCOU","created_at":"2026-07-05T02:30:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:2L6MDCOU3AQDVY2VDE3S6LKXWW","target":"record","payload":{"canonical_record":{"source":{"id":"2104.04122","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2021-04-09T00:41:11Z","cross_cats_sorted":[],"title_canon_sha256":"b7f2d142e5230cf9361895a7805e9ec51029e00b5256aee760664b8c2c992c82","abstract_canon_sha256":"9209046c50892189cec330e05c7dee9511f38f36540e0151d2987201df7b3132"},"schema_version":"1.0"},"canonical_sha256":"d2fcc189d4d8203ae35519372f2d57b589fc1e922a2df22fa723df50f4aeeea1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:30:35.924669Z","signature_b64":"O9XTihtxLlaGMJeXtvOTAlfczfToQCt7RNHPJhmeQyCDMjGwInEZL6DINQD3gA1e1KIXw2is1oml6aZXL2EZBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d2fcc189d4d8203ae35519372f2d57b589fc1e922a2df22fa723df50f4aeeea1","last_reissued_at":"2026-07-05T02:30:35.924179Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:30:35.924179Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.04122","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:30:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bfOOtiNnNW/vNJeQNY1SgQUEycz6+WoTotpa0/FKksogg5Wr/e99syn5Z2Ww+U667ofIvlzELgmZ6maGXw0HBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:46:33.140549Z"},"content_sha256":"2cd2e338099675cdce2050df82d542e87a4f38f1a81c332d88c0a2d193e22bc1","schema_version":"1.0","event_id":"sha256:2cd2e338099675cdce2050df82d542e87a4f38f1a81c332d88c0a2d193e22bc1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:2L6MDCOU3AQDVY2VDE3S6LKXWW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Increasing the Speed and Accuracy of Data LabelingThrough an AI Assisted Interface","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Aabhas Sharma, Casey Dugan, Catherine Finegan-Dollak, Evelyn Duesterwald, Kristina Brimijoin, Michael Desmond, Michael Muller, Michelle Brachman, Narendra Nath Joshi, Qian Pan, Zahra Ashktorab","submitted_at":"2021-04-09T00:41:11Z","abstract_excerpt":"Labeling data is an important step in the supervised machine learning lifecycle. It is a laborious human activity comprised of repeated decision making: the human labeler decides which of several potential labels to apply to each example. Prior work has shown that providing AI assistance can improve the accuracy of binary decision tasks. However, the role of AI assistance in more complex data-labeling scenarios with a larger set of labels has not yet been explored. We designed an AI labeling assistant that uses a semi-supervised learning algorithm to predict the most probable labels for each e"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.04122","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.04122/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:30:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RLKhk17ROMwDgVxiqwu0G0dOgk39fs/uh/ywdgXjWPbWCAYuaqU5e+Hk3JJTbbFsroOYC47Ko5rGRGeVDuLwBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:46:33.140923Z"},"content_sha256":"28799d99d5e9008a9135738fde27d0704993c7f037db135f6caf39bf6cb2072b","schema_version":"1.0","event_id":"sha256:28799d99d5e9008a9135738fde27d0704993c7f037db135f6caf39bf6cb2072b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2L6MDCOU3AQDVY2VDE3S6LKXWW/bundle.json","state_url":"https://pith.science/pith/2L6MDCOU3AQDVY2VDE3S6LKXWW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2L6MDCOU3AQDVY2VDE3S6LKXWW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T13:46:33Z","links":{"resolver":"https://pith.science/pith/2L6MDCOU3AQDVY2VDE3S6LKXWW","bundle":"https://pith.science/pith/2L6MDCOU3AQDVY2VDE3S6LKXWW/bundle.json","state":"https://pith.science/pith/2L6MDCOU3AQDVY2VDE3S6LKXWW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2L6MDCOU3AQDVY2VDE3S6LKXWW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:2L6MDCOU3AQDVY2VDE3S6LKXWW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9209046c50892189cec330e05c7dee9511f38f36540e0151d2987201df7b3132","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2021-04-09T00:41:11Z","title_canon_sha256":"b7f2d142e5230cf9361895a7805e9ec51029e00b5256aee760664b8c2c992c82"},"schema_version":"1.0","source":{"id":"2104.04122","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.04122","created_at":"2026-07-05T02:30:35Z"},{"alias_kind":"arxiv_version","alias_value":"2104.04122v1","created_at":"2026-07-05T02:30:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.04122","created_at":"2026-07-05T02:30:35Z"},{"alias_kind":"pith_short_12","alias_value":"2L6MDCOU3AQD","created_at":"2026-07-05T02:30:35Z"},{"alias_kind":"pith_short_16","alias_value":"2L6MDCOU3AQDVY2V","created_at":"2026-07-05T02:30:35Z"},{"alias_kind":"pith_short_8","alias_value":"2L6MDCOU","created_at":"2026-07-05T02:30:35Z"}],"graph_snapshots":[{"event_id":"sha256:28799d99d5e9008a9135738fde27d0704993c7f037db135f6caf39bf6cb2072b","target":"graph","created_at":"2026-07-05T02:30:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.04122/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Labeling data is an important step in the supervised machine learning lifecycle. It is a laborious human activity comprised of repeated decision making: the human labeler decides which of several potential labels to apply to each example. Prior work has shown that providing AI assistance can improve the accuracy of binary decision tasks. However, the role of AI assistance in more complex data-labeling scenarios with a larger set of labels has not yet been explored. We designed an AI labeling assistant that uses a semi-supervised learning algorithm to predict the most probable labels for each e","authors_text":"Aabhas Sharma, Casey Dugan, Catherine Finegan-Dollak, Evelyn Duesterwald, Kristina Brimijoin, Michael Desmond, Michael Muller, Michelle Brachman, Narendra Nath Joshi, Qian Pan, Zahra Ashktorab","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2021-04-09T00:41:11Z","title":"Increasing the Speed and Accuracy of Data LabelingThrough an AI Assisted Interface"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.04122","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2cd2e338099675cdce2050df82d542e87a4f38f1a81c332d88c0a2d193e22bc1","target":"record","created_at":"2026-07-05T02:30:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9209046c50892189cec330e05c7dee9511f38f36540e0151d2987201df7b3132","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2021-04-09T00:41:11Z","title_canon_sha256":"b7f2d142e5230cf9361895a7805e9ec51029e00b5256aee760664b8c2c992c82"},"schema_version":"1.0","source":{"id":"2104.04122","kind":"arxiv","version":1}},"canonical_sha256":"d2fcc189d4d8203ae35519372f2d57b589fc1e922a2df22fa723df50f4aeeea1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d2fcc189d4d8203ae35519372f2d57b589fc1e922a2df22fa723df50f4aeeea1","first_computed_at":"2026-07-05T02:30:35.924179Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:30:35.924179Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"O9XTihtxLlaGMJeXtvOTAlfczfToQCt7RNHPJhmeQyCDMjGwInEZL6DINQD3gA1e1KIXw2is1oml6aZXL2EZBg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:30:35.924669Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.04122","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2cd2e338099675cdce2050df82d542e87a4f38f1a81c332d88c0a2d193e22bc1","sha256:28799d99d5e9008a9135738fde27d0704993c7f037db135f6caf39bf6cb2072b"],"state_sha256":"8d38d934b4a8695bc5245278611e28fb4291cfe4367c3c520f3418f34c284e21"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o4RQU+7VYC2En24oByXvdGojq1KcAUj3iGyrvi5Xs1wtE/1aGSCLFXf9KXHZB6dOOaoxZi9aPojlURKWXecUAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T13:46:33.142874Z","bundle_sha256":"7f95cc7b36fdced8f4e9d8cdec5637d596440d1c244a333a54be0bb4892d04d9"}}