{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:WVWPJY6HYVDXERI77OKEFMAGAD","short_pith_number":"pith:WVWPJY6H","canonical_record":{"source":{"id":"2205.06905","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-13T21:46:55Z","cross_cats_sorted":[],"title_canon_sha256":"c8f996309a6ad41dcb68f5ae417c486b7988542ddf55bc6dfd1389694d280196","abstract_canon_sha256":"2480ca8abce262899e6fd7bd2beb2ecd465ac9cb8e7db40c46db2cd38630d917"},"schema_version":"1.0"},"canonical_sha256":"b56cf4e3c7c54772451ffb9442b00600e2a84ced06f22996f76861039d8c4796","source":{"kind":"arxiv","id":"2205.06905","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.06905","created_at":"2026-07-05T04:40:53Z"},{"alias_kind":"arxiv_version","alias_value":"2205.06905v2","created_at":"2026-07-05T04:40:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.06905","created_at":"2026-07-05T04:40:53Z"},{"alias_kind":"pith_short_12","alias_value":"WVWPJY6HYVDX","created_at":"2026-07-05T04:40:53Z"},{"alias_kind":"pith_short_16","alias_value":"WVWPJY6HYVDXERI7","created_at":"2026-07-05T04:40:53Z"},{"alias_kind":"pith_short_8","alias_value":"WVWPJY6H","created_at":"2026-07-05T04:40:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:WVWPJY6HYVDXERI77OKEFMAGAD","target":"record","payload":{"canonical_record":{"source":{"id":"2205.06905","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-13T21:46:55Z","cross_cats_sorted":[],"title_canon_sha256":"c8f996309a6ad41dcb68f5ae417c486b7988542ddf55bc6dfd1389694d280196","abstract_canon_sha256":"2480ca8abce262899e6fd7bd2beb2ecd465ac9cb8e7db40c46db2cd38630d917"},"schema_version":"1.0"},"canonical_sha256":"b56cf4e3c7c54772451ffb9442b00600e2a84ced06f22996f76861039d8c4796","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:40:53.818213Z","signature_b64":"RRi8acci68s9DJJmB35B1Y/guvGNBqKn+BdnbjYhGJCOlBRPzdgj5r7iqffS8iTaLLj13LCjQ8RpfSpoaY2tAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b56cf4e3c7c54772451ffb9442b00600e2a84ced06f22996f76861039d8c4796","last_reissued_at":"2026-07-05T04:40:53.817776Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:40:53.817776Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.06905","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:40:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2SMXauL88neL/g1ynvtDgSO8DTvZldolv3K2/gSau7YGa3DLliqLoea8ji7dlUtB8JRi5EmeG8f23FgPumYRCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T06:08:23.707740Z"},"content_sha256":"e3b2f50f30e42e68ecef04ff6d322548bc87bd0f7df8b3911c78af13da672ba3","schema_version":"1.0","event_id":"sha256:e3b2f50f30e42e68ecef04ff6d322548bc87bd0f7df8b3911c78af13da672ba3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:WVWPJY6HYVDXERI77OKEFMAGAD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Perspectives on Incorporating Expert Feedback into Model Updates","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Adrian Weller, Ameet Talwalkar, Hoda Heidari, Umang Bhatt, Valerie Chen","submitted_at":"2022-05-13T21:46:55Z","abstract_excerpt":"Machine learning (ML) practitioners are increasingly tasked with developing models that are aligned with non-technical experts' values and goals. However, there has been insufficient consideration on how practitioners should translate domain expertise into ML updates. In this paper, we consider how to capture interactions between practitioners and experts systematically. We devise a taxonomy to match expert feedback types with practitioner updates. A practitioner may receive feedback from an expert at the observation- or domain-level, and convert this feedback into updates to the dataset, loss"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.06905","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.06905/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:40:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WFvnzAHrUZ5Sj0aK23K2c3AyrHTgjUYpdQXYUvLtYbND1wdPY7JTPS/dCiZfP7QZa+PrkVz03lfxjfCW8UtxAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T06:08:23.708683Z"},"content_sha256":"ec21f27bb9dc336f7f211048b4635a7bc49421e094473add0d760d76c1f2df8b","schema_version":"1.0","event_id":"sha256:ec21f27bb9dc336f7f211048b4635a7bc49421e094473add0d760d76c1f2df8b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WVWPJY6HYVDXERI77OKEFMAGAD/bundle.json","state_url":"https://pith.science/pith/WVWPJY6HYVDXERI77OKEFMAGAD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WVWPJY6HYVDXERI77OKEFMAGAD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T06:08:23Z","links":{"resolver":"https://pith.science/pith/WVWPJY6HYVDXERI77OKEFMAGAD","bundle":"https://pith.science/pith/WVWPJY6HYVDXERI77OKEFMAGAD/bundle.json","state":"https://pith.science/pith/WVWPJY6HYVDXERI77OKEFMAGAD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WVWPJY6HYVDXERI77OKEFMAGAD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:WVWPJY6HYVDXERI77OKEFMAGAD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2480ca8abce262899e6fd7bd2beb2ecd465ac9cb8e7db40c46db2cd38630d917","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-13T21:46:55Z","title_canon_sha256":"c8f996309a6ad41dcb68f5ae417c486b7988542ddf55bc6dfd1389694d280196"},"schema_version":"1.0","source":{"id":"2205.06905","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.06905","created_at":"2026-07-05T04:40:53Z"},{"alias_kind":"arxiv_version","alias_value":"2205.06905v2","created_at":"2026-07-05T04:40:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.06905","created_at":"2026-07-05T04:40:53Z"},{"alias_kind":"pith_short_12","alias_value":"WVWPJY6HYVDX","created_at":"2026-07-05T04:40:53Z"},{"alias_kind":"pith_short_16","alias_value":"WVWPJY6HYVDXERI7","created_at":"2026-07-05T04:40:53Z"},{"alias_kind":"pith_short_8","alias_value":"WVWPJY6H","created_at":"2026-07-05T04:40:53Z"}],"graph_snapshots":[{"event_id":"sha256:ec21f27bb9dc336f7f211048b4635a7bc49421e094473add0d760d76c1f2df8b","target":"graph","created_at":"2026-07-05T04:40:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.06905/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning (ML) practitioners are increasingly tasked with developing models that are aligned with non-technical experts' values and goals. However, there has been insufficient consideration on how practitioners should translate domain expertise into ML updates. In this paper, we consider how to capture interactions between practitioners and experts systematically. We devise a taxonomy to match expert feedback types with practitioner updates. A practitioner may receive feedback from an expert at the observation- or domain-level, and convert this feedback into updates to the dataset, loss","authors_text":"Adrian Weller, Ameet Talwalkar, Hoda Heidari, Umang Bhatt, Valerie Chen","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-13T21:46:55Z","title":"Perspectives on Incorporating Expert Feedback into Model Updates"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.06905","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e3b2f50f30e42e68ecef04ff6d322548bc87bd0f7df8b3911c78af13da672ba3","target":"record","created_at":"2026-07-05T04:40:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2480ca8abce262899e6fd7bd2beb2ecd465ac9cb8e7db40c46db2cd38630d917","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-05-13T21:46:55Z","title_canon_sha256":"c8f996309a6ad41dcb68f5ae417c486b7988542ddf55bc6dfd1389694d280196"},"schema_version":"1.0","source":{"id":"2205.06905","kind":"arxiv","version":2}},"canonical_sha256":"b56cf4e3c7c54772451ffb9442b00600e2a84ced06f22996f76861039d8c4796","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b56cf4e3c7c54772451ffb9442b00600e2a84ced06f22996f76861039d8c4796","first_computed_at":"2026-07-05T04:40:53.817776Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:40:53.817776Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RRi8acci68s9DJJmB35B1Y/guvGNBqKn+BdnbjYhGJCOlBRPzdgj5r7iqffS8iTaLLj13LCjQ8RpfSpoaY2tAw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:40:53.818213Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.06905","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e3b2f50f30e42e68ecef04ff6d322548bc87bd0f7df8b3911c78af13da672ba3","sha256:ec21f27bb9dc336f7f211048b4635a7bc49421e094473add0d760d76c1f2df8b"],"state_sha256":"26c8b9f3ddcaf2bbecf42bad512337daef594bf20804a07b485a42afd51c9436"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"13WQ0g/mfhLKcq3YF4V6r10e1QtTzDeMiCCcrcge4jhR+fL1vORFPYy4FTqODhqVzp+HiSBMwCIAGvgeBinOCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T06:08:23.714368Z","bundle_sha256":"38b5fc6f8a92f96271ecfa5b7a0f434604a51ea2439c456f3fbec776b84e1fd2"}}