{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:5O27O4DQEWBEZVFGXHZ4DBLEUR","short_pith_number":"pith:5O27O4DQ","canonical_record":{"source":{"id":"2307.15475","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-07-28T11:00:29Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"8601cd6564d666ad3041d9869cfad660ba7c5368bca219205b6e9cfb1e13a174","abstract_canon_sha256":"428516774ca608a4479f4144301288a803389764bdf83929ec2e99564426a779"},"schema_version":"1.0"},"canonical_sha256":"ebb5f7707025824cd4a6b9f3c18564a44bf58825301f21c6734e5c77bd3e94a3","source":{"kind":"arxiv","id":"2307.15475","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.15475","created_at":"2026-07-05T06:35:35Z"},{"alias_kind":"arxiv_version","alias_value":"2307.15475v1","created_at":"2026-07-05T06:35:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.15475","created_at":"2026-07-05T06:35:35Z"},{"alias_kind":"pith_short_12","alias_value":"5O27O4DQEWBE","created_at":"2026-07-05T06:35:35Z"},{"alias_kind":"pith_short_16","alias_value":"5O27O4DQEWBEZVFG","created_at":"2026-07-05T06:35:35Z"},{"alias_kind":"pith_short_8","alias_value":"5O27O4DQ","created_at":"2026-07-05T06:35:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:5O27O4DQEWBEZVFGXHZ4DBLEUR","target":"record","payload":{"canonical_record":{"source":{"id":"2307.15475","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-07-28T11:00:29Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"8601cd6564d666ad3041d9869cfad660ba7c5368bca219205b6e9cfb1e13a174","abstract_canon_sha256":"428516774ca608a4479f4144301288a803389764bdf83929ec2e99564426a779"},"schema_version":"1.0"},"canonical_sha256":"ebb5f7707025824cd4a6b9f3c18564a44bf58825301f21c6734e5c77bd3e94a3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:35:35.390898Z","signature_b64":"X64djWi0aXmt7KDS5XI/5jaWKvH8K8IDxxRXRnRIN8XSQoFWINXnpOReePJANhL56Uu1oII+tqH4bWMwjGroDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ebb5f7707025824cd4a6b9f3c18564a44bf58825301f21c6734e5c77bd3e94a3","last_reissued_at":"2026-07-05T06:35:35.390503Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:35:35.390503Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.15475","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:35:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"62zRfJsI0+oKekwNOpfJoXf2mGv6Uc87y1Qbtl36MUJaYSa837+Ir4m4A6bVxl2cypb2tIFpbCRhbQM6a9dUDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T15:36:00.491294Z"},"content_sha256":"1e05bca4b6af7f9cf87e9a4bd0d1bd8967a282b938a8b7825e09f584266f20a0","schema_version":"1.0","event_id":"sha256:1e05bca4b6af7f9cf87e9a4bd0d1bd8967a282b938a8b7825e09f584266f20a0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:5O27O4DQEWBEZVFGXHZ4DBLEUR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FeedbackLogs: Recording and Incorporating Stakeholder Feedback into Machine Learning Pipelines","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.HC","authors_text":"Adrian Weller, Ameet Talwalkar, Ashley Casovan, Dhananjay Ashok, Emma Kallina, Katherine M. Collins, Matthew Barker, Umang Bhatt, Valerie Chen","submitted_at":"2023-07-28T11:00:29Z","abstract_excerpt":"Even though machine learning (ML) pipelines affect an increasing array of stakeholders, there is little work on how input from stakeholders is recorded and incorporated. We propose FeedbackLogs, addenda to existing documentation of ML pipelines, to track the input of multiple stakeholders. Each log records important details about the feedback collection process, the feedback itself, and how the feedback is used to update the ML pipeline. In this paper, we introduce and formalise a process for collecting a FeedbackLog. We also provide concrete use cases where FeedbackLogs can be employed as evi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.15475","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.15475/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:35:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Do/bgJ7CB/ApuNzMUpr7aBskGU6934pb3LIaRGYGDEKX0LkDJAKlKKlpaRY2dV2eHm6e5GaTh9ySuz8ey7n6BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T15:36:00.492204Z"},"content_sha256":"d06e5e849f8986d65f49b5047d6cdafab95b4ebd90e1b7c8113b27b45cb47526","schema_version":"1.0","event_id":"sha256:d06e5e849f8986d65f49b5047d6cdafab95b4ebd90e1b7c8113b27b45cb47526"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5O27O4DQEWBEZVFGXHZ4DBLEUR/bundle.json","state_url":"https://pith.science/pith/5O27O4DQEWBEZVFGXHZ4DBLEUR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5O27O4DQEWBEZVFGXHZ4DBLEUR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T15:36:00Z","links":{"resolver":"https://pith.science/pith/5O27O4DQEWBEZVFGXHZ4DBLEUR","bundle":"https://pith.science/pith/5O27O4DQEWBEZVFGXHZ4DBLEUR/bundle.json","state":"https://pith.science/pith/5O27O4DQEWBEZVFGXHZ4DBLEUR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5O27O4DQEWBEZVFGXHZ4DBLEUR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:5O27O4DQEWBEZVFGXHZ4DBLEUR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"428516774ca608a4479f4144301288a803389764bdf83929ec2e99564426a779","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-07-28T11:00:29Z","title_canon_sha256":"8601cd6564d666ad3041d9869cfad660ba7c5368bca219205b6e9cfb1e13a174"},"schema_version":"1.0","source":{"id":"2307.15475","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.15475","created_at":"2026-07-05T06:35:35Z"},{"alias_kind":"arxiv_version","alias_value":"2307.15475v1","created_at":"2026-07-05T06:35:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.15475","created_at":"2026-07-05T06:35:35Z"},{"alias_kind":"pith_short_12","alias_value":"5O27O4DQEWBE","created_at":"2026-07-05T06:35:35Z"},{"alias_kind":"pith_short_16","alias_value":"5O27O4DQEWBEZVFG","created_at":"2026-07-05T06:35:35Z"},{"alias_kind":"pith_short_8","alias_value":"5O27O4DQ","created_at":"2026-07-05T06:35:35Z"}],"graph_snapshots":[{"event_id":"sha256:d06e5e849f8986d65f49b5047d6cdafab95b4ebd90e1b7c8113b27b45cb47526","target":"graph","created_at":"2026-07-05T06:35:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.15475/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Even though machine learning (ML) pipelines affect an increasing array of stakeholders, there is little work on how input from stakeholders is recorded and incorporated. We propose FeedbackLogs, addenda to existing documentation of ML pipelines, to track the input of multiple stakeholders. Each log records important details about the feedback collection process, the feedback itself, and how the feedback is used to update the ML pipeline. In this paper, we introduce and formalise a process for collecting a FeedbackLog. We also provide concrete use cases where FeedbackLogs can be employed as evi","authors_text":"Adrian Weller, Ameet Talwalkar, Ashley Casovan, Dhananjay Ashok, Emma Kallina, Katherine M. Collins, Matthew Barker, Umang Bhatt, Valerie Chen","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-07-28T11:00:29Z","title":"FeedbackLogs: Recording and Incorporating Stakeholder Feedback into Machine Learning Pipelines"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.15475","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1e05bca4b6af7f9cf87e9a4bd0d1bd8967a282b938a8b7825e09f584266f20a0","target":"record","created_at":"2026-07-05T06:35:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"428516774ca608a4479f4144301288a803389764bdf83929ec2e99564426a779","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-07-28T11:00:29Z","title_canon_sha256":"8601cd6564d666ad3041d9869cfad660ba7c5368bca219205b6e9cfb1e13a174"},"schema_version":"1.0","source":{"id":"2307.15475","kind":"arxiv","version":1}},"canonical_sha256":"ebb5f7707025824cd4a6b9f3c18564a44bf58825301f21c6734e5c77bd3e94a3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ebb5f7707025824cd4a6b9f3c18564a44bf58825301f21c6734e5c77bd3e94a3","first_computed_at":"2026-07-05T06:35:35.390503Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:35:35.390503Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"X64djWi0aXmt7KDS5XI/5jaWKvH8K8IDxxRXRnRIN8XSQoFWINXnpOReePJANhL56Uu1oII+tqH4bWMwjGroDA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:35:35.390898Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.15475","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1e05bca4b6af7f9cf87e9a4bd0d1bd8967a282b938a8b7825e09f584266f20a0","sha256:d06e5e849f8986d65f49b5047d6cdafab95b4ebd90e1b7c8113b27b45cb47526"],"state_sha256":"a89ffd7adf3f014e4f13cb77eccd66d1b7574564ffd401b1c949ab57cf65c264"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6Th7UqZDT2ymNEgt4HKrh4jTydSI4nLvxkivSiOLTgfEEEC1l3OawDT9hi5socPcs/B7C61rGRCCrTpttJQIBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T15:36:00.499011Z","bundle_sha256":"fcead1535e19c57004f8274e8c09bc97395d6a0af241e2fd8ff7902f074e102d"}}