{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:FKPD5F2UZOSV5SWNCF7OYOK7FS","short_pith_number":"pith:FKPD5F2U","canonical_record":{"source":{"id":"2109.11690","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2021-09-23T23:26:59Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5e326c63b43f4a2e95eac7c15c47d0611e9b2f807364a200ead4a1fa1e5430bb","abstract_canon_sha256":"b0d678df994972a6af1fa6df1e71b11d6bfa263cfa782b6ab7273507d432ba6f"},"schema_version":"1.0"},"canonical_sha256":"2a9e3e9754cba55ecacd117eec395f2c8576734259058884645a8e912e34a83b","source":{"kind":"arxiv","id":"2109.11690","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.11690","created_at":"2026-07-05T03:26:20Z"},{"alias_kind":"arxiv_version","alias_value":"2109.11690v1","created_at":"2026-07-05T03:26:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.11690","created_at":"2026-07-05T03:26:20Z"},{"alias_kind":"pith_short_12","alias_value":"FKPD5F2UZOSV","created_at":"2026-07-05T03:26:20Z"},{"alias_kind":"pith_short_16","alias_value":"FKPD5F2UZOSV5SWN","created_at":"2026-07-05T03:26:20Z"},{"alias_kind":"pith_short_8","alias_value":"FKPD5F2U","created_at":"2026-07-05T03:26:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:FKPD5F2UZOSV5SWNCF7OYOK7FS","target":"record","payload":{"canonical_record":{"source":{"id":"2109.11690","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2021-09-23T23:26:59Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"5e326c63b43f4a2e95eac7c15c47d0611e9b2f807364a200ead4a1fa1e5430bb","abstract_canon_sha256":"b0d678df994972a6af1fa6df1e71b11d6bfa263cfa782b6ab7273507d432ba6f"},"schema_version":"1.0"},"canonical_sha256":"2a9e3e9754cba55ecacd117eec395f2c8576734259058884645a8e912e34a83b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:26:20.482254Z","signature_b64":"HlMxVWAT2dIEhOjPvKlfEBUb3JOB6uQlKgiLX+h24kDknf2e3hmJmrdiYdpbUoh4QOYDN1gy7j17rivo6oIxAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2a9e3e9754cba55ecacd117eec395f2c8576734259058884645a8e912e34a83b","last_reissued_at":"2026-07-05T03:26:20.481655Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:26:20.481655Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.11690","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:26:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"S1ms2Za/cKg+gqXrn1hvVlBE4WbQn1ONUiI0TmwneWF3K5SQXT+Qj6TG8lqyv5WTGWiiJzTOdT7vdNkQgebcDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T20:11:11.171730Z"},"content_sha256":"dba911077e7fd7f6443621ecd203c424b9faf4db242fdad97af6eabb2ee50288","schema_version":"1.0","event_id":"sha256:dba911077e7fd7f6443621ecd203c424b9faf4db242fdad97af6eabb2ee50288"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:FKPD5F2UZOSV5SWNCF7OYOK7FS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Discovering and Validating AI Errors With Crowdsourced Failure Reports","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.HC","authors_text":"Abraham J. Druck, Adam Perer, \\'Angel Alexander Cabrera, Jason I. Hong","submitted_at":"2021-09-23T23:26:59Z","abstract_excerpt":"AI systems can fail to learn important behaviors, leading to real-world issues like safety concerns and biases. Discovering these systematic failures often requires significant developer attention, from hypothesizing potential edge cases to collecting evidence and validating patterns. To scale and streamline this process, we introduce crowdsourced failure reports, end-user descriptions of how or why a model failed, and show how developers can use them to detect AI errors. We also design and implement Deblinder, a visual analytics system for synthesizing failure reports that developers can use "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.11690","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.11690/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:26:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yHaIl3WMGNZ3Yk17d8roWbWk8aAQf9PTfUA4BhpSRSGmmQOEMgfkLSi1GXv9EE1QUllrUcjFyZJVyFH20+yiDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T20:11:11.172109Z"},"content_sha256":"9bfd71bf49b2d72ce69858800b51f2f6f62a72e0df081fcd0387651ebae8762e","schema_version":"1.0","event_id":"sha256:9bfd71bf49b2d72ce69858800b51f2f6f62a72e0df081fcd0387651ebae8762e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FKPD5F2UZOSV5SWNCF7OYOK7FS/bundle.json","state_url":"https://pith.science/pith/FKPD5F2UZOSV5SWNCF7OYOK7FS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FKPD5F2UZOSV5SWNCF7OYOK7FS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T20:11:11Z","links":{"resolver":"https://pith.science/pith/FKPD5F2UZOSV5SWNCF7OYOK7FS","bundle":"https://pith.science/pith/FKPD5F2UZOSV5SWNCF7OYOK7FS/bundle.json","state":"https://pith.science/pith/FKPD5F2UZOSV5SWNCF7OYOK7FS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FKPD5F2UZOSV5SWNCF7OYOK7FS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:FKPD5F2UZOSV5SWNCF7OYOK7FS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b0d678df994972a6af1fa6df1e71b11d6bfa263cfa782b6ab7273507d432ba6f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2021-09-23T23:26:59Z","title_canon_sha256":"5e326c63b43f4a2e95eac7c15c47d0611e9b2f807364a200ead4a1fa1e5430bb"},"schema_version":"1.0","source":{"id":"2109.11690","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.11690","created_at":"2026-07-05T03:26:20Z"},{"alias_kind":"arxiv_version","alias_value":"2109.11690v1","created_at":"2026-07-05T03:26:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.11690","created_at":"2026-07-05T03:26:20Z"},{"alias_kind":"pith_short_12","alias_value":"FKPD5F2UZOSV","created_at":"2026-07-05T03:26:20Z"},{"alias_kind":"pith_short_16","alias_value":"FKPD5F2UZOSV5SWN","created_at":"2026-07-05T03:26:20Z"},{"alias_kind":"pith_short_8","alias_value":"FKPD5F2U","created_at":"2026-07-05T03:26:20Z"}],"graph_snapshots":[{"event_id":"sha256:9bfd71bf49b2d72ce69858800b51f2f6f62a72e0df081fcd0387651ebae8762e","target":"graph","created_at":"2026-07-05T03:26:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.11690/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"AI systems can fail to learn important behaviors, leading to real-world issues like safety concerns and biases. Discovering these systematic failures often requires significant developer attention, from hypothesizing potential edge cases to collecting evidence and validating patterns. To scale and streamline this process, we introduce crowdsourced failure reports, end-user descriptions of how or why a model failed, and show how developers can use them to detect AI errors. We also design and implement Deblinder, a visual analytics system for synthesizing failure reports that developers can use ","authors_text":"Abraham J. Druck, Adam Perer, \\'Angel Alexander Cabrera, Jason I. Hong","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2021-09-23T23:26:59Z","title":"Discovering and Validating AI Errors With Crowdsourced Failure Reports"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.11690","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dba911077e7fd7f6443621ecd203c424b9faf4db242fdad97af6eabb2ee50288","target":"record","created_at":"2026-07-05T03:26:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b0d678df994972a6af1fa6df1e71b11d6bfa263cfa782b6ab7273507d432ba6f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2021-09-23T23:26:59Z","title_canon_sha256":"5e326c63b43f4a2e95eac7c15c47d0611e9b2f807364a200ead4a1fa1e5430bb"},"schema_version":"1.0","source":{"id":"2109.11690","kind":"arxiv","version":1}},"canonical_sha256":"2a9e3e9754cba55ecacd117eec395f2c8576734259058884645a8e912e34a83b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2a9e3e9754cba55ecacd117eec395f2c8576734259058884645a8e912e34a83b","first_computed_at":"2026-07-05T03:26:20.481655Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:26:20.481655Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HlMxVWAT2dIEhOjPvKlfEBUb3JOB6uQlKgiLX+h24kDknf2e3hmJmrdiYdpbUoh4QOYDN1gy7j17rivo6oIxAg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:26:20.482254Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.11690","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dba911077e7fd7f6443621ecd203c424b9faf4db242fdad97af6eabb2ee50288","sha256:9bfd71bf49b2d72ce69858800b51f2f6f62a72e0df081fcd0387651ebae8762e"],"state_sha256":"8f04f913032c0f0f07e8f963e05ab2841c82b73a8b80de71e7b385f85bef6892"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ps4ipL4e8Oa6xttmBgutDVtUurysFsuuvAxiL4PO9p6oiTFWxChbIlPowbJFtaAk8lqJhmUWRbyy4KjvyblfAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T20:11:11.174735Z","bundle_sha256":"977192d3da3fa1836485fe6affd84fb09a0b74d8f5fc06173ccef5a380def6d1"}}