{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:BOA2FFSKYJJU7ZAFB6FS5QR4SB","short_pith_number":"pith:BOA2FFSK","canonical_record":{"source":{"id":"2306.08167","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-06-13T22:44:53Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"cb5b0200073f18a34bd179f7f2518dd4ccaa5abb4f222c0f7c7c6602bd774368","abstract_canon_sha256":"c7f776af143ab585114b09e3f177f2594db845629f3846f4cbcbcc036c52f828"},"schema_version":"1.0"},"canonical_sha256":"0b81a2964ac2534fe4050f8b2ec23c90408e456c8c6de5d3495e0ff5e07b22c8","source":{"kind":"arxiv","id":"2306.08167","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.08167","created_at":"2026-07-05T07:43:09Z"},{"alias_kind":"arxiv_version","alias_value":"2306.08167v2","created_at":"2026-07-05T07:43:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.08167","created_at":"2026-07-05T07:43:09Z"},{"alias_kind":"pith_short_12","alias_value":"BOA2FFSKYJJU","created_at":"2026-07-05T07:43:09Z"},{"alias_kind":"pith_short_16","alias_value":"BOA2FFSKYJJU7ZAF","created_at":"2026-07-05T07:43:09Z"},{"alias_kind":"pith_short_8","alias_value":"BOA2FFSK","created_at":"2026-07-05T07:43:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:BOA2FFSKYJJU7ZAFB6FS5QR4SB","target":"record","payload":{"canonical_record":{"source":{"id":"2306.08167","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-06-13T22:44:53Z","cross_cats_sorted":["cs.CV","cs.LG"],"title_canon_sha256":"cb5b0200073f18a34bd179f7f2518dd4ccaa5abb4f222c0f7c7c6602bd774368","abstract_canon_sha256":"c7f776af143ab585114b09e3f177f2594db845629f3846f4cbcbcc036c52f828"},"schema_version":"1.0"},"canonical_sha256":"0b81a2964ac2534fe4050f8b2ec23c90408e456c8c6de5d3495e0ff5e07b22c8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:43:09.664773Z","signature_b64":"UGp2j9uR4FwX3OgsCMqRBWfl47oFsSxpOdVe+ez5sZujMBFFqGEvMxAP9xY/UCuqRRNtY0tLq8s0iYdgjyriDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0b81a2964ac2534fe4050f8b2ec23c90408e456c8c6de5d3495e0ff5e07b22c8","last_reissued_at":"2026-07-05T07:43:09.664304Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:43:09.664304Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.08167","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:43:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZJKe12Ui3vjZrAcz8eHGYjfcz4WvtjzbJe7cxKjpH1RQ2EQB6Iy5wKiNyB+TtZeByXcWnqLv8P5yBP1rY9mQBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T15:04:53.031035Z"},"content_sha256":"347437da66b233e4d371fb86902b75e721749648e75aa1746fccb7875e72c57b","schema_version":"1.0","event_id":"sha256:347437da66b233e4d371fb86902b75e721749648e75aa1746fccb7875e72c57b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:BOA2FFSKYJJU7ZAFB6FS5QR4SB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Where Does My Model Underperform? A Human Evaluation of Slice Discovery Algorithms","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV","cs.LG"],"primary_cat":"cs.HC","authors_text":"Ameet Talwalkar, \\'Angel Alexander Cabrera, Gregory Plumb, Nari Johnson","submitted_at":"2023-06-13T22:44:53Z","abstract_excerpt":"Machine learning (ML) models that achieve high average accuracy can still underperform on semantically coherent subsets (\"slices\") of data. This behavior can have significant societal consequences for the safety or bias of the model in deployment, but identifying these underperforming slices can be difficult in practice, especially in domains where practitioners lack access to group annotations to define coherent subsets of their data. Motivated by these challenges, ML researchers have developed new slice discovery algorithms that aim to group together coherent and high-error subsets of data. "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.08167","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.08167/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:43:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fDFCL0J1ZBUZ/ZYSpP01LRqB8ZTWjYE2HtdhQ2xvVTMZi6yrmJjWlK64Xid+ayLxu7j4lUbDhT+Q6dbrdWzBAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T15:04:53.031422Z"},"content_sha256":"6d5fdbc5760c544e7aee7ca3576781c890ab8e6323995726ec8f036d677a498d","schema_version":"1.0","event_id":"sha256:6d5fdbc5760c544e7aee7ca3576781c890ab8e6323995726ec8f036d677a498d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BOA2FFSKYJJU7ZAFB6FS5QR4SB/bundle.json","state_url":"https://pith.science/pith/BOA2FFSKYJJU7ZAFB6FS5QR4SB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BOA2FFSKYJJU7ZAFB6FS5QR4SB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-20T15:04:53Z","links":{"resolver":"https://pith.science/pith/BOA2FFSKYJJU7ZAFB6FS5QR4SB","bundle":"https://pith.science/pith/BOA2FFSKYJJU7ZAFB6FS5QR4SB/bundle.json","state":"https://pith.science/pith/BOA2FFSKYJJU7ZAFB6FS5QR4SB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BOA2FFSKYJJU7ZAFB6FS5QR4SB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:BOA2FFSKYJJU7ZAFB6FS5QR4SB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c7f776af143ab585114b09e3f177f2594db845629f3846f4cbcbcc036c52f828","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-06-13T22:44:53Z","title_canon_sha256":"cb5b0200073f18a34bd179f7f2518dd4ccaa5abb4f222c0f7c7c6602bd774368"},"schema_version":"1.0","source":{"id":"2306.08167","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.08167","created_at":"2026-07-05T07:43:09Z"},{"alias_kind":"arxiv_version","alias_value":"2306.08167v2","created_at":"2026-07-05T07:43:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.08167","created_at":"2026-07-05T07:43:09Z"},{"alias_kind":"pith_short_12","alias_value":"BOA2FFSKYJJU","created_at":"2026-07-05T07:43:09Z"},{"alias_kind":"pith_short_16","alias_value":"BOA2FFSKYJJU7ZAF","created_at":"2026-07-05T07:43:09Z"},{"alias_kind":"pith_short_8","alias_value":"BOA2FFSK","created_at":"2026-07-05T07:43:09Z"}],"graph_snapshots":[{"event_id":"sha256:6d5fdbc5760c544e7aee7ca3576781c890ab8e6323995726ec8f036d677a498d","target":"graph","created_at":"2026-07-05T07:43:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.08167/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning (ML) models that achieve high average accuracy can still underperform on semantically coherent subsets (\"slices\") of data. This behavior can have significant societal consequences for the safety or bias of the model in deployment, but identifying these underperforming slices can be difficult in practice, especially in domains where practitioners lack access to group annotations to define coherent subsets of their data. Motivated by these challenges, ML researchers have developed new slice discovery algorithms that aim to group together coherent and high-error subsets of data. ","authors_text":"Ameet Talwalkar, \\'Angel Alexander Cabrera, Gregory Plumb, Nari Johnson","cross_cats":["cs.CV","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-06-13T22:44:53Z","title":"Where Does My Model Underperform? A Human Evaluation of Slice Discovery Algorithms"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.08167","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:347437da66b233e4d371fb86902b75e721749648e75aa1746fccb7875e72c57b","target":"record","created_at":"2026-07-05T07:43:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c7f776af143ab585114b09e3f177f2594db845629f3846f4cbcbcc036c52f828","cross_cats_sorted":["cs.CV","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-06-13T22:44:53Z","title_canon_sha256":"cb5b0200073f18a34bd179f7f2518dd4ccaa5abb4f222c0f7c7c6602bd774368"},"schema_version":"1.0","source":{"id":"2306.08167","kind":"arxiv","version":2}},"canonical_sha256":"0b81a2964ac2534fe4050f8b2ec23c90408e456c8c6de5d3495e0ff5e07b22c8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0b81a2964ac2534fe4050f8b2ec23c90408e456c8c6de5d3495e0ff5e07b22c8","first_computed_at":"2026-07-05T07:43:09.664304Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:43:09.664304Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UGp2j9uR4FwX3OgsCMqRBWfl47oFsSxpOdVe+ez5sZujMBFFqGEvMxAP9xY/UCuqRRNtY0tLq8s0iYdgjyriDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:43:09.664773Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.08167","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:347437da66b233e4d371fb86902b75e721749648e75aa1746fccb7875e72c57b","sha256:6d5fdbc5760c544e7aee7ca3576781c890ab8e6323995726ec8f036d677a498d"],"state_sha256":"337dd6e2f45c9957537aace184a8a62ce0d49228b99484047393ebf221ea86fb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Se9WUCY5HvTxL3tPa704aMLBsK5/I1iaWLlS3A6S1ScvwqFGEswSiMSIg7VopNYZDCoj7+g3f1Npz4GGfs8iAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-20T15:04:53.033946Z","bundle_sha256":"3d44ba8d908be2f369e6f757c90c2c34550d246fdff178643eb0044f1c3864e0"}}