{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:WG6UIRRVUCKELSQCAGDJFYYEUY","short_pith_number":"pith:WG6UIRRV","canonical_record":{"source":{"id":"1901.04562","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-14T21:02:29Z","cross_cats_sorted":["cs.AI","cs.CY","stat.ML"],"title_canon_sha256":"4fe0e16e6cd0b25aaa02992e6bccae912c9b76d6705cc01ef0081170f924d07c","abstract_canon_sha256":"3d6100d211924c869b378d379cf09c68d070ef773e85868dd821665fbb3b517e"},"schema_version":"1.0"},"canonical_sha256":"b1bd444635a09445ca02018692e304a61533ed6cd6c18c6150bf32f10f0d5fd7","source":{"kind":"arxiv","id":"1901.04562","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.04562","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"arxiv_version","alias_value":"1901.04562v1","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.04562","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"pith_short_12","alias_value":"WG6UIRRVUCKE","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"WG6UIRRVUCKELSQC","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"WG6UIRRV","created_at":"2026-05-18T12:33:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:WG6UIRRVUCKELSQCAGDJFYYEUY","target":"record","payload":{"canonical_record":{"source":{"id":"1901.04562","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-14T21:02:29Z","cross_cats_sorted":["cs.AI","cs.CY","stat.ML"],"title_canon_sha256":"4fe0e16e6cd0b25aaa02992e6bccae912c9b76d6705cc01ef0081170f924d07c","abstract_canon_sha256":"3d6100d211924c869b378d379cf09c68d070ef773e85868dd821665fbb3b517e"},"schema_version":"1.0"},"canonical_sha256":"b1bd444635a09445ca02018692e304a61533ed6cd6c18c6150bf32f10f0d5fd7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:56:22.400489Z","signature_b64":"XAXLxHlOHp3chLNrtm07E8VpSmtKtccxiUZbv0rFutpgnWQ0n+M6EG/8+4l7f6LJIRAWRUbuPwJZlrIkAsDAAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b1bd444635a09445ca02018692e304a61533ed6cd6c18c6150bf32f10f0d5fd7","last_reissued_at":"2026-05-17T23:56:22.399803Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:56:22.399803Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1901.04562","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:56:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1KDUqWXwFPq4jWriOcM5iLvBnUHl9bo9PZwAUHkdwgRUTa5bgxiuvL4zmBBR+4WdLik0dwgS9GotqUWT+e2eDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T22:53:11.009162Z"},"content_sha256":"0050ee26a6291b262703dc2139d821d1e7de2738196e96eda8be0644ceb3a4e5","schema_version":"1.0","event_id":"sha256:0050ee26a6291b262703dc2139d821d1e7de2738196e96eda8be0644ceb3a4e5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:WG6UIRRVUCKELSQCAGDJFYYEUY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Putting Fairness Principles into Practice: Challenges, Metrics, and Improvements","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CY","stat.ML"],"primary_cat":"cs.LG","authors_text":"Alex Beutel, Allison Woodruff, Christine Luu, Ed H. Chi, Hai Qian, Jilin Chen, Jonathan Bischof, Pierre Kreitmann, Tulsee Doshi","submitted_at":"2019-01-14T21:02:29Z","abstract_excerpt":"As more researchers have become aware of and passionate about algorithmic fairness, there has been an explosion in papers laying out new metrics, suggesting algorithms to address issues, and calling attention to issues in existing applications of machine learning. This research has greatly expanded our understanding of the concerns and challenges in deploying machine learning, but there has been much less work in seeing how the rubber meets the road.\n  In this paper we provide a case-study on the application of fairness in machine learning research to a production classification system, and of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.04562","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:56:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qkBn9k6Z0oxIl5aPGp1pVKnXp+quzcjN7QQUg2GyWVCWmgjUpvYC2mqUdDL2AdpoFEJKaloDIFRavP4qc17SBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T22:53:11.009813Z"},"content_sha256":"fe6394de5b68e214914d492d0e5b03a99a321ea0188e577da0c994862233ddc9","schema_version":"1.0","event_id":"sha256:fe6394de5b68e214914d492d0e5b03a99a321ea0188e577da0c994862233ddc9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WG6UIRRVUCKELSQCAGDJFYYEUY/bundle.json","state_url":"https://pith.science/pith/WG6UIRRVUCKELSQCAGDJFYYEUY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WG6UIRRVUCKELSQCAGDJFYYEUY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T22:53:11Z","links":{"resolver":"https://pith.science/pith/WG6UIRRVUCKELSQCAGDJFYYEUY","bundle":"https://pith.science/pith/WG6UIRRVUCKELSQCAGDJFYYEUY/bundle.json","state":"https://pith.science/pith/WG6UIRRVUCKELSQCAGDJFYYEUY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WG6UIRRVUCKELSQCAGDJFYYEUY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:WG6UIRRVUCKELSQCAGDJFYYEUY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3d6100d211924c869b378d379cf09c68d070ef773e85868dd821665fbb3b517e","cross_cats_sorted":["cs.AI","cs.CY","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-14T21:02:29Z","title_canon_sha256":"4fe0e16e6cd0b25aaa02992e6bccae912c9b76d6705cc01ef0081170f924d07c"},"schema_version":"1.0","source":{"id":"1901.04562","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.04562","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"arxiv_version","alias_value":"1901.04562v1","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.04562","created_at":"2026-05-17T23:56:22Z"},{"alias_kind":"pith_short_12","alias_value":"WG6UIRRVUCKE","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_16","alias_value":"WG6UIRRVUCKELSQC","created_at":"2026-05-18T12:33:30Z"},{"alias_kind":"pith_short_8","alias_value":"WG6UIRRV","created_at":"2026-05-18T12:33:30Z"}],"graph_snapshots":[{"event_id":"sha256:fe6394de5b68e214914d492d0e5b03a99a321ea0188e577da0c994862233ddc9","target":"graph","created_at":"2026-05-17T23:56:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"As more researchers have become aware of and passionate about algorithmic fairness, there has been an explosion in papers laying out new metrics, suggesting algorithms to address issues, and calling attention to issues in existing applications of machine learning. This research has greatly expanded our understanding of the concerns and challenges in deploying machine learning, but there has been much less work in seeing how the rubber meets the road.\n  In this paper we provide a case-study on the application of fairness in machine learning research to a production classification system, and of","authors_text":"Alex Beutel, Allison Woodruff, Christine Luu, Ed H. Chi, Hai Qian, Jilin Chen, Jonathan Bischof, Pierre Kreitmann, Tulsee Doshi","cross_cats":["cs.AI","cs.CY","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-14T21:02:29Z","title":"Putting Fairness Principles into Practice: Challenges, Metrics, and Improvements"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.04562","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0050ee26a6291b262703dc2139d821d1e7de2738196e96eda8be0644ceb3a4e5","target":"record","created_at":"2026-05-17T23:56:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3d6100d211924c869b378d379cf09c68d070ef773e85868dd821665fbb3b517e","cross_cats_sorted":["cs.AI","cs.CY","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-01-14T21:02:29Z","title_canon_sha256":"4fe0e16e6cd0b25aaa02992e6bccae912c9b76d6705cc01ef0081170f924d07c"},"schema_version":"1.0","source":{"id":"1901.04562","kind":"arxiv","version":1}},"canonical_sha256":"b1bd444635a09445ca02018692e304a61533ed6cd6c18c6150bf32f10f0d5fd7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b1bd444635a09445ca02018692e304a61533ed6cd6c18c6150bf32f10f0d5fd7","first_computed_at":"2026-05-17T23:56:22.399803Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:56:22.399803Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XAXLxHlOHp3chLNrtm07E8VpSmtKtccxiUZbv0rFutpgnWQ0n+M6EG/8+4l7f6LJIRAWRUbuPwJZlrIkAsDAAg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:56:22.400489Z","signed_message":"canonical_sha256_bytes"},"source_id":"1901.04562","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0050ee26a6291b262703dc2139d821d1e7de2738196e96eda8be0644ceb3a4e5","sha256:fe6394de5b68e214914d492d0e5b03a99a321ea0188e577da0c994862233ddc9"],"state_sha256":"004cb7ef8c9d9aa09e732746ce7adcd4d658a89338601996490c0a396a14730b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FrLBR8A1wTaGePCull8vTOBbfLIY3mQG9ff8t/VWaDrt62SzTOm5WGj9eD4+yux57nahLuIQ2e4zOSbIt5+ABA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T22:53:11.013251Z","bundle_sha256":"afa195e245597aad405d7fa78b039a7e65ca4e16fb4cd3c5477288350cbd4735"}}