{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:WIRHCLHJ3GZDMZGMRGR6YOU4GX","short_pith_number":"pith:WIRHCLHJ","canonical_record":{"source":{"id":"2102.08410","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-16T19:02:55Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"25644cb74dd52008c9d1c8206658e0a4aaf15e3d80364809df0bb4adb88d3c08","abstract_canon_sha256":"fa148bd80123d6db0de2827e34ad65c9b06052cc60395fc3ef9b76094fb4c4e5"},"schema_version":"1.0"},"canonical_sha256":"b222712ce9d9b23664cc89a3ec3a9c35d699aa9e708a382d28b61fa4f7ba26ce","source":{"kind":"arxiv","id":"2102.08410","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.08410","created_at":"2026-07-05T02:16:02Z"},{"alias_kind":"arxiv_version","alias_value":"2102.08410v1","created_at":"2026-07-05T02:16:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.08410","created_at":"2026-07-05T02:16:02Z"},{"alias_kind":"pith_short_12","alias_value":"WIRHCLHJ3GZD","created_at":"2026-07-05T02:16:02Z"},{"alias_kind":"pith_short_16","alias_value":"WIRHCLHJ3GZDMZGM","created_at":"2026-07-05T02:16:02Z"},{"alias_kind":"pith_short_8","alias_value":"WIRHCLHJ","created_at":"2026-07-05T02:16:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:WIRHCLHJ3GZDMZGMRGR6YOU4GX","target":"record","payload":{"canonical_record":{"source":{"id":"2102.08410","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-16T19:02:55Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"25644cb74dd52008c9d1c8206658e0a4aaf15e3d80364809df0bb4adb88d3c08","abstract_canon_sha256":"fa148bd80123d6db0de2827e34ad65c9b06052cc60395fc3ef9b76094fb4c4e5"},"schema_version":"1.0"},"canonical_sha256":"b222712ce9d9b23664cc89a3ec3a9c35d699aa9e708a382d28b61fa4f7ba26ce","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:16:02.474538Z","signature_b64":"2QJw/9VIA8e+g3VPOAHrUXzlNPtaXtIbJESJtxO5iJOgDwrl0TpajUHqWfiKWkR183LgtbhonU2r187/mB7bAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b222712ce9d9b23664cc89a3ec3a9c35d699aa9e708a382d28b61fa4f7ba26ce","last_reissued_at":"2026-07-05T02:16:02.474129Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:16:02.474129Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.08410","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:16:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ae0h1Ii187QLXY5b4L7VH3U1hYoraqGr73bReC+SnmRpWu4SN6VUN/i3w+zL1lqFKAX8QUAYeLIF1uXWpQi8AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T02:41:00.492954Z"},"content_sha256":"06c9cea04c4882594d37b0181ad79da35c1d181818e60af0e389d00d2fc991ea","schema_version":"1.0","event_id":"sha256:06c9cea04c4882594d37b0181ad79da35c1d181818e60af0e389d00d2fc991ea"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:WIRHCLHJ3GZDMZGMRGR6YOU4GX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Fairness of Machine Learning Models Under Uncertain and Incomplete Information","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alex Beutel, Jamie Morgenstern, Matthaeus Kleindessner, Pranjal Awasthi, Xuezhi Wang","submitted_at":"2021-02-16T19:02:55Z","abstract_excerpt":"Training and evaluation of fair classifiers is a challenging problem. This is partly due to the fact that most fairness metrics of interest depend on both the sensitive attribute information and label information of the data points. In many scenarios it is not possible to collect large datasets with such information. An alternate approach that is commonly used is to separately train an attribute classifier on data with sensitive attribute information, and then use it later in the ML pipeline to evaluate the bias of a given classifier. While such decoupling helps alleviate the problem of demogr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.08410","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.08410/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:16:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gN2lQO/6njlxfkGkEwDCRAtPubRHWMp9blEw1HrIwxaT2KbxD4AFnzlbQmdm/5IwMo9NIL752G6gSgFq+hazAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T02:41:00.500145Z"},"content_sha256":"ae2d6e83d4f3f4de8a9880fb73160aed758d2fff4b4f8422b50412eaf2cca557","schema_version":"1.0","event_id":"sha256:ae2d6e83d4f3f4de8a9880fb73160aed758d2fff4b4f8422b50412eaf2cca557"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WIRHCLHJ3GZDMZGMRGR6YOU4GX/bundle.json","state_url":"https://pith.science/pith/WIRHCLHJ3GZDMZGMRGR6YOU4GX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WIRHCLHJ3GZDMZGMRGR6YOU4GX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T02:41:00Z","links":{"resolver":"https://pith.science/pith/WIRHCLHJ3GZDMZGMRGR6YOU4GX","bundle":"https://pith.science/pith/WIRHCLHJ3GZDMZGMRGR6YOU4GX/bundle.json","state":"https://pith.science/pith/WIRHCLHJ3GZDMZGMRGR6YOU4GX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WIRHCLHJ3GZDMZGMRGR6YOU4GX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:WIRHCLHJ3GZDMZGMRGR6YOU4GX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fa148bd80123d6db0de2827e34ad65c9b06052cc60395fc3ef9b76094fb4c4e5","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-16T19:02:55Z","title_canon_sha256":"25644cb74dd52008c9d1c8206658e0a4aaf15e3d80364809df0bb4adb88d3c08"},"schema_version":"1.0","source":{"id":"2102.08410","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.08410","created_at":"2026-07-05T02:16:02Z"},{"alias_kind":"arxiv_version","alias_value":"2102.08410v1","created_at":"2026-07-05T02:16:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.08410","created_at":"2026-07-05T02:16:02Z"},{"alias_kind":"pith_short_12","alias_value":"WIRHCLHJ3GZD","created_at":"2026-07-05T02:16:02Z"},{"alias_kind":"pith_short_16","alias_value":"WIRHCLHJ3GZDMZGM","created_at":"2026-07-05T02:16:02Z"},{"alias_kind":"pith_short_8","alias_value":"WIRHCLHJ","created_at":"2026-07-05T02:16:02Z"}],"graph_snapshots":[{"event_id":"sha256:ae2d6e83d4f3f4de8a9880fb73160aed758d2fff4b4f8422b50412eaf2cca557","target":"graph","created_at":"2026-07-05T02:16:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.08410/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Training and evaluation of fair classifiers is a challenging problem. This is partly due to the fact that most fairness metrics of interest depend on both the sensitive attribute information and label information of the data points. In many scenarios it is not possible to collect large datasets with such information. An alternate approach that is commonly used is to separately train an attribute classifier on data with sensitive attribute information, and then use it later in the ML pipeline to evaluate the bias of a given classifier. While such decoupling helps alleviate the problem of demogr","authors_text":"Alex Beutel, Jamie Morgenstern, Matthaeus Kleindessner, Pranjal Awasthi, Xuezhi Wang","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-16T19:02:55Z","title":"Evaluating Fairness of Machine Learning Models Under Uncertain and Incomplete Information"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.08410","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:06c9cea04c4882594d37b0181ad79da35c1d181818e60af0e389d00d2fc991ea","target":"record","created_at":"2026-07-05T02:16:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fa148bd80123d6db0de2827e34ad65c9b06052cc60395fc3ef9b76094fb4c4e5","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-16T19:02:55Z","title_canon_sha256":"25644cb74dd52008c9d1c8206658e0a4aaf15e3d80364809df0bb4adb88d3c08"},"schema_version":"1.0","source":{"id":"2102.08410","kind":"arxiv","version":1}},"canonical_sha256":"b222712ce9d9b23664cc89a3ec3a9c35d699aa9e708a382d28b61fa4f7ba26ce","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b222712ce9d9b23664cc89a3ec3a9c35d699aa9e708a382d28b61fa4f7ba26ce","first_computed_at":"2026-07-05T02:16:02.474129Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:16:02.474129Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2QJw/9VIA8e+g3VPOAHrUXzlNPtaXtIbJESJtxO5iJOgDwrl0TpajUHqWfiKWkR183LgtbhonU2r187/mB7bAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:16:02.474538Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.08410","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:06c9cea04c4882594d37b0181ad79da35c1d181818e60af0e389d00d2fc991ea","sha256:ae2d6e83d4f3f4de8a9880fb73160aed758d2fff4b4f8422b50412eaf2cca557"],"state_sha256":"2ccadb1b04278bb9846f9f7f8bcc9dba055c64ffd1d291f5a2cabae947887334"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IGr1m54BFkFomeQUS78AQKP/NePy5lqcu7hrRcgwRSgyhl9KHX039nruaPXs4IMPeZHwienoTcwAmk1A9lXdAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T02:41:00.504357Z","bundle_sha256":"59266b16f85f8d52d3edb25b5e81f99d90c0da836f349ef320aef43715cc352c"}}