{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CRMMIE3FNBPG2CBZ4TNNVBKHOA","short_pith_number":"pith:CRMMIE3F","canonical_record":{"source":{"id":"2310.02521","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2023-10-04T01:40:03Z","cross_cats_sorted":[],"title_canon_sha256":"c2d4c7b6d9dd33c078c787bd3f23a8661d71e4e1bbd452ad7266d0c9f059cf5b","abstract_canon_sha256":"002cba08c74830a467068071daa612076253f2b588ae5742ff70c09a729c746b"},"schema_version":"1.0"},"canonical_sha256":"1458c41365685e6d0839e4dada8547700b46a849f912aea3b34b54f276b020bc","source":{"kind":"arxiv","id":"2310.02521","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02521","created_at":"2026-07-05T06:56:58Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02521v1","created_at":"2026-07-05T06:56:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02521","created_at":"2026-07-05T06:56:58Z"},{"alias_kind":"pith_short_12","alias_value":"CRMMIE3FNBPG","created_at":"2026-07-05T06:56:58Z"},{"alias_kind":"pith_short_16","alias_value":"CRMMIE3FNBPG2CBZ","created_at":"2026-07-05T06:56:58Z"},{"alias_kind":"pith_short_8","alias_value":"CRMMIE3F","created_at":"2026-07-05T06:56:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CRMMIE3FNBPG2CBZ4TNNVBKHOA","target":"record","payload":{"canonical_record":{"source":{"id":"2310.02521","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2023-10-04T01:40:03Z","cross_cats_sorted":[],"title_canon_sha256":"c2d4c7b6d9dd33c078c787bd3f23a8661d71e4e1bbd452ad7266d0c9f059cf5b","abstract_canon_sha256":"002cba08c74830a467068071daa612076253f2b588ae5742ff70c09a729c746b"},"schema_version":"1.0"},"canonical_sha256":"1458c41365685e6d0839e4dada8547700b46a849f912aea3b34b54f276b020bc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:56:58.511170Z","signature_b64":"69LpBMBpINN8YHxHm/YDTc/BcIt84/DJLk7RKIXsVjRLKidX02/z6efq3ZzgaqVM73DWbU00KnCiN/b1IULpBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1458c41365685e6d0839e4dada8547700b46a849f912aea3b34b54f276b020bc","last_reissued_at":"2026-07-05T06:56:58.510788Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:56:58.510788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.02521","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:56:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RQ8z5jjqprv+GGCxBWs922DIfKy437f/mevtCjMy20u5E2PyUQmgMTvg5KirMn6U8eOCfvITqL6OyTOwdpigAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:59:22.281659Z"},"content_sha256":"7ecf822b5215f7507b45ced33b6a21bc0d2dabc718b65efab11c35ecaddef50e","schema_version":"1.0","event_id":"sha256:7ecf822b5215f7507b45ced33b6a21bc0d2dabc718b65efab11c35ecaddef50e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CRMMIE3FNBPG2CBZ4TNNVBKHOA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Who Audits the Auditors? Recommendations from a field scan of the algorithmic auditing ecosystem","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Emma Harvey, Inioluwa Deborah Raji, Joy Buolamwini, Martha Czernuszenko, Sasha Costanza-Chock","submitted_at":"2023-10-04T01:40:03Z","abstract_excerpt":"AI audits are an increasingly popular mechanism for algorithmic accountability; however, they remain poorly defined. Without a clear understanding of audit practices, let alone widely used standards or regulatory guidance, claims that an AI product or system has been audited, whether by first-, second-, or third-party auditors, are difficult to verify and may exacerbate, rather than mitigate, bias and harm. To address this knowledge gap, we provide the first comprehensive field scan of the AI audit ecosystem. We share a catalog of individuals (N=438) and organizations (N=189) who engage in alg"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02521","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.02521/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:56:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"idfifmJGqP2oSSvP4DQ/OdftSlofsC7JTp7jp8KD1IN/qdxRnouy2p/itGdMfTVqCPJVWaXepYuRTBSAlPrODw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:59:22.282306Z"},"content_sha256":"ff15c9f5df3c4342a82106709c2c4150fd1cb584b66363d78ff13c8aaa9e5cef","schema_version":"1.0","event_id":"sha256:ff15c9f5df3c4342a82106709c2c4150fd1cb584b66363d78ff13c8aaa9e5cef"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CRMMIE3FNBPG2CBZ4TNNVBKHOA/bundle.json","state_url":"https://pith.science/pith/CRMMIE3FNBPG2CBZ4TNNVBKHOA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CRMMIE3FNBPG2CBZ4TNNVBKHOA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T23:59:22Z","links":{"resolver":"https://pith.science/pith/CRMMIE3FNBPG2CBZ4TNNVBKHOA","bundle":"https://pith.science/pith/CRMMIE3FNBPG2CBZ4TNNVBKHOA/bundle.json","state":"https://pith.science/pith/CRMMIE3FNBPG2CBZ4TNNVBKHOA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CRMMIE3FNBPG2CBZ4TNNVBKHOA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CRMMIE3FNBPG2CBZ4TNNVBKHOA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"002cba08c74830a467068071daa612076253f2b588ae5742ff70c09a729c746b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2023-10-04T01:40:03Z","title_canon_sha256":"c2d4c7b6d9dd33c078c787bd3f23a8661d71e4e1bbd452ad7266d0c9f059cf5b"},"schema_version":"1.0","source":{"id":"2310.02521","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.02521","created_at":"2026-07-05T06:56:58Z"},{"alias_kind":"arxiv_version","alias_value":"2310.02521v1","created_at":"2026-07-05T06:56:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.02521","created_at":"2026-07-05T06:56:58Z"},{"alias_kind":"pith_short_12","alias_value":"CRMMIE3FNBPG","created_at":"2026-07-05T06:56:58Z"},{"alias_kind":"pith_short_16","alias_value":"CRMMIE3FNBPG2CBZ","created_at":"2026-07-05T06:56:58Z"},{"alias_kind":"pith_short_8","alias_value":"CRMMIE3F","created_at":"2026-07-05T06:56:58Z"}],"graph_snapshots":[{"event_id":"sha256:ff15c9f5df3c4342a82106709c2c4150fd1cb584b66363d78ff13c8aaa9e5cef","target":"graph","created_at":"2026-07-05T06:56:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.02521/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"AI audits are an increasingly popular mechanism for algorithmic accountability; however, they remain poorly defined. Without a clear understanding of audit practices, let alone widely used standards or regulatory guidance, claims that an AI product or system has been audited, whether by first-, second-, or third-party auditors, are difficult to verify and may exacerbate, rather than mitigate, bias and harm. To address this knowledge gap, we provide the first comprehensive field scan of the AI audit ecosystem. We share a catalog of individuals (N=438) and organizations (N=189) who engage in alg","authors_text":"Emma Harvey, Inioluwa Deborah Raji, Joy Buolamwini, Martha Czernuszenko, Sasha Costanza-Chock","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2023-10-04T01:40:03Z","title":"Who Audits the Auditors? Recommendations from a field scan of the algorithmic auditing ecosystem"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.02521","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7ecf822b5215f7507b45ced33b6a21bc0d2dabc718b65efab11c35ecaddef50e","target":"record","created_at":"2026-07-05T06:56:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"002cba08c74830a467068071daa612076253f2b588ae5742ff70c09a729c746b","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CY","submitted_at":"2023-10-04T01:40:03Z","title_canon_sha256":"c2d4c7b6d9dd33c078c787bd3f23a8661d71e4e1bbd452ad7266d0c9f059cf5b"},"schema_version":"1.0","source":{"id":"2310.02521","kind":"arxiv","version":1}},"canonical_sha256":"1458c41365685e6d0839e4dada8547700b46a849f912aea3b34b54f276b020bc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1458c41365685e6d0839e4dada8547700b46a849f912aea3b34b54f276b020bc","first_computed_at":"2026-07-05T06:56:58.510788Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:56:58.510788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"69LpBMBpINN8YHxHm/YDTc/BcIt84/DJLk7RKIXsVjRLKidX02/z6efq3ZzgaqVM73DWbU00KnCiN/b1IULpBA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:56:58.511170Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.02521","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7ecf822b5215f7507b45ced33b6a21bc0d2dabc718b65efab11c35ecaddef50e","sha256:ff15c9f5df3c4342a82106709c2c4150fd1cb584b66363d78ff13c8aaa9e5cef"],"state_sha256":"7824b427cf72e25244e87da98dd971098338000d878951f9a38de5cfdbfb9134"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sbsan2bbbfm6dTili4UoOrE8uwAHJDcpk6SXRP/pJoLCs9jnVUxAoksplO1MIIAfiSB9l7kF5xRXkVFBTAY/Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T23:59:22.286919Z","bundle_sha256":"e4c451c81e3a357b15d9ecb368175a8cc4b3f6adaf967b8b2dc9d3151b6a1d2c"}}