{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:MQ75BQNVGF4AZ5P7F27OIKGFIZ","short_pith_number":"pith:MQ75BQNV","canonical_record":{"source":{"id":"2507.05885","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-08T11:17:13Z","cross_cats_sorted":["cs.SD","eess.AS"],"title_canon_sha256":"b468cf03c2403fa3e250d0297628eb973e8cb6dc4c383d810f4c670a1ed2e707","abstract_canon_sha256":"10c2350269e93eefb1a56b75baab633e33cc75659b91650b489debac4b322bda"},"schema_version":"1.0"},"canonical_sha256":"643fd0c1b531780cf5ff2ebee428c54650210c36bfbeffa141c00770389e8af7","source":{"kind":"arxiv","id":"2507.05885","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.05885","created_at":"2026-07-05T11:33:37Z"},{"alias_kind":"arxiv_version","alias_value":"2507.05885v1","created_at":"2026-07-05T11:33:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.05885","created_at":"2026-07-05T11:33:37Z"},{"alias_kind":"pith_short_12","alias_value":"MQ75BQNVGF4A","created_at":"2026-07-05T11:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"MQ75BQNVGF4AZ5P7","created_at":"2026-07-05T11:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"MQ75BQNV","created_at":"2026-07-05T11:33:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:MQ75BQNVGF4AZ5P7F27OIKGFIZ","target":"record","payload":{"canonical_record":{"source":{"id":"2507.05885","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-08T11:17:13Z","cross_cats_sorted":["cs.SD","eess.AS"],"title_canon_sha256":"b468cf03c2403fa3e250d0297628eb973e8cb6dc4c383d810f4c670a1ed2e707","abstract_canon_sha256":"10c2350269e93eefb1a56b75baab633e33cc75659b91650b489debac4b322bda"},"schema_version":"1.0"},"canonical_sha256":"643fd0c1b531780cf5ff2ebee428c54650210c36bfbeffa141c00770389e8af7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:33:37.749343Z","signature_b64":"wEcvKUZHzv1FOLg8JTOpBAgpoNvTAvwamU3PwrHFDXYgtb3lJhGpRKXYJMgz+63A5+4ahOvXujU0768vqmQRDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"643fd0c1b531780cf5ff2ebee428c54650210c36bfbeffa141c00770389e8af7","last_reissued_at":"2026-07-05T11:33:37.748856Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:33:37.748856Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.05885","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9LxL0aUlunPgf2a7/DrrKC3wuiKaIBA49mmiDLD4irZRZLeBg6iXkrSlW/H1WvUSYbUwhRoeFOrknWe3dzBSAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:51:17.306571Z"},"content_sha256":"1e828f9607b7f16ea6b2a172f6d24391215819983823ee87efdef49902ce53dc","schema_version":"1.0","event_id":"sha256:1e828f9607b7f16ea6b2a172f6d24391215819983823ee87efdef49902ce53dc"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:MQ75BQNVGF4AZ5P7F27OIKGFIZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How to Evaluate Automatic Speech Recognition: Comparing Different Performance and Bias Measures","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.SD","eess.AS"],"primary_cat":"cs.CL","authors_text":"Aaron Yi Ding, Odette Scharenborg, Tanvina Patel, Wiebke Hutiri","submitted_at":"2025-07-08T11:17:13Z","abstract_excerpt":"There is increasingly more evidence that automatic speech recognition (ASR) systems are biased against different speakers and speaker groups, e.g., due to gender, age, or accent. Research on bias in ASR has so far primarily focused on detecting and quantifying bias, and developing mitigation approaches. Despite this progress, the open question is how to measure the performance and bias of a system. In this study, we compare different performance and bias measures, from literature and proposed, to evaluate state-of-the-art end-to-end ASR systems for Dutch. Our experiments use several bias mitig"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.05885","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.05885/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:33:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+0qyZT5M/UqB56bmecJ02ymz91EvoAnylrkXYwgy8zyPSyO1r7PLdnw39WjjRVdgO16TbpMSNOzk0CfHthZRDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:51:17.307517Z"},"content_sha256":"c225142ce6d63e7c12b81f98d314aeec9f80c89ad64b5d0bbd16067fd6e84844","schema_version":"1.0","event_id":"sha256:c225142ce6d63e7c12b81f98d314aeec9f80c89ad64b5d0bbd16067fd6e84844"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MQ75BQNVGF4AZ5P7F27OIKGFIZ/bundle.json","state_url":"https://pith.science/pith/MQ75BQNVGF4AZ5P7F27OIKGFIZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MQ75BQNVGF4AZ5P7F27OIKGFIZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T07:51:17Z","links":{"resolver":"https://pith.science/pith/MQ75BQNVGF4AZ5P7F27OIKGFIZ","bundle":"https://pith.science/pith/MQ75BQNVGF4AZ5P7F27OIKGFIZ/bundle.json","state":"https://pith.science/pith/MQ75BQNVGF4AZ5P7F27OIKGFIZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MQ75BQNVGF4AZ5P7F27OIKGFIZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:MQ75BQNVGF4AZ5P7F27OIKGFIZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"10c2350269e93eefb1a56b75baab633e33cc75659b91650b489debac4b322bda","cross_cats_sorted":["cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-08T11:17:13Z","title_canon_sha256":"b468cf03c2403fa3e250d0297628eb973e8cb6dc4c383d810f4c670a1ed2e707"},"schema_version":"1.0","source":{"id":"2507.05885","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.05885","created_at":"2026-07-05T11:33:37Z"},{"alias_kind":"arxiv_version","alias_value":"2507.05885v1","created_at":"2026-07-05T11:33:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.05885","created_at":"2026-07-05T11:33:37Z"},{"alias_kind":"pith_short_12","alias_value":"MQ75BQNVGF4A","created_at":"2026-07-05T11:33:37Z"},{"alias_kind":"pith_short_16","alias_value":"MQ75BQNVGF4AZ5P7","created_at":"2026-07-05T11:33:37Z"},{"alias_kind":"pith_short_8","alias_value":"MQ75BQNV","created_at":"2026-07-05T11:33:37Z"}],"graph_snapshots":[{"event_id":"sha256:c225142ce6d63e7c12b81f98d314aeec9f80c89ad64b5d0bbd16067fd6e84844","target":"graph","created_at":"2026-07-05T11:33:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.05885/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"There is increasingly more evidence that automatic speech recognition (ASR) systems are biased against different speakers and speaker groups, e.g., due to gender, age, or accent. Research on bias in ASR has so far primarily focused on detecting and quantifying bias, and developing mitigation approaches. Despite this progress, the open question is how to measure the performance and bias of a system. In this study, we compare different performance and bias measures, from literature and proposed, to evaluate state-of-the-art end-to-end ASR systems for Dutch. Our experiments use several bias mitig","authors_text":"Aaron Yi Ding, Odette Scharenborg, Tanvina Patel, Wiebke Hutiri","cross_cats":["cs.SD","eess.AS"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-08T11:17:13Z","title":"How to Evaluate Automatic Speech Recognition: Comparing Different Performance and Bias Measures"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.05885","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1e828f9607b7f16ea6b2a172f6d24391215819983823ee87efdef49902ce53dc","target":"record","created_at":"2026-07-05T11:33:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"10c2350269e93eefb1a56b75baab633e33cc75659b91650b489debac4b322bda","cross_cats_sorted":["cs.SD","eess.AS"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-07-08T11:17:13Z","title_canon_sha256":"b468cf03c2403fa3e250d0297628eb973e8cb6dc4c383d810f4c670a1ed2e707"},"schema_version":"1.0","source":{"id":"2507.05885","kind":"arxiv","version":1}},"canonical_sha256":"643fd0c1b531780cf5ff2ebee428c54650210c36bfbeffa141c00770389e8af7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"643fd0c1b531780cf5ff2ebee428c54650210c36bfbeffa141c00770389e8af7","first_computed_at":"2026-07-05T11:33:37.748856Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:33:37.748856Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wEcvKUZHzv1FOLg8JTOpBAgpoNvTAvwamU3PwrHFDXYgtb3lJhGpRKXYJMgz+63A5+4ahOvXujU0768vqmQRDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:33:37.749343Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.05885","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1e828f9607b7f16ea6b2a172f6d24391215819983823ee87efdef49902ce53dc","sha256:c225142ce6d63e7c12b81f98d314aeec9f80c89ad64b5d0bbd16067fd6e84844"],"state_sha256":"8552aa1adee7a2a379109af7107ac44c258610123df84da9a8f6418e6ca996c8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tYojB4X8HOfvV22rqyjjpgxNDL9Yceh3QoWvNhVkBEizeYKZ/vJ5VXlMhyyoEE2W37udVdLshBFZAsjuWimFBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T07:51:17.316696Z","bundle_sha256":"2eb5c25e7e5c5762806ea99bdbeb48efd6c0505e33c10504024a1171adf049fb"}}