{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DYCMX4QZSKV5TPHPBX2LVAA4CY","short_pith_number":"pith:DYCMX4QZ","canonical_record":{"source":{"id":"2412.07937","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-10T21:47:15Z","cross_cats_sorted":[],"title_canon_sha256":"3d3562750f8cc5cbc453c7e80320c7ac4f9d18741bd12d3b75043ff1ca62a92e","abstract_canon_sha256":"8a721f2eb50fab5603dcabc40d9572241528351461abc1bea873dcfd75da13d9"},"schema_version":"1.0"},"canonical_sha256":"1e04cbf21992abd9bcef0df4ba801c16264a3e1933bd7ac3d233b430bd056298","source":{"kind":"arxiv","id":"2412.07937","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.07937","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"arxiv_version","alias_value":"2412.07937v1","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.07937","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_12","alias_value":"DYCMX4QZSKV5","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_16","alias_value":"DYCMX4QZSKV5TPHP","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_8","alias_value":"DYCMX4QZ","created_at":"2026-07-05T09:47:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DYCMX4QZSKV5TPHPBX2LVAA4CY","target":"record","payload":{"canonical_record":{"source":{"id":"2412.07937","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-10T21:47:15Z","cross_cats_sorted":[],"title_canon_sha256":"3d3562750f8cc5cbc453c7e80320c7ac4f9d18741bd12d3b75043ff1ca62a92e","abstract_canon_sha256":"8a721f2eb50fab5603dcabc40d9572241528351461abc1bea873dcfd75da13d9"},"schema_version":"1.0"},"canonical_sha256":"1e04cbf21992abd9bcef0df4ba801c16264a3e1933bd7ac3d233b430bd056298","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:47:41.463108Z","signature_b64":"K7oq8aVDrvqGmSHlkj78D+gZ0afRycRyXUEeItlGMC9muC04hpkKbEjc6Aet6jwjDpNrDdOfA7DCs7NLXcbsBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1e04cbf21992abd9bcef0df4ba801c16264a3e1933bd7ac3d233b430bd056298","last_reissued_at":"2026-07-05T09:47:41.462632Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:47:41.462632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.07937","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"egqymiEU2RSXD19Yv5gbKHiiJnCrsSHAOe/arfRtddyBrCAw0nT24x9Cegt7q2/MoI4utmqKIqZ8EnHn7fryCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T06:52:54.942727Z"},"content_sha256":"a0d7c3aabbf183998a41bf6d65b074efe27b1885e53788e2efa370a40cbee3f3","schema_version":"1.0","event_id":"sha256:a0d7c3aabbf183998a41bf6d65b074efe27b1885e53788e2efa370a40cbee3f3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DYCMX4QZSKV5TPHPBX2LVAA4CY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Style-agnostic evaluation of ASR using multiple reference transcripts","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Corey Miller, Danny Chen, Martin Ratajczak, Miguel \\'Angel del R\\'io Fern\\'andez, Mig\\\"uel Jett\\'e, Nishchal Bhandari, Quinten McNamara","submitted_at":"2024-12-10T21:47:15Z","abstract_excerpt":"Word error rate (WER) as a metric has a variety of limitations that have plagued the field of speech recognition. Evaluation datasets suffer from varying style, formality, and inherent ambiguity of the transcription task. In this work, we attempt to mitigate some of these differences by performing style-agnostic evaluation of ASR systems using multiple references transcribed under opposing style parameters. As a result, we find that existing WER reports are likely significantly over-estimating the number of contentful errors made by state-of-the-art ASR systems. In addition, we have found our "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.07937","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.07937/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:47:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XPRy/so1LwLKxtNWDBtXmDOmnXSbZbpOg8G6nbqhxpAWnYJX+3wqQeTk39LwZrfiJWzDtvz5fkCufofCeBypCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T06:52:54.943248Z"},"content_sha256":"7e46e2c5149ae7738f343901190244997cc2f7eae179d6f16f9eedd82d40a6c8","schema_version":"1.0","event_id":"sha256:7e46e2c5149ae7738f343901190244997cc2f7eae179d6f16f9eedd82d40a6c8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DYCMX4QZSKV5TPHPBX2LVAA4CY/bundle.json","state_url":"https://pith.science/pith/DYCMX4QZSKV5TPHPBX2LVAA4CY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DYCMX4QZSKV5TPHPBX2LVAA4CY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T06:52:54Z","links":{"resolver":"https://pith.science/pith/DYCMX4QZSKV5TPHPBX2LVAA4CY","bundle":"https://pith.science/pith/DYCMX4QZSKV5TPHPBX2LVAA4CY/bundle.json","state":"https://pith.science/pith/DYCMX4QZSKV5TPHPBX2LVAA4CY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DYCMX4QZSKV5TPHPBX2LVAA4CY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DYCMX4QZSKV5TPHPBX2LVAA4CY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8a721f2eb50fab5603dcabc40d9572241528351461abc1bea873dcfd75da13d9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-10T21:47:15Z","title_canon_sha256":"3d3562750f8cc5cbc453c7e80320c7ac4f9d18741bd12d3b75043ff1ca62a92e"},"schema_version":"1.0","source":{"id":"2412.07937","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.07937","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"arxiv_version","alias_value":"2412.07937v1","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.07937","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_12","alias_value":"DYCMX4QZSKV5","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_16","alias_value":"DYCMX4QZSKV5TPHP","created_at":"2026-07-05T09:47:41Z"},{"alias_kind":"pith_short_8","alias_value":"DYCMX4QZ","created_at":"2026-07-05T09:47:41Z"}],"graph_snapshots":[{"event_id":"sha256:7e46e2c5149ae7738f343901190244997cc2f7eae179d6f16f9eedd82d40a6c8","target":"graph","created_at":"2026-07-05T09:47:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.07937/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Word error rate (WER) as a metric has a variety of limitations that have plagued the field of speech recognition. Evaluation datasets suffer from varying style, formality, and inherent ambiguity of the transcription task. In this work, we attempt to mitigate some of these differences by performing style-agnostic evaluation of ASR systems using multiple references transcribed under opposing style parameters. As a result, we find that existing WER reports are likely significantly over-estimating the number of contentful errors made by state-of-the-art ASR systems. In addition, we have found our ","authors_text":"Corey Miller, Danny Chen, Martin Ratajczak, Miguel \\'Angel del R\\'io Fern\\'andez, Mig\\\"uel Jett\\'e, Nishchal Bhandari, Quinten McNamara","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-10T21:47:15Z","title":"Style-agnostic evaluation of ASR using multiple reference transcripts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.07937","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a0d7c3aabbf183998a41bf6d65b074efe27b1885e53788e2efa370a40cbee3f3","target":"record","created_at":"2026-07-05T09:47:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8a721f2eb50fab5603dcabc40d9572241528351461abc1bea873dcfd75da13d9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-10T21:47:15Z","title_canon_sha256":"3d3562750f8cc5cbc453c7e80320c7ac4f9d18741bd12d3b75043ff1ca62a92e"},"schema_version":"1.0","source":{"id":"2412.07937","kind":"arxiv","version":1}},"canonical_sha256":"1e04cbf21992abd9bcef0df4ba801c16264a3e1933bd7ac3d233b430bd056298","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e04cbf21992abd9bcef0df4ba801c16264a3e1933bd7ac3d233b430bd056298","first_computed_at":"2026-07-05T09:47:41.462632Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:47:41.462632Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"K7oq8aVDrvqGmSHlkj78D+gZ0afRycRyXUEeItlGMC9muC04hpkKbEjc6Aet6jwjDpNrDdOfA7DCs7NLXcbsBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:47:41.463108Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.07937","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a0d7c3aabbf183998a41bf6d65b074efe27b1885e53788e2efa370a40cbee3f3","sha256:7e46e2c5149ae7738f343901190244997cc2f7eae179d6f16f9eedd82d40a6c8"],"state_sha256":"3973dfd3da97c2dbae6d971995dc65e5e1d8b3472959825826db120059a9935f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R66kXOOTEhIgdZvucO6hLrPH5/fLYxqWjdmXXtCL7O9ziLyygxIdkel1Ozv+1/mP71Y4nKwCxNtnvMelX+6NAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T06:52:54.949261Z","bundle_sha256":"2b697fb9397da64b269f0111c98a7cf32348dccd0800c11c54ec322dabaec5ef"}}