{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:742DXLOHLQ7LO32TUATKU4MZJS","short_pith_number":"pith:742DXLOH","canonical_record":{"source":{"id":"2209.10591","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2022-09-21T18:33:33Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"61e99af81b4b230c56f03fccb9c6c26b221cc75e66ab2ea7663191c34594328e","abstract_canon_sha256":"8af530a949fbf4464052383d297d438d88a20ecd0b7cd0c97afbd09aa4ccc491"},"schema_version":"1.0"},"canonical_sha256":"ff343badc75c3eb76f53a026aa71994cae6d318cb09e1a814e412e3cfad7f47f","source":{"kind":"arxiv","id":"2209.10591","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.10591","created_at":"2026-07-05T05:00:04Z"},{"alias_kind":"arxiv_version","alias_value":"2209.10591v1","created_at":"2026-07-05T05:00:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.10591","created_at":"2026-07-05T05:00:04Z"},{"alias_kind":"pith_short_12","alias_value":"742DXLOHLQ7L","created_at":"2026-07-05T05:00:04Z"},{"alias_kind":"pith_short_16","alias_value":"742DXLOHLQ7LO32T","created_at":"2026-07-05T05:00:04Z"},{"alias_kind":"pith_short_8","alias_value":"742DXLOH","created_at":"2026-07-05T05:00:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:742DXLOHLQ7LO32TUATKU4MZJS","target":"record","payload":{"canonical_record":{"source":{"id":"2209.10591","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2022-09-21T18:33:33Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"61e99af81b4b230c56f03fccb9c6c26b221cc75e66ab2ea7663191c34594328e","abstract_canon_sha256":"8af530a949fbf4464052383d297d438d88a20ecd0b7cd0c97afbd09aa4ccc491"},"schema_version":"1.0"},"canonical_sha256":"ff343badc75c3eb76f53a026aa71994cae6d318cb09e1a814e412e3cfad7f47f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:00:04.276050Z","signature_b64":"RoSQ2uaPJ5kiEu5kjbH5lpzNLlbX7Fki5qDxzNzyOF1fd9H3ru+MBBy9ZCDRVGglq9knurPO1gzCyS7m+TcTAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff343badc75c3eb76f53a026aa71994cae6d318cb09e1a814e412e3cfad7f47f","last_reissued_at":"2026-07-05T05:00:04.275633Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:00:04.275633Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2209.10591","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gVfuqkrBNh2rJSXU7zgb3SWOMYLgqfmdRtpMrAI44D6eej0NqdK7FG9SQxhuBJTkT/juDf3gLmA6f7IJATxjAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T03:36:15.675607Z"},"content_sha256":"6bfd3f9a193864ea68def884ab6c1bcb3a766a94eb274ff8aa516050c2f4d5fa","schema_version":"1.0","event_id":"sha256:6bfd3f9a193864ea68def884ab6c1bcb3a766a94eb274ff8aa516050c2f4d5fa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:742DXLOHLQ7LO32TUATKU4MZJS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Assessing ASR Model Quality on Disordered Speech using BERTScore","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"eess.AS","authors_text":"Jimmy Tobin, Katie Seaver, Katrin Tomanek, Qisheng Li, Richard Cave, Subhashini Venugopalan","submitted_at":"2022-09-21T18:33:33Z","abstract_excerpt":"Word Error Rate (WER) is the primary metric used to assess automatic speech recognition (ASR) model quality. It has been shown that ASR models tend to have much higher WER on speakers with speech impairments than typical English speakers. It is hard to determine if models can be be useful at such high error rates. This study investigates the use of BERTScore, an evaluation metric for text generation, to provide a more informative measure of ASR model quality and usefulness. Both BERTScore and WER were compared to prediction errors manually annotated by Speech Language Pathologists for error ty"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.10591","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2209.10591/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ITvh8ATPTivBQ3KWvOZZtk0CBNNBhavFJnzWRMm2smQYlDs8iqgsym3p7H6cnpYYU8YFZTX8mwWPwhWsGS17AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T03:36:15.675994Z"},"content_sha256":"7ad03837532308adc025d1c1acaa619c93c65055514be172f6195d0e4bede8b6","schema_version":"1.0","event_id":"sha256:7ad03837532308adc025d1c1acaa619c93c65055514be172f6195d0e4bede8b6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/742DXLOHLQ7LO32TUATKU4MZJS/bundle.json","state_url":"https://pith.science/pith/742DXLOHLQ7LO32TUATKU4MZJS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/742DXLOHLQ7LO32TUATKU4MZJS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T03:36:15Z","links":{"resolver":"https://pith.science/pith/742DXLOHLQ7LO32TUATKU4MZJS","bundle":"https://pith.science/pith/742DXLOHLQ7LO32TUATKU4MZJS/bundle.json","state":"https://pith.science/pith/742DXLOHLQ7LO32TUATKU4MZJS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/742DXLOHLQ7LO32TUATKU4MZJS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:742DXLOHLQ7LO32TUATKU4MZJS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8af530a949fbf4464052383d297d438d88a20ecd0b7cd0c97afbd09aa4ccc491","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2022-09-21T18:33:33Z","title_canon_sha256":"61e99af81b4b230c56f03fccb9c6c26b221cc75e66ab2ea7663191c34594328e"},"schema_version":"1.0","source":{"id":"2209.10591","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.10591","created_at":"2026-07-05T05:00:04Z"},{"alias_kind":"arxiv_version","alias_value":"2209.10591v1","created_at":"2026-07-05T05:00:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.10591","created_at":"2026-07-05T05:00:04Z"},{"alias_kind":"pith_short_12","alias_value":"742DXLOHLQ7L","created_at":"2026-07-05T05:00:04Z"},{"alias_kind":"pith_short_16","alias_value":"742DXLOHLQ7LO32T","created_at":"2026-07-05T05:00:04Z"},{"alias_kind":"pith_short_8","alias_value":"742DXLOH","created_at":"2026-07-05T05:00:04Z"}],"graph_snapshots":[{"event_id":"sha256:7ad03837532308adc025d1c1acaa619c93c65055514be172f6195d0e4bede8b6","target":"graph","created_at":"2026-07-05T05:00:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.10591/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Word Error Rate (WER) is the primary metric used to assess automatic speech recognition (ASR) model quality. It has been shown that ASR models tend to have much higher WER on speakers with speech impairments than typical English speakers. It is hard to determine if models can be be useful at such high error rates. This study investigates the use of BERTScore, an evaluation metric for text generation, to provide a more informative measure of ASR model quality and usefulness. Both BERTScore and WER were compared to prediction errors manually annotated by Speech Language Pathologists for error ty","authors_text":"Jimmy Tobin, Katie Seaver, Katrin Tomanek, Qisheng Li, Richard Cave, Subhashini Venugopalan","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2022-09-21T18:33:33Z","title":"Assessing ASR Model Quality on Disordered Speech using BERTScore"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.10591","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6bfd3f9a193864ea68def884ab6c1bcb3a766a94eb274ff8aa516050c2f4d5fa","target":"record","created_at":"2026-07-05T05:00:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8af530a949fbf4464052383d297d438d88a20ecd0b7cd0c97afbd09aa4ccc491","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2022-09-21T18:33:33Z","title_canon_sha256":"61e99af81b4b230c56f03fccb9c6c26b221cc75e66ab2ea7663191c34594328e"},"schema_version":"1.0","source":{"id":"2209.10591","kind":"arxiv","version":1}},"canonical_sha256":"ff343badc75c3eb76f53a026aa71994cae6d318cb09e1a814e412e3cfad7f47f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff343badc75c3eb76f53a026aa71994cae6d318cb09e1a814e412e3cfad7f47f","first_computed_at":"2026-07-05T05:00:04.275633Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:00:04.275633Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RoSQ2uaPJ5kiEu5kjbH5lpzNLlbX7Fki5qDxzNzyOF1fd9H3ru+MBBy9ZCDRVGglq9knurPO1gzCyS7m+TcTAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:00:04.276050Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.10591","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6bfd3f9a193864ea68def884ab6c1bcb3a766a94eb274ff8aa516050c2f4d5fa","sha256:7ad03837532308adc025d1c1acaa619c93c65055514be172f6195d0e4bede8b6"],"state_sha256":"c3ca367f977e8b0caba90dba82821169d3b3ec99abc05bdc5990c4c0da2886cb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SEkLYvuDRUVN27Y4GWE11e3yejmXT53JHC/PCdUWl3asaDA2wqBZeU9aYpb1J8aSyneF2FmU901twlhunIoqCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T03:36:15.677987Z","bundle_sha256":"4f2af4c243ddbe03f9e0c0a98e0520676fcdc7cfdee5ace0e80b007388e63f99"}}