{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:DNQEUMPI53DDXHS5JBFUHNAY4I","short_pith_number":"pith:DNQEUMPI","canonical_record":{"source":{"id":"2104.02138","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-05T20:25:07Z","cross_cats_sorted":[],"title_canon_sha256":"457a5beaca2a9e3fadb48b12324c5eb2e13ccc40a1a483aa459eb0b7145390fe","abstract_canon_sha256":"dd9dc60aaaf32a80d21f45c4983ec3edaadc3d04232fb38fc20121eb100330ce"},"schema_version":"1.0"},"canonical_sha256":"1b604a31e8eec63b9e5d484b43b418e239d4e0fac9146c0371ce046548a7e318","source":{"kind":"arxiv","id":"2104.02138","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.02138","created_at":"2026-07-05T02:29:14Z"},{"alias_kind":"arxiv_version","alias_value":"2104.02138v1","created_at":"2026-07-05T02:29:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.02138","created_at":"2026-07-05T02:29:14Z"},{"alias_kind":"pith_short_12","alias_value":"DNQEUMPI53DD","created_at":"2026-07-05T02:29:14Z"},{"alias_kind":"pith_short_16","alias_value":"DNQEUMPI53DDXHS5","created_at":"2026-07-05T02:29:14Z"},{"alias_kind":"pith_short_8","alias_value":"DNQEUMPI","created_at":"2026-07-05T02:29:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:DNQEUMPI53DDXHS5JBFUHNAY4I","target":"record","payload":{"canonical_record":{"source":{"id":"2104.02138","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-05T20:25:07Z","cross_cats_sorted":[],"title_canon_sha256":"457a5beaca2a9e3fadb48b12324c5eb2e13ccc40a1a483aa459eb0b7145390fe","abstract_canon_sha256":"dd9dc60aaaf32a80d21f45c4983ec3edaadc3d04232fb38fc20121eb100330ce"},"schema_version":"1.0"},"canonical_sha256":"1b604a31e8eec63b9e5d484b43b418e239d4e0fac9146c0371ce046548a7e318","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:29:14.432624Z","signature_b64":"N0xNwYqgPIrH3jMVQoRXI2o9iOdFgTq4AUUrmsSOuFbnrltXCMvi2IMUrhlw15HIwze/+2Tu/M+BIfpgktFbAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1b604a31e8eec63b9e5d484b43b418e239d4e0fac9146c0371ce046548a7e318","last_reissued_at":"2026-07-05T02:29:14.432153Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:29:14.432153Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.02138","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:29:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pf2sz7AIXKDwJqR28jFVaQy7aoihnAE9YrRhPmhxsEkVUGlkLBWR8JtalukCNhTZoCOfWXaU2JtHpm8Bf8HcCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T01:11:18.916062Z"},"content_sha256":"0b7756e64d2cca618963d5d21a9cf501d7f733c69e02a7314f88de77814716e8","schema_version":"1.0","event_id":"sha256:0b7756e64d2cca618963d5d21a9cf501d7f733c69e02a7314f88de77814716e8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:DNQEUMPI53DDXHS5JBFUHNAY4I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Semantic Distance: A New Metric for ASR Performance Analysis Towards Spoken Language Understanding","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Abhinav Arora, Ching-Feng Yeh, Christian Fuegen, Duc Le, Michael L. Seltzer, Ozlem Kalinli, Suyoun Kim","submitted_at":"2021-04-05T20:25:07Z","abstract_excerpt":"Word Error Rate (WER) has been the predominant metric used to evaluate the performance of automatic speech recognition (ASR) systems. However, WER is sometimes not a good indicator for downstream Natural Language Understanding (NLU) tasks, such as intent recognition, slot filling, and semantic parsing in task-oriented dialog systems. This is because WER takes into consideration only literal correctness instead of semantic correctness, the latter of which is typically more important for these downstream tasks. In this study, we propose a novel Semantic Distance (SemDist) measure as an alternati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.02138","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.02138/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:29:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LdM2oWozNqoAcBRaG5mQ/tBghZF3/x5LVwj87cKk1Kbitzyv7uK1AWF/7kHdA9w2jHIZnuWTeKRj2vM8Cm9EBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T01:11:18.916904Z"},"content_sha256":"47247112a88be5747af7ee9135e10970cba920529bec993ba87954515a14f2df","schema_version":"1.0","event_id":"sha256:47247112a88be5747af7ee9135e10970cba920529bec993ba87954515a14f2df"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DNQEUMPI53DDXHS5JBFUHNAY4I/bundle.json","state_url":"https://pith.science/pith/DNQEUMPI53DDXHS5JBFUHNAY4I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DNQEUMPI53DDXHS5JBFUHNAY4I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T01:11:18Z","links":{"resolver":"https://pith.science/pith/DNQEUMPI53DDXHS5JBFUHNAY4I","bundle":"https://pith.science/pith/DNQEUMPI53DDXHS5JBFUHNAY4I/bundle.json","state":"https://pith.science/pith/DNQEUMPI53DDXHS5JBFUHNAY4I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DNQEUMPI53DDXHS5JBFUHNAY4I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:DNQEUMPI53DDXHS5JBFUHNAY4I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dd9dc60aaaf32a80d21f45c4983ec3edaadc3d04232fb38fc20121eb100330ce","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-05T20:25:07Z","title_canon_sha256":"457a5beaca2a9e3fadb48b12324c5eb2e13ccc40a1a483aa459eb0b7145390fe"},"schema_version":"1.0","source":{"id":"2104.02138","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.02138","created_at":"2026-07-05T02:29:14Z"},{"alias_kind":"arxiv_version","alias_value":"2104.02138v1","created_at":"2026-07-05T02:29:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.02138","created_at":"2026-07-05T02:29:14Z"},{"alias_kind":"pith_short_12","alias_value":"DNQEUMPI53DD","created_at":"2026-07-05T02:29:14Z"},{"alias_kind":"pith_short_16","alias_value":"DNQEUMPI53DDXHS5","created_at":"2026-07-05T02:29:14Z"},{"alias_kind":"pith_short_8","alias_value":"DNQEUMPI","created_at":"2026-07-05T02:29:14Z"}],"graph_snapshots":[{"event_id":"sha256:47247112a88be5747af7ee9135e10970cba920529bec993ba87954515a14f2df","target":"graph","created_at":"2026-07-05T02:29:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.02138/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Word Error Rate (WER) has been the predominant metric used to evaluate the performance of automatic speech recognition (ASR) systems. However, WER is sometimes not a good indicator for downstream Natural Language Understanding (NLU) tasks, such as intent recognition, slot filling, and semantic parsing in task-oriented dialog systems. This is because WER takes into consideration only literal correctness instead of semantic correctness, the latter of which is typically more important for these downstream tasks. In this study, we propose a novel Semantic Distance (SemDist) measure as an alternati","authors_text":"Abhinav Arora, Ching-Feng Yeh, Christian Fuegen, Duc Le, Michael L. Seltzer, Ozlem Kalinli, Suyoun Kim","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-05T20:25:07Z","title":"Semantic Distance: A New Metric for ASR Performance Analysis Towards Spoken Language Understanding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.02138","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0b7756e64d2cca618963d5d21a9cf501d7f733c69e02a7314f88de77814716e8","target":"record","created_at":"2026-07-05T02:29:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dd9dc60aaaf32a80d21f45c4983ec3edaadc3d04232fb38fc20121eb100330ce","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-04-05T20:25:07Z","title_canon_sha256":"457a5beaca2a9e3fadb48b12324c5eb2e13ccc40a1a483aa459eb0b7145390fe"},"schema_version":"1.0","source":{"id":"2104.02138","kind":"arxiv","version":1}},"canonical_sha256":"1b604a31e8eec63b9e5d484b43b418e239d4e0fac9146c0371ce046548a7e318","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1b604a31e8eec63b9e5d484b43b418e239d4e0fac9146c0371ce046548a7e318","first_computed_at":"2026-07-05T02:29:14.432153Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:29:14.432153Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"N0xNwYqgPIrH3jMVQoRXI2o9iOdFgTq4AUUrmsSOuFbnrltXCMvi2IMUrhlw15HIwze/+2Tu/M+BIfpgktFbAw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:29:14.432624Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.02138","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0b7756e64d2cca618963d5d21a9cf501d7f733c69e02a7314f88de77814716e8","sha256:47247112a88be5747af7ee9135e10970cba920529bec993ba87954515a14f2df"],"state_sha256":"87ddd0886110cc71a279a45ceb6c3dc185a1162f2fcbf42ea1ab480f00ffa7a5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oNk7XIEaUBMVIKLMgrA6Zvyn+otBkTi+xUy1qPDhYwcG2RrQaPmHqb7817uISWyk3CBfv5ukCjS9A/WyTwd8CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T01:11:18.923697Z","bundle_sha256":"5ff325ad3045251830ce23a0eb28b4d5379434cd04ce343e926613f62b140da2"}}