{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:MMTRES5XBUNQUSJL342MJY4L5F","short_pith_number":"pith:MMTRES5X","canonical_record":{"source":{"id":"2505.22251","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2025-05-28T11:39:59Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"ba330f0584125e81a3d2173be2395ea6094c0d407c408503dc6f3bf87b110bef","abstract_canon_sha256":"a04e232a6fad094034b967af1d2ff7bb8c70f1d0b4dc3c7099294b3d818e1c9d"},"schema_version":"1.0"},"canonical_sha256":"6327124bb70d1b0a492bdf34c4e38be978e3731e3c759fef6287ca0aae7d7b55","source":{"kind":"arxiv","id":"2505.22251","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22251","created_at":"2026-07-05T11:16:35Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22251v2","created_at":"2026-07-05T11:16:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22251","created_at":"2026-07-05T11:16:35Z"},{"alias_kind":"pith_short_12","alias_value":"MMTRES5XBUNQ","created_at":"2026-07-05T11:16:35Z"},{"alias_kind":"pith_short_16","alias_value":"MMTRES5XBUNQUSJL","created_at":"2026-07-05T11:16:35Z"},{"alias_kind":"pith_short_8","alias_value":"MMTRES5X","created_at":"2026-07-05T11:16:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:MMTRES5XBUNQUSJL342MJY4L5F","target":"record","payload":{"canonical_record":{"source":{"id":"2505.22251","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2025-05-28T11:39:59Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"ba330f0584125e81a3d2173be2395ea6094c0d407c408503dc6f3bf87b110bef","abstract_canon_sha256":"a04e232a6fad094034b967af1d2ff7bb8c70f1d0b4dc3c7099294b3d818e1c9d"},"schema_version":"1.0"},"canonical_sha256":"6327124bb70d1b0a492bdf34c4e38be978e3731e3c759fef6287ca0aae7d7b55","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:16:35.549073Z","signature_b64":"1TdSRGtZGI79ZfqcZeW8i2cs2LCDh4WJyF/jh9Cz/saZmo+UAdfcKSYC0XETWjFVRjbtYAeD49HSD7PqESXOCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6327124bb70d1b0a492bdf34c4e38be978e3731e3c759fef6287ca0aae7d7b55","last_reissued_at":"2026-07-05T11:16:35.548376Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:16:35.548376Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.22251","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yjmEJJZ+kcLgF+V8oQAzJtrz9f0JHNiwSX/Plpa9BL8kxG+I3MnsY9EQ3unNxC3aakQVqi16pUie+9BFXbp0Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:17:37.562780Z"},"content_sha256":"cdaa226ca35cf7de1397936eb09d2149c2b7455a95f8ab452d188fb8d5ef6b1a","schema_version":"1.0","event_id":"sha256:cdaa226ca35cf7de1397936eb09d2149c2b7455a95f8ab452d188fb8d5ef6b1a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:MMTRES5XBUNQUSJL342MJY4L5F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of LLMs in Speech is Often Flawed: Test Set Contamination in Large Language Models for Speech Recognition","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"eess.AS","authors_text":"Rogier Van Dalen, Shucong Zhang, Sourav Bhattacharya, Titouan Parcollet, Yuan Tseng","submitted_at":"2025-05-28T11:39:59Z","abstract_excerpt":"Recent work suggests that large language models (LLMs) can improve performance of speech tasks compared to existing systems. To support their claims, results on LibriSpeech and Common Voice are often quoted. However, this work finds that a substantial amount of the LibriSpeech and Common Voice evaluation sets appear in public LLM pretraining corpora. This calls into question the reliability of findings drawn from these two datasets. To measure contamination impact, LLMs trained with/without contamination are compared. A contaminated LLM is more likely to generate test sentences it has seen dur"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22251","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.22251/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8eRNvBjAgIzYYWe6kNtuvgFuLj+Fq21GI5GmU0SbnN2fJR/s3zr4Kgijpy1GZLGWlH8O71Q9TBOYWo8HF5tJCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:17:37.563504Z"},"content_sha256":"ac3f42f0b1e649a8d023875ddb89ae0c8e927739a55a9fd5c3d71e8537047b38","schema_version":"1.0","event_id":"sha256:ac3f42f0b1e649a8d023875ddb89ae0c8e927739a55a9fd5c3d71e8537047b38"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MMTRES5XBUNQUSJL342MJY4L5F/bundle.json","state_url":"https://pith.science/pith/MMTRES5XBUNQUSJL342MJY4L5F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MMTRES5XBUNQUSJL342MJY4L5F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T20:17:37Z","links":{"resolver":"https://pith.science/pith/MMTRES5XBUNQUSJL342MJY4L5F","bundle":"https://pith.science/pith/MMTRES5XBUNQUSJL342MJY4L5F/bundle.json","state":"https://pith.science/pith/MMTRES5XBUNQUSJL342MJY4L5F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MMTRES5XBUNQUSJL342MJY4L5F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:MMTRES5XBUNQUSJL342MJY4L5F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a04e232a6fad094034b967af1d2ff7bb8c70f1d0b4dc3c7099294b3d818e1c9d","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2025-05-28T11:39:59Z","title_canon_sha256":"ba330f0584125e81a3d2173be2395ea6094c0d407c408503dc6f3bf87b110bef"},"schema_version":"1.0","source":{"id":"2505.22251","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22251","created_at":"2026-07-05T11:16:35Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22251v2","created_at":"2026-07-05T11:16:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22251","created_at":"2026-07-05T11:16:35Z"},{"alias_kind":"pith_short_12","alias_value":"MMTRES5XBUNQ","created_at":"2026-07-05T11:16:35Z"},{"alias_kind":"pith_short_16","alias_value":"MMTRES5XBUNQUSJL","created_at":"2026-07-05T11:16:35Z"},{"alias_kind":"pith_short_8","alias_value":"MMTRES5X","created_at":"2026-07-05T11:16:35Z"}],"graph_snapshots":[{"event_id":"sha256:ac3f42f0b1e649a8d023875ddb89ae0c8e927739a55a9fd5c3d71e8537047b38","target":"graph","created_at":"2026-07-05T11:16:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.22251/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent work suggests that large language models (LLMs) can improve performance of speech tasks compared to existing systems. To support their claims, results on LibriSpeech and Common Voice are often quoted. However, this work finds that a substantial amount of the LibriSpeech and Common Voice evaluation sets appear in public LLM pretraining corpora. This calls into question the reliability of findings drawn from these two datasets. To measure contamination impact, LLMs trained with/without contamination are compared. A contaminated LLM is more likely to generate test sentences it has seen dur","authors_text":"Rogier Van Dalen, Shucong Zhang, Sourav Bhattacharya, Titouan Parcollet, Yuan Tseng","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2025-05-28T11:39:59Z","title":"Evaluation of LLMs in Speech is Often Flawed: Test Set Contamination in Large Language Models for Speech Recognition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22251","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cdaa226ca35cf7de1397936eb09d2149c2b7455a95f8ab452d188fb8d5ef6b1a","target":"record","created_at":"2026-07-05T11:16:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a04e232a6fad094034b967af1d2ff7bb8c70f1d0b4dc3c7099294b3d818e1c9d","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"eess.AS","submitted_at":"2025-05-28T11:39:59Z","title_canon_sha256":"ba330f0584125e81a3d2173be2395ea6094c0d407c408503dc6f3bf87b110bef"},"schema_version":"1.0","source":{"id":"2505.22251","kind":"arxiv","version":2}},"canonical_sha256":"6327124bb70d1b0a492bdf34c4e38be978e3731e3c759fef6287ca0aae7d7b55","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6327124bb70d1b0a492bdf34c4e38be978e3731e3c759fef6287ca0aae7d7b55","first_computed_at":"2026-07-05T11:16:35.548376Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:16:35.548376Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1TdSRGtZGI79ZfqcZeW8i2cs2LCDh4WJyF/jh9Cz/saZmo+UAdfcKSYC0XETWjFVRjbtYAeD49HSD7PqESXOCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:16:35.549073Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.22251","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cdaa226ca35cf7de1397936eb09d2149c2b7455a95f8ab452d188fb8d5ef6b1a","sha256:ac3f42f0b1e649a8d023875ddb89ae0c8e927739a55a9fd5c3d71e8537047b38"],"state_sha256":"63213da2ee626f231965af02b8dc1780a664652ac86cc389c81548bfc8aa133f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xGKa6bhd2w/MZ56EEJ/ZAtbbInpedjtq/YUe0eiNGJRP36Zqu1JAxar/O9+acpJzgeMUbax/qyTV+ikl2kM0CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T20:17:37.570561Z","bundle_sha256":"e3c347b86ebad9fd2d11f017cbf3aa7f183600bf41e6163bb5098e6e396b47f7"}}