{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DODZXEDKMH4XKDISZI45EE44EH","short_pith_number":"pith:DODZXEDK","canonical_record":{"source":{"id":"2401.02297","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-04T14:36:38Z","cross_cats_sorted":[],"title_canon_sha256":"76fb8063d5f440ca213823991e733d77fb687563fd1cf2e6e0337de8fcc116f8","abstract_canon_sha256":"11f989571628e76694e3ad6db6afdca7827d2d55e8705b5ddc9f31443d8ce2bf"},"schema_version":"1.0"},"canonical_sha256":"1b879b906a61f9750d12ca39d2139c21c2990a150d0aedffdb244ca08bbc7f08","source":{"kind":"arxiv","id":"2401.02297","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.02297","created_at":"2026-07-05T07:30:14Z"},{"alias_kind":"arxiv_version","alias_value":"2401.02297v1","created_at":"2026-07-05T07:30:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.02297","created_at":"2026-07-05T07:30:14Z"},{"alias_kind":"pith_short_12","alias_value":"DODZXEDKMH4X","created_at":"2026-07-05T07:30:14Z"},{"alias_kind":"pith_short_16","alias_value":"DODZXEDKMH4XKDIS","created_at":"2026-07-05T07:30:14Z"},{"alias_kind":"pith_short_8","alias_value":"DODZXEDK","created_at":"2026-07-05T07:30:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DODZXEDKMH4XKDISZI45EE44EH","target":"record","payload":{"canonical_record":{"source":{"id":"2401.02297","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-04T14:36:38Z","cross_cats_sorted":[],"title_canon_sha256":"76fb8063d5f440ca213823991e733d77fb687563fd1cf2e6e0337de8fcc116f8","abstract_canon_sha256":"11f989571628e76694e3ad6db6afdca7827d2d55e8705b5ddc9f31443d8ce2bf"},"schema_version":"1.0"},"canonical_sha256":"1b879b906a61f9750d12ca39d2139c21c2990a150d0aedffdb244ca08bbc7f08","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:30:14.720141Z","signature_b64":"dQaOMxLYhiziDUfEIRgVHFNwdTGdnGWlkEh/Mw8aJtdr9jx7BLdugjKoSu3Apex8Lz60GYxIKLuNFCzCxH/vCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1b879b906a61f9750d12ca39d2139c21c2990a150d0aedffdb244ca08bbc7f08","last_reissued_at":"2026-07-05T07:30:14.719741Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:30:14.719741Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.02297","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:30:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JOfkP4V+9lPCniOfcHxVUrfj5r9sD1cF+PQ6NxAsTY+tUtZXp/ZQdk39q/k0nakXnoZABrqu5o9mYhn/b8o3Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:37:14.666175Z"},"content_sha256":"38d77a5509255b793b1379589077cc6bc054d08706d4b31791d8f4dcb0b9b840","schema_version":"1.0","event_id":"sha256:38d77a5509255b793b1379589077cc6bc054d08706d4b31791d8f4dcb0b9b840"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DODZXEDKMH4XKDISZI45EE44EH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are LLMs Robust for Spoken Dialogues?","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Gabriel Roccabruna, Giuseppe Riccardi, Massimo Rizzoli, Mirco Ravanelli, Seyed Mahed Mousavi, Simone Alghisi","submitted_at":"2024-01-04T14:36:38Z","abstract_excerpt":"Large Pre-Trained Language Models have demonstrated state-of-the-art performance in different downstream tasks, including dialogue state tracking and end-to-end response generation. Nevertheless, most of the publicly available datasets and benchmarks on task-oriented dialogues focus on written conversations. Consequently, the robustness of the developed models to spoken interactions is unknown. In this work, we have evaluated the performance of LLMs for spoken task-oriented dialogues on the DSTC11 test sets. Due to the lack of proper spoken dialogue datasets, we have automatically transcribed "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.02297","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.02297/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:30:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cX8GfYDlgWQHMCzkGNM+z+dl3Q/DiHEXxGSENJGeBXhYxHRZIJudAMPL5YTOUfbJFRjmqmN+h3Y9htIeMqhjAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:37:14.666553Z"},"content_sha256":"1a31f11d663de1f9cf9b617bf2ddb0d2e648a3e1f9d3f062201b2ee086b66fdd","schema_version":"1.0","event_id":"sha256:1a31f11d663de1f9cf9b617bf2ddb0d2e648a3e1f9d3f062201b2ee086b66fdd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DODZXEDKMH4XKDISZI45EE44EH/bundle.json","state_url":"https://pith.science/pith/DODZXEDKMH4XKDISZI45EE44EH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DODZXEDKMH4XKDISZI45EE44EH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T15:37:14Z","links":{"resolver":"https://pith.science/pith/DODZXEDKMH4XKDISZI45EE44EH","bundle":"https://pith.science/pith/DODZXEDKMH4XKDISZI45EE44EH/bundle.json","state":"https://pith.science/pith/DODZXEDKMH4XKDISZI45EE44EH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DODZXEDKMH4XKDISZI45EE44EH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DODZXEDKMH4XKDISZI45EE44EH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"11f989571628e76694e3ad6db6afdca7827d2d55e8705b5ddc9f31443d8ce2bf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-04T14:36:38Z","title_canon_sha256":"76fb8063d5f440ca213823991e733d77fb687563fd1cf2e6e0337de8fcc116f8"},"schema_version":"1.0","source":{"id":"2401.02297","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.02297","created_at":"2026-07-05T07:30:14Z"},{"alias_kind":"arxiv_version","alias_value":"2401.02297v1","created_at":"2026-07-05T07:30:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.02297","created_at":"2026-07-05T07:30:14Z"},{"alias_kind":"pith_short_12","alias_value":"DODZXEDKMH4X","created_at":"2026-07-05T07:30:14Z"},{"alias_kind":"pith_short_16","alias_value":"DODZXEDKMH4XKDIS","created_at":"2026-07-05T07:30:14Z"},{"alias_kind":"pith_short_8","alias_value":"DODZXEDK","created_at":"2026-07-05T07:30:14Z"}],"graph_snapshots":[{"event_id":"sha256:1a31f11d663de1f9cf9b617bf2ddb0d2e648a3e1f9d3f062201b2ee086b66fdd","target":"graph","created_at":"2026-07-05T07:30:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.02297/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Pre-Trained Language Models have demonstrated state-of-the-art performance in different downstream tasks, including dialogue state tracking and end-to-end response generation. Nevertheless, most of the publicly available datasets and benchmarks on task-oriented dialogues focus on written conversations. Consequently, the robustness of the developed models to spoken interactions is unknown. In this work, we have evaluated the performance of LLMs for spoken task-oriented dialogues on the DSTC11 test sets. Due to the lack of proper spoken dialogue datasets, we have automatically transcribed ","authors_text":"Gabriel Roccabruna, Giuseppe Riccardi, Massimo Rizzoli, Mirco Ravanelli, Seyed Mahed Mousavi, Simone Alghisi","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-04T14:36:38Z","title":"Are LLMs Robust for Spoken Dialogues?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.02297","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:38d77a5509255b793b1379589077cc6bc054d08706d4b31791d8f4dcb0b9b840","target":"record","created_at":"2026-07-05T07:30:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"11f989571628e76694e3ad6db6afdca7827d2d55e8705b5ddc9f31443d8ce2bf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-04T14:36:38Z","title_canon_sha256":"76fb8063d5f440ca213823991e733d77fb687563fd1cf2e6e0337de8fcc116f8"},"schema_version":"1.0","source":{"id":"2401.02297","kind":"arxiv","version":1}},"canonical_sha256":"1b879b906a61f9750d12ca39d2139c21c2990a150d0aedffdb244ca08bbc7f08","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1b879b906a61f9750d12ca39d2139c21c2990a150d0aedffdb244ca08bbc7f08","first_computed_at":"2026-07-05T07:30:14.719741Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:30:14.719741Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dQaOMxLYhiziDUfEIRgVHFNwdTGdnGWlkEh/Mw8aJtdr9jx7BLdugjKoSu3Apex8Lz60GYxIKLuNFCzCxH/vCg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:30:14.720141Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.02297","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:38d77a5509255b793b1379589077cc6bc054d08706d4b31791d8f4dcb0b9b840","sha256:1a31f11d663de1f9cf9b617bf2ddb0d2e648a3e1f9d3f062201b2ee086b66fdd"],"state_sha256":"dfa78f1f55552b803799623b09b2866718398107d6c37cf72109babe587d4e29"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"axkxVzpSJsY/Ylo3XR4wcVAPHt7q5HskqGfEVqksMblqq7GQjYT04HvUqH2/Ow3K6JdyKdmvvEkDcXpqJmO7Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T15:37:14.668495Z","bundle_sha256":"302445bd1a5dd2b4e781d576e7ea533af44df749fec615365014fc3ff354f417"}}