{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZBN5E556KAVAJC35N4NS7M25DS","short_pith_number":"pith:ZBN5E556","canonical_record":{"source":{"id":"2402.05706","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-08T14:35:09Z","cross_cats_sorted":["cs.SD","eess.AS"],"title_canon_sha256":"7b37b2fb05bf1d9435cf3a102f80298b32e9fc81b555b39d4042f474d8223df3","abstract_canon_sha256":"db6f257ba52e46a666a06303949417ef26f76816d8d00a0f094cd7785213155d"},"schema_version":"1.0"},"canonical_sha256":"c85bd277be502a048b7d6f1b2fb35d1ca9d17f1aba0f8897b31ecfd8b1b79651","source":{"kind":"arxiv","id":"2402.05706","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05706","created_at":"2026-07-05T09:41:31Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05706v3","created_at":"2026-07-05T09:41:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05706","created_at":"2026-07-05T09:41:31Z"},{"alias_kind":"pith_short_12","alias_value":"ZBN5E556KAVA","created_at":"2026-07-05T09:41:31Z"},{"alias_kind":"pith_short_16","alias_value":"ZBN5E556KAVAJC35","created_at":"2026-07-05T09:41:31Z"},{"alias_kind":"pith_short_8","alias_value":"ZBN5E556","created_at":"2026-07-05T09:41:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZBN5E556KAVAJC35N4NS7M25DS","target":"record","payload":{"canonical_record":{"source":{"id":"2402.05706","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-08T14:35:09Z","cross_cats_sorted":["cs.SD","eess.AS"],"title_canon_sha256":"7b37b2fb05bf1d9435cf3a102f80298b32e9fc81b555b39d4042f474d8223df3","abstract_canon_sha256":"db6f257ba52e46a666a06303949417ef26f76816d8d00a0f094cd7785213155d"},"schema_version":"1.0"},"canonical_sha256":"c85bd277be502a048b7d6f1b2fb35d1ca9d17f1aba0f8897b31ecfd8b1b79651","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:41:31.838684Z","signature_b64":"zmt5t1XNjlGtvBbJpB5HO+pg6vcMkquf92A2SQMoMajAbnLK8abcTXsMyflujLoE5Ka51YDtEX3uKG8pO05nAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c85bd277be502a048b7d6f1b2fb35d1ca9d17f1aba0f8897b31ecfd8b1b79651","last_reissued_at":"2026-07-05T09:41:31.838163Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:41:31.838163Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.05706","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:41:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZUFWuwKcWSaidtXuzKao/vQnDMLXqrrkr7ACfy12191DlYqZtJLvX0B4rlSLsSF/j8L3QGLiWcXyBL8DdRhuDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:57:27.031394Z"},"content_sha256":"60072a84a1a77820bea3dbdb9399448957d293ffd1986aa3d962d2751a9d8ad9","schema_version":"1.0","event_id":"sha256:60072a84a1a77820bea3dbdb9399448957d293ffd1986aa3d962d2751a9d8ad9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZBN5E556KAVAJC35N4NS7M25DS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Paralinguistics-Aware Speech-Empowered Large Language Models for Natural Conversation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.SD","eess.AS"],"primary_cat":"cs.CL","authors_text":"Eunwoo Song, Heeseung Kim, Jaehong Lee, Jungwhan Kim, Jung-Woo Ha, Kang Min Yoo, Kyeongseok Jeong, Myungwoo Oh, Ohsung Kwon, Soonshin Seo, Soyoon Kim, Sungroh Yoon","submitted_at":"2024-02-08T14:35:09Z","abstract_excerpt":"Recent work shows promising results in expanding the capabilities of large language models (LLM) to directly understand and synthesize speech. However, an LLM-based strategy for modeling spoken dialogs remains elusive, calling for further investigation. This paper introduces an extensive speech-text LLM framework, the Unified Spoken Dialog Model (USDM), designed to generate coherent spoken responses with naturally occurring prosodic features relevant to the given input speech without relying on explicit automatic speech recognition (ASR) or text-to-speech (TTS) systems. We have verified the in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05706","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.05706/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:41:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3E2/SVG75Pxk8KPks/YGuPoz6ZBn/+mv1fOHPZIe12VmvLfasMioCBTrS71PQmlZyicKfgCOIftlUAqGpvwbAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T15:57:27.032003Z"},"content_sha256":"08eaf4ad2f51ea12a37f4a8ec1d3e3f6d49e7e598dcf190b77b2289b2b7ecbdf","schema_version":"1.0","event_id":"sha256:08eaf4ad2f51ea12a37f4a8ec1d3e3f6d49e7e598dcf190b77b2289b2b7ecbdf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZBN5E556KAVAJC35N4NS7M25DS/bundle.json","state_url":"https://pith.science/pith/ZBN5E556KAVAJC35N4NS7M25DS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZBN5E556KAVAJC35N4NS7M25DS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T15:57:27Z","links":{"resolver":"https://pith.science/pith/ZBN5E556KAVAJC35N4NS7M25DS","bundle":"https://pith.science/pith/ZBN5E556KAVAJC35N4NS7M25DS/bundle.json","state":"https://pith.science/pith/ZBN5E556KAVAJC35N4NS7M25DS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZBN5E556KAVAJC35N4NS7M25DS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZBN5E556KAVAJC35N4NS7M25DS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"db6f257ba52e46a666a06303949417ef26f76816d8d00a0f094cd7785213155d","cross_cats_sorted":["cs.SD","eess.AS"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-08T14:35:09Z","title_canon_sha256":"7b37b2fb05bf1d9435cf3a102f80298b32e9fc81b555b39d4042f474d8223df3"},"schema_version":"1.0","source":{"id":"2402.05706","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.05706","created_at":"2026-07-05T09:41:31Z"},{"alias_kind":"arxiv_version","alias_value":"2402.05706v3","created_at":"2026-07-05T09:41:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.05706","created_at":"2026-07-05T09:41:31Z"},{"alias_kind":"pith_short_12","alias_value":"ZBN5E556KAVA","created_at":"2026-07-05T09:41:31Z"},{"alias_kind":"pith_short_16","alias_value":"ZBN5E556KAVAJC35","created_at":"2026-07-05T09:41:31Z"},{"alias_kind":"pith_short_8","alias_value":"ZBN5E556","created_at":"2026-07-05T09:41:31Z"}],"graph_snapshots":[{"event_id":"sha256:08eaf4ad2f51ea12a37f4a8ec1d3e3f6d49e7e598dcf190b77b2289b2b7ecbdf","target":"graph","created_at":"2026-07-05T09:41:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.05706/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent work shows promising results in expanding the capabilities of large language models (LLM) to directly understand and synthesize speech. However, an LLM-based strategy for modeling spoken dialogs remains elusive, calling for further investigation. This paper introduces an extensive speech-text LLM framework, the Unified Spoken Dialog Model (USDM), designed to generate coherent spoken responses with naturally occurring prosodic features relevant to the given input speech without relying on explicit automatic speech recognition (ASR) or text-to-speech (TTS) systems. We have verified the in","authors_text":"Eunwoo Song, Heeseung Kim, Jaehong Lee, Jungwhan Kim, Jung-Woo Ha, Kang Min Yoo, Kyeongseok Jeong, Myungwoo Oh, Ohsung Kwon, Soonshin Seo, Soyoon Kim, Sungroh Yoon","cross_cats":["cs.SD","eess.AS"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-08T14:35:09Z","title":"Paralinguistics-Aware Speech-Empowered Large Language Models for Natural Conversation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.05706","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:60072a84a1a77820bea3dbdb9399448957d293ffd1986aa3d962d2751a9d8ad9","target":"record","created_at":"2026-07-05T09:41:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"db6f257ba52e46a666a06303949417ef26f76816d8d00a0f094cd7785213155d","cross_cats_sorted":["cs.SD","eess.AS"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-08T14:35:09Z","title_canon_sha256":"7b37b2fb05bf1d9435cf3a102f80298b32e9fc81b555b39d4042f474d8223df3"},"schema_version":"1.0","source":{"id":"2402.05706","kind":"arxiv","version":3}},"canonical_sha256":"c85bd277be502a048b7d6f1b2fb35d1ca9d17f1aba0f8897b31ecfd8b1b79651","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c85bd277be502a048b7d6f1b2fb35d1ca9d17f1aba0f8897b31ecfd8b1b79651","first_computed_at":"2026-07-05T09:41:31.838163Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:41:31.838163Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zmt5t1XNjlGtvBbJpB5HO+pg6vcMkquf92A2SQMoMajAbnLK8abcTXsMyflujLoE5Ka51YDtEX3uKG8pO05nAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:41:31.838684Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.05706","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:60072a84a1a77820bea3dbdb9399448957d293ffd1986aa3d962d2751a9d8ad9","sha256:08eaf4ad2f51ea12a37f4a8ec1d3e3f6d49e7e598dcf190b77b2289b2b7ecbdf"],"state_sha256":"b3874bdac4194568d7812e0398b097ebb541c041038d87758d076ba41746b91f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KfNOjMDvmpzOOazIzN9MztKAjuuqlxZa0nrjLIzde+R5XegnEPM0KULrbv41kgOU/Qlp/CbF4iK3jZiVk5IfDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T15:57:27.038007Z","bundle_sha256":"1126eae8b4646b7a2643c36e2f33958a6c3f6040b4b4bb6b6abb6570aa662123"}}