{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:WVSGXJDOEJR3EZZLYUPHCLUXA2","short_pith_number":"pith:WVSGXJDO","canonical_record":{"source":{"id":"2411.17437","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-26T13:51:48Z","cross_cats_sorted":[],"title_canon_sha256":"80acdca0403a8977ede91951310586ddecd70eba2bfdbdb08b6c1c252b8323f8","abstract_canon_sha256":"e965d5915ae4bbfba543fab68ae72b117c0a204fe63fc77009c357f5d6256e15"},"schema_version":"1.0"},"canonical_sha256":"b5646ba46e2263b2672bc51e712e9706878ba39839c276021be27aac08189e13","source":{"kind":"arxiv","id":"2411.17437","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.17437","created_at":"2026-07-05T09:59:20Z"},{"alias_kind":"arxiv_version","alias_value":"2411.17437v2","created_at":"2026-07-05T09:59:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.17437","created_at":"2026-07-05T09:59:20Z"},{"alias_kind":"pith_short_12","alias_value":"WVSGXJDOEJR3","created_at":"2026-07-05T09:59:20Z"},{"alias_kind":"pith_short_16","alias_value":"WVSGXJDOEJR3EZZL","created_at":"2026-07-05T09:59:20Z"},{"alias_kind":"pith_short_8","alias_value":"WVSGXJDO","created_at":"2026-07-05T09:59:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:WVSGXJDOEJR3EZZLYUPHCLUXA2","target":"record","payload":{"canonical_record":{"source":{"id":"2411.17437","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-26T13:51:48Z","cross_cats_sorted":[],"title_canon_sha256":"80acdca0403a8977ede91951310586ddecd70eba2bfdbdb08b6c1c252b8323f8","abstract_canon_sha256":"e965d5915ae4bbfba543fab68ae72b117c0a204fe63fc77009c357f5d6256e15"},"schema_version":"1.0"},"canonical_sha256":"b5646ba46e2263b2672bc51e712e9706878ba39839c276021be27aac08189e13","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:59:20.663720Z","signature_b64":"rtsCLnLVHueUv2sSIUDZDv/QsmfK9kn0KwZjuQ/LKeR9I5SwpOF99A4Cn7GLDJD5GFn5HyIl98fDxFrNC0fFBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b5646ba46e2263b2672bc51e712e9706878ba39839c276021be27aac08189e13","last_reissued_at":"2026-07-05T09:59:20.663125Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:59:20.663125Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.17437","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:59:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KGbY9gC1iBCpLW0yTo3xOpKx/vuPX5cIpwn6xdf5wAYv/goH+PYI96+461D1125K9uy1pOeq3lUBiWGqSH9uDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T12:47:23.129746Z"},"content_sha256":"1f43bebc327ff176245c2a775b79c0eaf539050fe468b8a9c115038fa50aeaaa","schema_version":"1.0","event_id":"sha256:1f43bebc327ff176245c2a775b79c0eaf539050fe468b8a9c115038fa50aeaaa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:WVSGXJDOEJR3EZZLYUPHCLUXA2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"\"Stupid robot, I want to speak to a human!\" User Frustration Detection in Task-Oriented Dialog Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Andre Manso, Bruna Guedes, Diana Nicoleta Popa, Filip Carevi\\'c, Ivan Sekuli\\'c, Meghana Reddy, Mireia Hernandez Caralt, Nghia Khau, Paolo Rosso, Roland Mathis, Victor Guimar\\~aes, Zeyu Yang","submitted_at":"2024-11-26T13:51:48Z","abstract_excerpt":"Detecting user frustration in modern-day task-oriented dialog (TOD) systems is imperative for maintaining overall user satisfaction, engagement, and retention. However, most recent research is focused on sentiment and emotion detection in academic settings, thus failing to fully encapsulate implications of real-world user data. To mitigate this gap, in this work, we focus on user frustration in a deployed TOD system, assessing the feasibility of out-of-the-box solutions for user frustration detection. Specifically, we compare the performance of our deployed keyword-based approach, open-source "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.17437","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.17437/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:59:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dc7aYF/rhCRacgTM1q6NZScO6oMOtXhcflWFdi7zele7+YSp6h/rHX8BXxdN/8Hkt5//shP7Kd76fPLw582BBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T12:47:23.131127Z"},"content_sha256":"d8457f302de043be2628376b90aad5049d11280571c796730f5d020e1e408f34","schema_version":"1.0","event_id":"sha256:d8457f302de043be2628376b90aad5049d11280571c796730f5d020e1e408f34"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WVSGXJDOEJR3EZZLYUPHCLUXA2/bundle.json","state_url":"https://pith.science/pith/WVSGXJDOEJR3EZZLYUPHCLUXA2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WVSGXJDOEJR3EZZLYUPHCLUXA2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T12:47:23Z","links":{"resolver":"https://pith.science/pith/WVSGXJDOEJR3EZZLYUPHCLUXA2","bundle":"https://pith.science/pith/WVSGXJDOEJR3EZZLYUPHCLUXA2/bundle.json","state":"https://pith.science/pith/WVSGXJDOEJR3EZZLYUPHCLUXA2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WVSGXJDOEJR3EZZLYUPHCLUXA2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:WVSGXJDOEJR3EZZLYUPHCLUXA2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e965d5915ae4bbfba543fab68ae72b117c0a204fe63fc77009c357f5d6256e15","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-26T13:51:48Z","title_canon_sha256":"80acdca0403a8977ede91951310586ddecd70eba2bfdbdb08b6c1c252b8323f8"},"schema_version":"1.0","source":{"id":"2411.17437","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.17437","created_at":"2026-07-05T09:59:20Z"},{"alias_kind":"arxiv_version","alias_value":"2411.17437v2","created_at":"2026-07-05T09:59:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.17437","created_at":"2026-07-05T09:59:20Z"},{"alias_kind":"pith_short_12","alias_value":"WVSGXJDOEJR3","created_at":"2026-07-05T09:59:20Z"},{"alias_kind":"pith_short_16","alias_value":"WVSGXJDOEJR3EZZL","created_at":"2026-07-05T09:59:20Z"},{"alias_kind":"pith_short_8","alias_value":"WVSGXJDO","created_at":"2026-07-05T09:59:20Z"}],"graph_snapshots":[{"event_id":"sha256:d8457f302de043be2628376b90aad5049d11280571c796730f5d020e1e408f34","target":"graph","created_at":"2026-07-05T09:59:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.17437/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Detecting user frustration in modern-day task-oriented dialog (TOD) systems is imperative for maintaining overall user satisfaction, engagement, and retention. However, most recent research is focused on sentiment and emotion detection in academic settings, thus failing to fully encapsulate implications of real-world user data. To mitigate this gap, in this work, we focus on user frustration in a deployed TOD system, assessing the feasibility of out-of-the-box solutions for user frustration detection. Specifically, we compare the performance of our deployed keyword-based approach, open-source ","authors_text":"Andre Manso, Bruna Guedes, Diana Nicoleta Popa, Filip Carevi\\'c, Ivan Sekuli\\'c, Meghana Reddy, Mireia Hernandez Caralt, Nghia Khau, Paolo Rosso, Roland Mathis, Victor Guimar\\~aes, Zeyu Yang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-26T13:51:48Z","title":"\"Stupid robot, I want to speak to a human!\" User Frustration Detection in Task-Oriented Dialog Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.17437","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1f43bebc327ff176245c2a775b79c0eaf539050fe468b8a9c115038fa50aeaaa","target":"record","created_at":"2026-07-05T09:59:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e965d5915ae4bbfba543fab68ae72b117c0a204fe63fc77009c357f5d6256e15","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-26T13:51:48Z","title_canon_sha256":"80acdca0403a8977ede91951310586ddecd70eba2bfdbdb08b6c1c252b8323f8"},"schema_version":"1.0","source":{"id":"2411.17437","kind":"arxiv","version":2}},"canonical_sha256":"b5646ba46e2263b2672bc51e712e9706878ba39839c276021be27aac08189e13","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b5646ba46e2263b2672bc51e712e9706878ba39839c276021be27aac08189e13","first_computed_at":"2026-07-05T09:59:20.663125Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:59:20.663125Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rtsCLnLVHueUv2sSIUDZDv/QsmfK9kn0KwZjuQ/LKeR9I5SwpOF99A4Cn7GLDJD5GFn5HyIl98fDxFrNC0fFBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:59:20.663720Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.17437","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1f43bebc327ff176245c2a775b79c0eaf539050fe468b8a9c115038fa50aeaaa","sha256:d8457f302de043be2628376b90aad5049d11280571c796730f5d020e1e408f34"],"state_sha256":"e210ae37b56c07ced818dc43bf1b090ff0f8df976fe1b6a809a85ee73afe43f0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IpffoPykhYG66Xt3EjWY8hHHrt5zqYQvgmYD565dl7jA0RGYOCe6FJ0nKM8sgSOXFuek4xsjQwQmbsTcY1jfDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T12:47:23.195945Z","bundle_sha256":"46497f2ccf10169b04cef296b69d03c2b90c02ca4b72cd431e2abb96201e49ed"}}