{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:VSSUJ4CJXMK5EOP5DECSGFR5BS","short_pith_number":"pith:VSSUJ4CJ","schema_version":"1.0","canonical_sha256":"aca544f049bb15d239fd190523163d0c9582efa2adefd4796204087ef2ad348a","source":{"kind":"arxiv","id":"2305.16798","version":1},"attestation_state":"computed","paper":{"title":"Schema-Guided User Satisfaction Modeling for Task-Oriented Dialogues","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Animesh Prasad, Emine Yilmaz, Gabriella Kazai, Nikolaos Aletras, Yue Feng, Yunlong Jiao","submitted_at":"2023-05-26T10:19:30Z","abstract_excerpt":"User Satisfaction Modeling (USM) is one of the popular choices for task-oriented dialogue systems evaluation, where user satisfaction typically depends on whether the user's task goals were fulfilled by the system. Task-oriented dialogue systems use task schema, which is a set of task attributes, to encode the user's task goals. Existing studies on USM neglect explicitly modeling the user's task goals fulfillment using the task schema. In this paper, we propose SG-USM, a novel schema-guided user satisfaction modeling framework. It explicitly models the degree to which the user's preferences re"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2305.16798","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T10:19:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0e3477f6095eff060e6997158e47674472552841090bd18f53f655cefeb9a7d9","abstract_canon_sha256":"a013981ff73a84d5827b8985457efb644917fa9e9798fe7d58cfc03554378586"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:17.584903Z","signature_b64":"wjCiymaa4gQ6vminnsm9ACi2tzcdVvW/XXKo1AL8VLI9h+SWsex1KSnd4NpF2LO51PplZ4LYGKrkgHWT7Mu5CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aca544f049bb15d239fd190523163d0c9582efa2adefd4796204087ef2ad348a","last_reissued_at":"2026-07-05T06:14:17.584483Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:17.584483Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Schema-Guided User Satisfaction Modeling for Task-Oriented Dialogues","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Animesh Prasad, Emine Yilmaz, Gabriella Kazai, Nikolaos Aletras, Yue Feng, Yunlong Jiao","submitted_at":"2023-05-26T10:19:30Z","abstract_excerpt":"User Satisfaction Modeling (USM) is one of the popular choices for task-oriented dialogue systems evaluation, where user satisfaction typically depends on whether the user's task goals were fulfilled by the system. Task-oriented dialogue systems use task schema, which is a set of task attributes, to encode the user's task goals. Existing studies on USM neglect explicitly modeling the user's task goals fulfillment using the task schema. In this paper, we propose SG-USM, a novel schema-guided user satisfaction modeling framework. It explicitly models the degree to which the user's preferences re"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.16798","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.16798/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2305.16798","created_at":"2026-07-05T06:14:17.584539+00:00"},{"alias_kind":"arxiv_version","alias_value":"2305.16798v1","created_at":"2026-07-05T06:14:17.584539+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.16798","created_at":"2026-07-05T06:14:17.584539+00:00"},{"alias_kind":"pith_short_12","alias_value":"VSSUJ4CJXMK5","created_at":"2026-07-05T06:14:17.584539+00:00"},{"alias_kind":"pith_short_16","alias_value":"VSSUJ4CJXMK5EOP5","created_at":"2026-07-05T06:14:17.584539+00:00"},{"alias_kind":"pith_short_8","alias_value":"VSSUJ4CJ","created_at":"2026-07-05T06:14:17.584539+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2506.12266","citing_title":"The Behavior Gap: Evaluating Zero-shot LLM Agents in Complex Task-Oriented Dialogs","ref_index":2023,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/VSSUJ4CJXMK5EOP5DECSGFR5BS","json":"https://pith.science/pith/VSSUJ4CJXMK5EOP5DECSGFR5BS.json","graph_json":"https://pith.science/api/pith-number/VSSUJ4CJXMK5EOP5DECSGFR5BS/graph.json","events_json":"https://pith.science/api/pith-number/VSSUJ4CJXMK5EOP5DECSGFR5BS/events.json","paper":"https://pith.science/paper/VSSUJ4CJ"},"agent_actions":{"view_html":"https://pith.science/pith/VSSUJ4CJXMK5EOP5DECSGFR5BS","download_json":"https://pith.science/pith/VSSUJ4CJXMK5EOP5DECSGFR5BS.json","view_paper":"https://pith.science/paper/VSSUJ4CJ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2305.16798&json=true","fetch_graph":"https://pith.science/api/pith-number/VSSUJ4CJXMK5EOP5DECSGFR5BS/graph.json","fetch_events":"https://pith.science/api/pith-number/VSSUJ4CJXMK5EOP5DECSGFR5BS/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/VSSUJ4CJXMK5EOP5DECSGFR5BS/action/timestamp_anchor","attest_storage":"https://pith.science/pith/VSSUJ4CJXMK5EOP5DECSGFR5BS/action/storage_attestation","attest_author":"https://pith.science/pith/VSSUJ4CJXMK5EOP5DECSGFR5BS/action/author_attestation","sign_citation":"https://pith.science/pith/VSSUJ4CJXMK5EOP5DECSGFR5BS/action/citation_signature","submit_replication":"https://pith.science/pith/VSSUJ4CJXMK5EOP5DECSGFR5BS/action/replication_record"}},"created_at":"2026-07-05T06:14:17.584539+00:00","updated_at":"2026-07-05T06:14:17.584539+00:00"}