{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Y6NTFYCGG6ZOAPVQLNHTQZT6CC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bf9238df5460547984c097ce4489dd33fb5c019ef3a1bb3d6dd601a3d55b0ff6","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-10T01:02:26Z","title_canon_sha256":"00fce4f92bf8e0ae98836abd15093875b038bd60c700a26958df2897a30d5d06"},"schema_version":"1.0","source":{"id":"2401.04867","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.04867","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"arxiv_version","alias_value":"2401.04867v2","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.04867","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"pith_short_12","alias_value":"Y6NTFYCGG6ZO","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"pith_short_16","alias_value":"Y6NTFYCGG6ZOAPVQ","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"pith_short_8","alias_value":"Y6NTFYCG","created_at":"2026-07-05T07:36:26Z"}],"graph_snapshots":[{"event_id":"sha256:80bb074f633ffefac8d73310fee933d4fbba11ce0025ffe1b7854d370c58ebfc","target":"graph","created_at":"2026-07-05T07:36:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.04867/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Establishing evaluation schemes for spoken dialogue systems is important, but it can also be challenging. While subjective evaluations are commonly used in user experiments, objective evaluations are necessary for research comparison and reproducibility. To address this issue, we propose a framework for indirectly but objectively evaluating systems based on users' behaviors. In this paper, to this end, we investigate the relationship between user behaviors and subjective evaluation scores in social dialogue tasks: attentive listening, job interview, and first-meeting conversation. The results ","authors_text":"Divesh Lala, Gabriel Skantze, Keiko Ochi, Koji Inoue, Tatsuya Kawahara","cross_cats":["cs.AI","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-10T01:02:26Z","title":"An Analysis of User Behaviors for Objectively Evaluating Spoken Dialogue Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.04867","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:06e9c5f0b929c80784abb938566acd652821c3bd89d23b137fcbeb8204b11bc0","target":"record","created_at":"2026-07-05T07:36:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bf9238df5460547984c097ce4489dd33fb5c019ef3a1bb3d6dd601a3d55b0ff6","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-10T01:02:26Z","title_canon_sha256":"00fce4f92bf8e0ae98836abd15093875b038bd60c700a26958df2897a30d5d06"},"schema_version":"1.0","source":{"id":"2401.04867","kind":"arxiv","version":2}},"canonical_sha256":"c79b32e04637b2e03eb05b4f38667e1098d5e85ecf7f51c724456401595894df","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c79b32e04637b2e03eb05b4f38667e1098d5e85ecf7f51c724456401595894df","first_computed_at":"2026-07-05T07:36:26.291897Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:36:26.291897Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6KDW/PbBwHQYfFEAdm+XBf2fXdGEttG5jFvITiUhLLwdcPcYpsfJwqAT64MkW2TNzPhI7htEYNjI17s2ca2YAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:36:26.292368Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.04867","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:06e9c5f0b929c80784abb938566acd652821c3bd89d23b137fcbeb8204b11bc0","sha256:80bb074f633ffefac8d73310fee933d4fbba11ce0025ffe1b7854d370c58ebfc"],"state_sha256":"efbdc4d9a9c207fa82eac31eda55b895f694ecc220724735d664307597029804"}