{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:Y6NTFYCGG6ZOAPVQLNHTQZT6CC","short_pith_number":"pith:Y6NTFYCG","canonical_record":{"source":{"id":"2401.04867","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-10T01:02:26Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"00fce4f92bf8e0ae98836abd15093875b038bd60c700a26958df2897a30d5d06","abstract_canon_sha256":"bf9238df5460547984c097ce4489dd33fb5c019ef3a1bb3d6dd601a3d55b0ff6"},"schema_version":"1.0"},"canonical_sha256":"c79b32e04637b2e03eb05b4f38667e1098d5e85ecf7f51c724456401595894df","source":{"kind":"arxiv","id":"2401.04867","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.04867","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"arxiv_version","alias_value":"2401.04867v2","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.04867","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"pith_short_12","alias_value":"Y6NTFYCGG6ZO","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"pith_short_16","alias_value":"Y6NTFYCGG6ZOAPVQ","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"pith_short_8","alias_value":"Y6NTFYCG","created_at":"2026-07-05T07:36:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:Y6NTFYCGG6ZOAPVQLNHTQZT6CC","target":"record","payload":{"canonical_record":{"source":{"id":"2401.04867","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-10T01:02:26Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"00fce4f92bf8e0ae98836abd15093875b038bd60c700a26958df2897a30d5d06","abstract_canon_sha256":"bf9238df5460547984c097ce4489dd33fb5c019ef3a1bb3d6dd601a3d55b0ff6"},"schema_version":"1.0"},"canonical_sha256":"c79b32e04637b2e03eb05b4f38667e1098d5e85ecf7f51c724456401595894df","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:36:26.292368Z","signature_b64":"6KDW/PbBwHQYfFEAdm+XBf2fXdGEttG5jFvITiUhLLwdcPcYpsfJwqAT64MkW2TNzPhI7htEYNjI17s2ca2YAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c79b32e04637b2e03eb05b4f38667e1098d5e85ecf7f51c724456401595894df","last_reissued_at":"2026-07-05T07:36:26.291897Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:36:26.291897Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.04867","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:36:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7v+NKtQI5dWJYhfZspxvjlgFTzyj9tlI4pmPZo7B53C1GA71DApLkYjfMrisZPaGBH3aFSl3V9/C226WOBnZCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T13:20:22.254636Z"},"content_sha256":"06e9c5f0b929c80784abb938566acd652821c3bd89d23b137fcbeb8204b11bc0","schema_version":"1.0","event_id":"sha256:06e9c5f0b929c80784abb938566acd652821c3bd89d23b137fcbeb8204b11bc0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:Y6NTFYCGG6ZOAPVQLNHTQZT6CC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"An Analysis of User Behaviors for Objectively Evaluating Spoken Dialogue Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.HC"],"primary_cat":"cs.CL","authors_text":"Divesh Lala, Gabriel Skantze, Keiko Ochi, Koji Inoue, Tatsuya Kawahara","submitted_at":"2024-01-10T01:02:26Z","abstract_excerpt":"Establishing evaluation schemes for spoken dialogue systems is important, but it can also be challenging. While subjective evaluations are commonly used in user experiments, objective evaluations are necessary for research comparison and reproducibility. To address this issue, we propose a framework for indirectly but objectively evaluating systems based on users' behaviors. In this paper, to this end, we investigate the relationship between user behaviors and subjective evaluation scores in social dialogue tasks: attentive listening, job interview, and first-meeting conversation. The results "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.04867","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.04867/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:36:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e74zgcXU+iYYzngXxXyjU8PDV9cUkXTI7ljDBC3EUzVN0tlzJ1P36fjSxCwd90ApCYbsfXp/OLbXWMOaV1SXDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T13:20:22.255148Z"},"content_sha256":"80bb074f633ffefac8d73310fee933d4fbba11ce0025ffe1b7854d370c58ebfc","schema_version":"1.0","event_id":"sha256:80bb074f633ffefac8d73310fee933d4fbba11ce0025ffe1b7854d370c58ebfc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y6NTFYCGG6ZOAPVQLNHTQZT6CC/bundle.json","state_url":"https://pith.science/pith/Y6NTFYCGG6ZOAPVQLNHTQZT6CC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y6NTFYCGG6ZOAPVQLNHTQZT6CC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T13:20:22Z","links":{"resolver":"https://pith.science/pith/Y6NTFYCGG6ZOAPVQLNHTQZT6CC","bundle":"https://pith.science/pith/Y6NTFYCGG6ZOAPVQLNHTQZT6CC/bundle.json","state":"https://pith.science/pith/Y6NTFYCGG6ZOAPVQLNHTQZT6CC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y6NTFYCGG6ZOAPVQLNHTQZT6CC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Y6NTFYCGG6ZOAPVQLNHTQZT6CC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bf9238df5460547984c097ce4489dd33fb5c019ef3a1bb3d6dd601a3d55b0ff6","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-10T01:02:26Z","title_canon_sha256":"00fce4f92bf8e0ae98836abd15093875b038bd60c700a26958df2897a30d5d06"},"schema_version":"1.0","source":{"id":"2401.04867","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.04867","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"arxiv_version","alias_value":"2401.04867v2","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.04867","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"pith_short_12","alias_value":"Y6NTFYCGG6ZO","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"pith_short_16","alias_value":"Y6NTFYCGG6ZOAPVQ","created_at":"2026-07-05T07:36:26Z"},{"alias_kind":"pith_short_8","alias_value":"Y6NTFYCG","created_at":"2026-07-05T07:36:26Z"}],"graph_snapshots":[{"event_id":"sha256:80bb074f633ffefac8d73310fee933d4fbba11ce0025ffe1b7854d370c58ebfc","target":"graph","created_at":"2026-07-05T07:36:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.04867/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Establishing evaluation schemes for spoken dialogue systems is important, but it can also be challenging. While subjective evaluations are commonly used in user experiments, objective evaluations are necessary for research comparison and reproducibility. To address this issue, we propose a framework for indirectly but objectively evaluating systems based on users' behaviors. In this paper, to this end, we investigate the relationship between user behaviors and subjective evaluation scores in social dialogue tasks: attentive listening, job interview, and first-meeting conversation. The results ","authors_text":"Divesh Lala, Gabriel Skantze, Keiko Ochi, Koji Inoue, Tatsuya Kawahara","cross_cats":["cs.AI","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-10T01:02:26Z","title":"An Analysis of User Behaviors for Objectively Evaluating Spoken Dialogue Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.04867","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:06e9c5f0b929c80784abb938566acd652821c3bd89d23b137fcbeb8204b11bc0","target":"record","created_at":"2026-07-05T07:36:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bf9238df5460547984c097ce4489dd33fb5c019ef3a1bb3d6dd601a3d55b0ff6","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-01-10T01:02:26Z","title_canon_sha256":"00fce4f92bf8e0ae98836abd15093875b038bd60c700a26958df2897a30d5d06"},"schema_version":"1.0","source":{"id":"2401.04867","kind":"arxiv","version":2}},"canonical_sha256":"c79b32e04637b2e03eb05b4f38667e1098d5e85ecf7f51c724456401595894df","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c79b32e04637b2e03eb05b4f38667e1098d5e85ecf7f51c724456401595894df","first_computed_at":"2026-07-05T07:36:26.291897Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:36:26.291897Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6KDW/PbBwHQYfFEAdm+XBf2fXdGEttG5jFvITiUhLLwdcPcYpsfJwqAT64MkW2TNzPhI7htEYNjI17s2ca2YAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:36:26.292368Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.04867","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:06e9c5f0b929c80784abb938566acd652821c3bd89d23b137fcbeb8204b11bc0","sha256:80bb074f633ffefac8d73310fee933d4fbba11ce0025ffe1b7854d370c58ebfc"],"state_sha256":"efbdc4d9a9c207fa82eac31eda55b895f694ecc220724735d664307597029804"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"84XPSxMzw7ezerc/+A10WuLzP2cO0SZ1h8lNBB/vzNaAvTXh7VPcRFKXpF99JGObhYuOlv/AsfOVXpSYRROuCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T13:20:22.259143Z","bundle_sha256":"15e7fa8d3dbcbbd98feece7199f5440946842233b577c0f37cce433792b5326d"}}