{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:6UIDV2KKRZ2DUMIOLEIRXB6C55","short_pith_number":"pith:6UIDV2KK","canonical_record":{"source":{"id":"1911.08567","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-18T00:11:47Z","cross_cats_sorted":["cs.HC","stat.ML"],"title_canon_sha256":"339c49e92250e9a7bc4381c610e3754582ac6d831f978516fa943542fdff3926","abstract_canon_sha256":"ded2f672370558c747ad58dea4052381678799da0c8912422641fce7f6375cae"},"schema_version":"1.0"},"canonical_sha256":"f5103ae94a8e743a310e59111b87c2ef56dba1f188216d4afeae1d07e44561ae","source":{"kind":"arxiv","id":"1911.08567","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.08567","created_at":"2026-07-05T00:20:33Z"},{"alias_kind":"arxiv_version","alias_value":"1911.08567v1","created_at":"2026-07-05T00:20:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.08567","created_at":"2026-07-05T00:20:33Z"},{"alias_kind":"pith_short_12","alias_value":"6UIDV2KKRZ2D","created_at":"2026-07-05T00:20:33Z"},{"alias_kind":"pith_short_16","alias_value":"6UIDV2KKRZ2DUMIO","created_at":"2026-07-05T00:20:33Z"},{"alias_kind":"pith_short_8","alias_value":"6UIDV2KK","created_at":"2026-07-05T00:20:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:6UIDV2KKRZ2DUMIOLEIRXB6C55","target":"record","payload":{"canonical_record":{"source":{"id":"1911.08567","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-18T00:11:47Z","cross_cats_sorted":["cs.HC","stat.ML"],"title_canon_sha256":"339c49e92250e9a7bc4381c610e3754582ac6d831f978516fa943542fdff3926","abstract_canon_sha256":"ded2f672370558c747ad58dea4052381678799da0c8912422641fce7f6375cae"},"schema_version":"1.0"},"canonical_sha256":"f5103ae94a8e743a310e59111b87c2ef56dba1f188216d4afeae1d07e44561ae","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:20:33.729054Z","signature_b64":"o9fQWYkrHK2TpIULMRHvzGikxOdP+UuUkeuwRVLZOglKwXUx+FS5RB0Wt5hRaT+XUsNbjJ3/YMWgF85lVdpnDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f5103ae94a8e743a310e59111b87c2ef56dba1f188216d4afeae1d07e44561ae","last_reissued_at":"2026-07-05T00:20:33.728671Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:20:33.728671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1911.08567","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:20:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fWOce6w+G6VDGUzm3xyCNXyRZgzLpqBTnLTyIakR85ZdcASSdXb5bV/VC8O1KqnoVxuEOwdBAnhYtnWLaBPJCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:12:30.641451Z"},"content_sha256":"7d0b6d9afedd92cba73ed88c045a1ef8ffa6442d9c8969cab6b858f3411864ef","schema_version":"1.0","event_id":"sha256:7d0b6d9afedd92cba73ed88c045a1ef8ffa6442d9c8969cab6b858f3411864ef"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:6UIDV2KKRZ2DUMIOLEIRXB6C55","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Multi-domain Conversation Quality Evaluation via User Satisfaction Estimation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Lazaros Polymenakos, Praveen Kumar Bodigutla, Spyros Matsoukas","submitted_at":"2019-11-18T00:11:47Z","abstract_excerpt":"An automated metric to evaluate dialogue quality is vital for optimizing data driven dialogue management. The common approach of relying on explicit user feedback during a conversation is intrusive and sparse. Current models to estimate user satisfaction use limited feature sets and employ annotation schemes with limited generalizability to conversations spanning multiple domains. To address these gaps, we created a new Response Quality annotation scheme, introduced five new domain-independent feature sets and experimented with six machine learning models to estimate User Satisfaction at both "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.08567","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1911.08567/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:20:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MA1HvBkJPa3/uQ21FwkiZYBpky47ceNb4hqfgVLo5lhIzFObb6FgDY56pYFs/6a8nj7bBzsosJpTf6jW2c6dBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:12:30.641950Z"},"content_sha256":"60ffd9d95f50055dda0bc5c88c66aedd662bf66602c18f000785400fa67a94b7","schema_version":"1.0","event_id":"sha256:60ffd9d95f50055dda0bc5c88c66aedd662bf66602c18f000785400fa67a94b7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6UIDV2KKRZ2DUMIOLEIRXB6C55/bundle.json","state_url":"https://pith.science/pith/6UIDV2KKRZ2DUMIOLEIRXB6C55/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6UIDV2KKRZ2DUMIOLEIRXB6C55/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T20:12:30Z","links":{"resolver":"https://pith.science/pith/6UIDV2KKRZ2DUMIOLEIRXB6C55","bundle":"https://pith.science/pith/6UIDV2KKRZ2DUMIOLEIRXB6C55/bundle.json","state":"https://pith.science/pith/6UIDV2KKRZ2DUMIOLEIRXB6C55/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6UIDV2KKRZ2DUMIOLEIRXB6C55/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:6UIDV2KKRZ2DUMIOLEIRXB6C55","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ded2f672370558c747ad58dea4052381678799da0c8912422641fce7f6375cae","cross_cats_sorted":["cs.HC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-18T00:11:47Z","title_canon_sha256":"339c49e92250e9a7bc4381c610e3754582ac6d831f978516fa943542fdff3926"},"schema_version":"1.0","source":{"id":"1911.08567","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1911.08567","created_at":"2026-07-05T00:20:33Z"},{"alias_kind":"arxiv_version","alias_value":"1911.08567v1","created_at":"2026-07-05T00:20:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1911.08567","created_at":"2026-07-05T00:20:33Z"},{"alias_kind":"pith_short_12","alias_value":"6UIDV2KKRZ2D","created_at":"2026-07-05T00:20:33Z"},{"alias_kind":"pith_short_16","alias_value":"6UIDV2KKRZ2DUMIO","created_at":"2026-07-05T00:20:33Z"},{"alias_kind":"pith_short_8","alias_value":"6UIDV2KK","created_at":"2026-07-05T00:20:33Z"}],"graph_snapshots":[{"event_id":"sha256:60ffd9d95f50055dda0bc5c88c66aedd662bf66602c18f000785400fa67a94b7","target":"graph","created_at":"2026-07-05T00:20:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1911.08567/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"An automated metric to evaluate dialogue quality is vital for optimizing data driven dialogue management. The common approach of relying on explicit user feedback during a conversation is intrusive and sparse. Current models to estimate user satisfaction use limited feature sets and employ annotation schemes with limited generalizability to conversations spanning multiple domains. To address these gaps, we created a new Response Quality annotation scheme, introduced five new domain-independent feature sets and experimented with six machine learning models to estimate User Satisfaction at both ","authors_text":"Lazaros Polymenakos, Praveen Kumar Bodigutla, Spyros Matsoukas","cross_cats":["cs.HC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-18T00:11:47Z","title":"Multi-domain Conversation Quality Evaluation via User Satisfaction Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1911.08567","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7d0b6d9afedd92cba73ed88c045a1ef8ffa6442d9c8969cab6b858f3411864ef","target":"record","created_at":"2026-07-05T00:20:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ded2f672370558c747ad58dea4052381678799da0c8912422641fce7f6375cae","cross_cats_sorted":["cs.HC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-11-18T00:11:47Z","title_canon_sha256":"339c49e92250e9a7bc4381c610e3754582ac6d831f978516fa943542fdff3926"},"schema_version":"1.0","source":{"id":"1911.08567","kind":"arxiv","version":1}},"canonical_sha256":"f5103ae94a8e743a310e59111b87c2ef56dba1f188216d4afeae1d07e44561ae","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f5103ae94a8e743a310e59111b87c2ef56dba1f188216d4afeae1d07e44561ae","first_computed_at":"2026-07-05T00:20:33.728671Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:20:33.728671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o9fQWYkrHK2TpIULMRHvzGikxOdP+UuUkeuwRVLZOglKwXUx+FS5RB0Wt5hRaT+XUsNbjJ3/YMWgF85lVdpnDw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:20:33.729054Z","signed_message":"canonical_sha256_bytes"},"source_id":"1911.08567","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7d0b6d9afedd92cba73ed88c045a1ef8ffa6442d9c8969cab6b858f3411864ef","sha256:60ffd9d95f50055dda0bc5c88c66aedd662bf66602c18f000785400fa67a94b7"],"state_sha256":"214a6dee7043a6da0532c25b4126e19e17a61b7e57304e558d596e6443014f05"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y4yKV33c9sFZTLrZmnE/ISDcwwafS5LMUVcjljnIPtvmcp7s8g8g0tx7grYwyMsxoc0u3kcmAvnsV0SYtSRGBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T20:12:30.645575Z","bundle_sha256":"1eb027ff97f2241006e22176ac4cb65be4a00ed378ed1136cce6e739bfafeffd"}}