{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:XFYXKC2M3VKEMGSNB6CKLRTDEN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"45d1201c89942b2df89ed6789dcf20a9d6fb2d3a3b9dbb95ed47d7da7ae24acc","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-08-23T18:56:00Z","title_canon_sha256":"b024e5c798ef5310fc45c62838213f7257c7a0d5bd8c2d9e5f18003bbd2ea1e5"},"schema_version":"1.0","source":{"id":"1708.07149","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1708.07149","created_at":"2026-05-18T00:25:41Z"},{"alias_kind":"arxiv_version","alias_value":"1708.07149v2","created_at":"2026-05-18T00:25:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1708.07149","created_at":"2026-05-18T00:25:41Z"},{"alias_kind":"pith_short_12","alias_value":"XFYXKC2M3VKE","created_at":"2026-05-18T12:31:53Z"},{"alias_kind":"pith_short_16","alias_value":"XFYXKC2M3VKEMGSN","created_at":"2026-05-18T12:31:53Z"},{"alias_kind":"pith_short_8","alias_value":"XFYXKC2M","created_at":"2026-05-18T12:31:53Z"}],"graph_snapshots":[{"event_id":"sha256:2ebd58f92d1cd881a4ebc52445939f34547535111b962907d6c7ebcb987d3ae0","target":"graph","created_at":"2026-05-18T00:25:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Automatically evaluating the quality of dialogue responses for unstructured domains is a challenging problem. Unfortunately, existing automatic evaluation metrics are biased and correlate very poorly with human judgements of response quality. Yet having an accurate automatic evaluation procedure is crucial for dialogue research, as it allows rapid prototyping and testing of new models with fewer expensive human evaluations. In response to this challenge, we formulate automatic dialogue evaluation as a learning problem. We present an evaluation model (ADEM) that learns to predict human-like sco","authors_text":"Iulian V. Serban, Joelle Pineau, Michael Noseworthy, Nicolas Angelard-Gontier, Ryan Lowe, Yoshua Bengio","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-08-23T18:56:00Z","title":"Towards an Automatic Turing Test: Learning to Evaluate Dialogue Responses"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1708.07149","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c61011f54d96962d979e439b3c0f9cb9c182573ebd9926bd4db8025afe2a92f8","target":"record","created_at":"2026-05-18T00:25:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"45d1201c89942b2df89ed6789dcf20a9d6fb2d3a3b9dbb95ed47d7da7ae24acc","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-08-23T18:56:00Z","title_canon_sha256":"b024e5c798ef5310fc45c62838213f7257c7a0d5bd8c2d9e5f18003bbd2ea1e5"},"schema_version":"1.0","source":{"id":"1708.07149","kind":"arxiv","version":2}},"canonical_sha256":"b971750b4cdd54461a4d0f84a5c663237e7695f197a0ef1c8dc6760608100ddf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b971750b4cdd54461a4d0f84a5c663237e7695f197a0ef1c8dc6760608100ddf","first_computed_at":"2026-05-18T00:25:41.913817Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:25:41.913817Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"E2jax8VNxmy4LxJo2vQ1Lp0n/gRwlHJ6FwfoSjUyrVBRjxIAK/6MKHTt6SGr48zcp71azGoiDAd3PNudTFiyBQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:25:41.914547Z","signed_message":"canonical_sha256_bytes"},"source_id":"1708.07149","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c61011f54d96962d979e439b3c0f9cb9c182573ebd9926bd4db8025afe2a92f8","sha256:2ebd58f92d1cd881a4ebc52445939f34547535111b962907d6c7ebcb987d3ae0"],"state_sha256":"c4ae04c48d95c05a2c1ba108e30ba3aabdf4a5bbe9ded1681ef2e094ec9c384b"}