{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:6FSVNTUYRAHAM5E7RRPCT4T73I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cd2ef6e16d3278c6afa19fba2dc49bef07e94a69858d4da8dccaf32bfd9c2ec0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-06-29T15:14:07Z","title_canon_sha256":"3bc10857d5fdda87fa6b2f90c4e160f6310f2f49560af47b497acc0e057f2060"},"schema_version":"1.0","source":{"id":"1706.09799","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1706.09799","created_at":"2026-05-18T00:41:13Z"},{"alias_kind":"arxiv_version","alias_value":"1706.09799v1","created_at":"2026-05-18T00:41:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1706.09799","created_at":"2026-05-18T00:41:13Z"},{"alias_kind":"pith_short_12","alias_value":"6FSVNTUYRAHA","created_at":"2026-05-18T12:31:03Z"},{"alias_kind":"pith_short_16","alias_value":"6FSVNTUYRAHAM5E7","created_at":"2026-05-18T12:31:03Z"},{"alias_kind":"pith_short_8","alias_value":"6FSVNTUY","created_at":"2026-05-18T12:31:03Z"}],"graph_snapshots":[{"event_id":"sha256:f8a6eb85cfa0c06c55cc426d0cab3614ad419d4eee53dc015d4360714bd32f59","target":"graph","created_at":"2026-05-18T00:41:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Automated metrics such as BLEU are widely used in the machine translation literature. They have also been used recently in the dialogue community for evaluating dialogue response generation. However, previous work in dialogue response generation has shown that these metrics do not correlate strongly with human judgment in the non task-oriented dialogue setting. Task-oriented dialogue responses are expressed on narrower domains and exhibit lower diversity. It is thus reasonable to think that these automated metrics would correlate well with human judgment in the task-oriented setting where the ","authors_text":"Hannes Schulz, Jeremie Zumer, Layla El Asri, Shikhar Sharma","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-06-29T15:14:07Z","title":"Relevance of Unsupervised Metrics in Task-Oriented Dialogue for Evaluating Natural Language Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1706.09799","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8b02af7ead2041b2aaee9dd408015184fc9f502f136709087e6f43ec0fd17a98","target":"record","created_at":"2026-05-18T00:41:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cd2ef6e16d3278c6afa19fba2dc49bef07e94a69858d4da8dccaf32bfd9c2ec0","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-06-29T15:14:07Z","title_canon_sha256":"3bc10857d5fdda87fa6b2f90c4e160f6310f2f49560af47b497acc0e057f2060"},"schema_version":"1.0","source":{"id":"1706.09799","kind":"arxiv","version":1}},"canonical_sha256":"f16556ce98880e06749f8c5e29f27fda380c4a76742df72dc5b1c3ce200d2caa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f16556ce98880e06749f8c5e29f27fda380c4a76742df72dc5b1c3ce200d2caa","first_computed_at":"2026-05-18T00:41:13.827001Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:41:13.827001Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EO8E1gqEm9ytbW6LaZZo7JgONVsVNNpzU+MsaAxvKNHDtWSoFbE9mTHfiw99JffjExbrBasvEoI02Vf/h8rMCw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:41:13.827718Z","signed_message":"canonical_sha256_bytes"},"source_id":"1706.09799","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8b02af7ead2041b2aaee9dd408015184fc9f502f136709087e6f43ec0fd17a98","sha256:f8a6eb85cfa0c06c55cc426d0cab3614ad419d4eee53dc015d4360714bd32f59"],"state_sha256":"abc6579e5abba00070fe14d0f114108a22fcc258dd640f2ad049a77c0aafabaa"}