{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:SYL3LYBOXVGC2OTLXMQYS2ISU4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d85e014024fa83777e80bc7672ce0e48f4909804880fc8757eb2a27fa3f35e19","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-06-19T23:15:22Z","title_canon_sha256":"b5b2ea7e02d22b05e60fbf900d4176d2089f9eeea74532249309fe421e38cd72"},"schema_version":"1.0","source":{"id":"1706.06210","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1706.06210","created_at":"2026-05-18T00:40:12Z"},{"alias_kind":"arxiv_version","alias_value":"1706.06210v2","created_at":"2026-05-18T00:40:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1706.06210","created_at":"2026-05-18T00:40:12Z"},{"alias_kind":"pith_short_12","alias_value":"SYL3LYBOXVGC","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_16","alias_value":"SYL3LYBOXVGC2OTL","created_at":"2026-05-18T12:31:43Z"},{"alias_kind":"pith_short_8","alias_value":"SYL3LYBO","created_at":"2026-05-18T12:31:43Z"}],"graph_snapshots":[{"event_id":"sha256:68b0bbf6c62bec84d53e9cba0c1de1d1156fb8455efe75e2789b6adc6dd29fea","target":"graph","created_at":"2026-05-18T00:40:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Human conversation is inherently complex, often spanning many different topics/domains. This makes policy learning for dialogue systems very challenging. Standard flat reinforcement learning methods do not provide an efficient framework for modelling such dialogues. In this paper, we focus on the under-explored problem of multi-domain dialogue management. First, we propose a new method for hierarchical reinforcement learning using the option framework. Next, we show that the proposed architecture learns faster and arrives at a better policy than the existing flat ones do. Moreover, we show how","authors_text":"I\\~nigo Casanueva, Lina Rojas-Barahona, Milica Ga\\v{s}i\\'c, Nikola Mrk\\v{s}i\\'c, Pawe{\\l} Budzianowski, Pei-Hao Su, Stefan Ultes, Tsung-Hsien Wen","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-06-19T23:15:22Z","title":"Sub-domain Modelling for Dialogue Management with Hierarchical Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1706.06210","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:87c32abd31b59aaa9e36a427bba38c377249220c9cebefb2991fc6972154d23e","target":"record","created_at":"2026-05-18T00:40:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d85e014024fa83777e80bc7672ce0e48f4909804880fc8757eb2a27fa3f35e19","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-06-19T23:15:22Z","title_canon_sha256":"b5b2ea7e02d22b05e60fbf900d4176d2089f9eeea74532249309fe421e38cd72"},"schema_version":"1.0","source":{"id":"1706.06210","kind":"arxiv","version":2}},"canonical_sha256":"9617b5e02ebd4c2d3a6bbb21896912a737095f1c6fb376d83c35e05a3f66f62d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9617b5e02ebd4c2d3a6bbb21896912a737095f1c6fb376d83c35e05a3f66f62d","first_computed_at":"2026-05-18T00:40:12.746938Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:40:12.746938Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Q5etIDSyB/2xsdlXHff+S6TY3oekuNBAKep+U/AnEG40qjqPQnf8ImSxvJME1vvvuY/S4W8I/nCQzcTN7f4DCQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:40:12.747608Z","signed_message":"canonical_sha256_bytes"},"source_id":"1706.06210","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:87c32abd31b59aaa9e36a427bba38c377249220c9cebefb2991fc6972154d23e","sha256:68b0bbf6c62bec84d53e9cba0c1de1d1156fb8455efe75e2789b6adc6dd29fea"],"state_sha256":"7b46ec452b80fb8899452a16999c9eaf05273c2387072695305b5a57c8027852"}