{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:RSSSNYIIYESPB2WFZGD4RWVMX2","short_pith_number":"pith:RSSSNYII","canonical_record":{"source":{"id":"1908.10422","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2019-08-27T19:18:09Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"d7d72b425f85d5b5cf04ddbf1a74766447cbd9f3cfd27332b4dae4f967da9cdd","abstract_canon_sha256":"5ac42b1e67b1555705d5aa1511bf77f6950b6e2c6f8e40cf2e7548d7950e6368"},"schema_version":"1.0"},"canonical_sha256":"8ca526e108c124f0eac5c987c8daacbebdc41a6fcfad09814c23afdc5c9e6e64","source":{"kind":"arxiv","id":"1908.10422","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.10422","created_at":"2026-07-05T00:00:17Z"},{"alias_kind":"arxiv_version","alias_value":"1908.10422v1","created_at":"2026-07-05T00:00:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.10422","created_at":"2026-07-05T00:00:17Z"},{"alias_kind":"pith_short_12","alias_value":"RSSSNYIIYESP","created_at":"2026-07-05T00:00:17Z"},{"alias_kind":"pith_short_16","alias_value":"RSSSNYIIYESPB2WF","created_at":"2026-07-05T00:00:17Z"},{"alias_kind":"pith_short_8","alias_value":"RSSSNYII","created_at":"2026-07-05T00:00:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:RSSSNYIIYESPB2WFZGD4RWVMX2","target":"record","payload":{"canonical_record":{"source":{"id":"1908.10422","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2019-08-27T19:18:09Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"d7d72b425f85d5b5cf04ddbf1a74766447cbd9f3cfd27332b4dae4f967da9cdd","abstract_canon_sha256":"5ac42b1e67b1555705d5aa1511bf77f6950b6e2c6f8e40cf2e7548d7950e6368"},"schema_version":"1.0"},"canonical_sha256":"8ca526e108c124f0eac5c987c8daacbebdc41a6fcfad09814c23afdc5c9e6e64","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:00:17.124413Z","signature_b64":"sEtL4emKWmeifJ6nnB9vsx+GTX7i5tHpex//n6GO9zC1oQgON3hq2Ni73MUBmxM98mz4wTL9NvtG+fxApI6zAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8ca526e108c124f0eac5c987c8daacbebdc41a6fcfad09814c23afdc5c9e6e64","last_reissued_at":"2026-07-05T00:00:17.123975Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:00:17.123975Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1908.10422","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:00:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i4J0Vj1AgM2cvGsUh7V9XGNOzxk0r0y6t9yI4gUjNpJz2qfVoA/ZRxHur+V2TPNET6zMhK5rDFiNGSOdFOm4Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T23:10:12.865198Z"},"content_sha256":"6f11b89d23157069d01be8eb4ce67edb31845be9b2dd460d91bb3cd9cf7064ce","schema_version":"1.0","event_id":"sha256:6f11b89d23157069d01be8eb4ce67edb31845be9b2dd460d91bb3cd9cf7064ce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:RSSSNYIIYESPB2WFZGD4RWVMX2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Ensemble-Based Deep Reinforcement Learning for Chatbots","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.AI","authors_text":"Donghyeon Lee, Heriberto Cuay\\'ahuitl, Hyungtak Choi, Inchul Hwang, Jihie Kim, Satish Indurthi, Seonghan Ryu, Seunghak Yu, Sungja Choi, Yongjin Cho","submitted_at":"2019-08-27T19:18:09Z","abstract_excerpt":"Trainable chatbots that exhibit fluent and human-like conversations remain a big challenge in artificial intelligence. Deep Reinforcement Learning (DRL) is promising for addressing this challenge, but its successful application remains an open question. This article describes a novel ensemble-based approach applied to value-based DRL chatbots, which use finite action sets as a form of meaning representation. In our approach, while dialogue actions are derived from sentence clustering, the training datasets in our ensemble are derived from dialogue clustering. The latter aim to induce specialis"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.10422","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.10422/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:00:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VfJa5yOoMDVpQclj0KgUXO8T78jOGzUmrb0b8/XjIDaGVA1V38mlVNe50Sb3OuXFw7nsuoHByJIvei/55pLYAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T23:10:12.865606Z"},"content_sha256":"270e2efb45c214c07fecfc541f5d9a82316221f9c7bff446b56386ec52e649f8","schema_version":"1.0","event_id":"sha256:270e2efb45c214c07fecfc541f5d9a82316221f9c7bff446b56386ec52e649f8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RSSSNYIIYESPB2WFZGD4RWVMX2/bundle.json","state_url":"https://pith.science/pith/RSSSNYIIYESPB2WFZGD4RWVMX2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RSSSNYIIYESPB2WFZGD4RWVMX2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T23:10:12Z","links":{"resolver":"https://pith.science/pith/RSSSNYIIYESPB2WFZGD4RWVMX2","bundle":"https://pith.science/pith/RSSSNYIIYESPB2WFZGD4RWVMX2/bundle.json","state":"https://pith.science/pith/RSSSNYIIYESPB2WFZGD4RWVMX2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RSSSNYIIYESPB2WFZGD4RWVMX2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:RSSSNYIIYESPB2WFZGD4RWVMX2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5ac42b1e67b1555705d5aa1511bf77f6950b6e2c6f8e40cf2e7548d7950e6368","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2019-08-27T19:18:09Z","title_canon_sha256":"d7d72b425f85d5b5cf04ddbf1a74766447cbd9f3cfd27332b4dae4f967da9cdd"},"schema_version":"1.0","source":{"id":"1908.10422","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.10422","created_at":"2026-07-05T00:00:17Z"},{"alias_kind":"arxiv_version","alias_value":"1908.10422v1","created_at":"2026-07-05T00:00:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.10422","created_at":"2026-07-05T00:00:17Z"},{"alias_kind":"pith_short_12","alias_value":"RSSSNYIIYESP","created_at":"2026-07-05T00:00:17Z"},{"alias_kind":"pith_short_16","alias_value":"RSSSNYIIYESPB2WF","created_at":"2026-07-05T00:00:17Z"},{"alias_kind":"pith_short_8","alias_value":"RSSSNYII","created_at":"2026-07-05T00:00:17Z"}],"graph_snapshots":[{"event_id":"sha256:270e2efb45c214c07fecfc541f5d9a82316221f9c7bff446b56386ec52e649f8","target":"graph","created_at":"2026-07-05T00:00:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.10422/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Trainable chatbots that exhibit fluent and human-like conversations remain a big challenge in artificial intelligence. Deep Reinforcement Learning (DRL) is promising for addressing this challenge, but its successful application remains an open question. This article describes a novel ensemble-based approach applied to value-based DRL chatbots, which use finite action sets as a form of meaning representation. In our approach, while dialogue actions are derived from sentence clustering, the training datasets in our ensemble are derived from dialogue clustering. The latter aim to induce specialis","authors_text":"Donghyeon Lee, Heriberto Cuay\\'ahuitl, Hyungtak Choi, Inchul Hwang, Jihie Kim, Satish Indurthi, Seonghan Ryu, Seunghak Yu, Sungja Choi, Yongjin Cho","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2019-08-27T19:18:09Z","title":"Ensemble-Based Deep Reinforcement Learning for Chatbots"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.10422","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6f11b89d23157069d01be8eb4ce67edb31845be9b2dd460d91bb3cd9cf7064ce","target":"record","created_at":"2026-07-05T00:00:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5ac42b1e67b1555705d5aa1511bf77f6950b6e2c6f8e40cf2e7548d7950e6368","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2019-08-27T19:18:09Z","title_canon_sha256":"d7d72b425f85d5b5cf04ddbf1a74766447cbd9f3cfd27332b4dae4f967da9cdd"},"schema_version":"1.0","source":{"id":"1908.10422","kind":"arxiv","version":1}},"canonical_sha256":"8ca526e108c124f0eac5c987c8daacbebdc41a6fcfad09814c23afdc5c9e6e64","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8ca526e108c124f0eac5c987c8daacbebdc41a6fcfad09814c23afdc5c9e6e64","first_computed_at":"2026-07-05T00:00:17.123975Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:00:17.123975Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sEtL4emKWmeifJ6nnB9vsx+GTX7i5tHpex//n6GO9zC1oQgON3hq2Ni73MUBmxM98mz4wTL9NvtG+fxApI6zAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:00:17.124413Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.10422","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6f11b89d23157069d01be8eb4ce67edb31845be9b2dd460d91bb3cd9cf7064ce","sha256:270e2efb45c214c07fecfc541f5d9a82316221f9c7bff446b56386ec52e649f8"],"state_sha256":"9708c1b238683849c6babb0ea157e6273c9dcbc1aa0d1862bed7559e133732fc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Mu2VA4lyCrz2FrZLyZjDkX1Vd/KiQeIqONfqrJtUOugBv/GCRB82OCafWG3/ZIlPsrqt/BwhrTLFRrVKIk8HBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T23:10:12.867901Z","bundle_sha256":"96ed3ad1a2799544b57a73296c5e4ee2855a8f373397a62c993ee1827381e3b2"}}