{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:PJBUN2KA4O2MZI4ROJS2TBTITV","short_pith_number":"pith:PJBUN2KA","canonical_record":{"source":{"id":"1709.02349","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-09-07T16:51:09Z","cross_cats_sorted":["cs.AI","cs.LG","cs.NE","stat.ML"],"title_canon_sha256":"eb333e8ce922249ed3f6381b3a3f65d04f4ae0d9e412f20f30a8e134021c1025","abstract_canon_sha256":"99c0cc166e3cb143b8aa1bb93008dfecf367f690c842941b9a9730054419e2cd"},"schema_version":"1.0"},"canonical_sha256":"7a4346e940e3b4cca3917265a986689d4fdd3fa8bb0879670e92ca4da5484e20","source":{"kind":"arxiv","id":"1709.02349","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1709.02349","created_at":"2026-05-18T00:31:18Z"},{"alias_kind":"arxiv_version","alias_value":"1709.02349v2","created_at":"2026-05-18T00:31:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1709.02349","created_at":"2026-05-18T00:31:18Z"},{"alias_kind":"pith_short_12","alias_value":"PJBUN2KA4O2M","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_16","alias_value":"PJBUN2KA4O2MZI4R","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_8","alias_value":"PJBUN2KA","created_at":"2026-05-18T12:31:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:PJBUN2KA4O2MZI4ROJS2TBTITV","target":"record","payload":{"canonical_record":{"source":{"id":"1709.02349","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-09-07T16:51:09Z","cross_cats_sorted":["cs.AI","cs.LG","cs.NE","stat.ML"],"title_canon_sha256":"eb333e8ce922249ed3f6381b3a3f65d04f4ae0d9e412f20f30a8e134021c1025","abstract_canon_sha256":"99c0cc166e3cb143b8aa1bb93008dfecf367f690c842941b9a9730054419e2cd"},"schema_version":"1.0"},"canonical_sha256":"7a4346e940e3b4cca3917265a986689d4fdd3fa8bb0879670e92ca4da5484e20","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:31:18.741725Z","signature_b64":"TGtjT1OB0dHXPsvUR1+DkpPo1AlgYOpWKGbigAEZ0IpXVTc05G//OeFDLNfyRuSupX4wkTTAsuMfJdXh4wGTDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7a4346e940e3b4cca3917265a986689d4fdd3fa8bb0879670e92ca4da5484e20","last_reissued_at":"2026-05-18T00:31:18.740953Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:31:18.740953Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1709.02349","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:31:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b2uWEclTMKcdc0YOZBeQsibOwb04b9EsrojvjV7pG8RT1sUY8GzCvOF6TltjBXF1blclx00LGZ+uijRK2Oe+Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T11:21:44.517251Z"},"content_sha256":"674ec52de57204638904a54d868365c703e3bc5aad1faf430f6ffa5b14caccac","schema_version":"1.0","event_id":"sha256:674ec52de57204638904a54d868365c703e3bc5aad1faf430f6ffa5b14caccac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:PJBUN2KA4O2MZI4ROJS2TBTITV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Deep Reinforcement Learning Chatbot","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","cs.NE","stat.ML"],"primary_cat":"cs.CL","authors_text":"Alexandre de Brebisson, Alexandre Nguyen, Chinnadhurai Sankar, Dendi Suhubdy, Iulian V. Serban, Joelle Pineau, Jose M. R. Sotelo, Mathieu Germain, Michael Pieper, Nan Rosemary Ke, Sai Rajeshwar, Saizheng Zhang, Sandeep Subramanian, Sarath Chandar, Taesup Kim, Vincent Michalski, Yoshua Bengio, Zhouhan Lin","submitted_at":"2017-09-07T16:51:09Z","abstract_excerpt":"We present MILABOT: a deep reinforcement learning chatbot developed by the Montreal Institute for Learning Algorithms (MILA) for the Amazon Alexa Prize competition. MILABOT is capable of conversing with humans on popular small talk topics through both speech and text. The system consists of an ensemble of natural language generation and retrieval models, including template-based models, bag-of-words models, sequence-to-sequence neural network and latent variable neural network models. By applying reinforcement learning to crowdsourced data and real-world user interactions, the system has been "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1709.02349","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:31:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Be4+NS80x1AT+maNQ+LLAMVuvWQuypfje2+lUEEJQhfsKFb7syg2LUKM5GVeT1BcYjIrG2qqWSi9HJQebgBQCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T11:21:44.517964Z"},"content_sha256":"d5045be3dd8f091f785e3b6f624ba35cdfd02f509b15a6589bfc229001f0cd33","schema_version":"1.0","event_id":"sha256:d5045be3dd8f091f785e3b6f624ba35cdfd02f509b15a6589bfc229001f0cd33"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PJBUN2KA4O2MZI4ROJS2TBTITV/bundle.json","state_url":"https://pith.science/pith/PJBUN2KA4O2MZI4ROJS2TBTITV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PJBUN2KA4O2MZI4ROJS2TBTITV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T11:21:44Z","links":{"resolver":"https://pith.science/pith/PJBUN2KA4O2MZI4ROJS2TBTITV","bundle":"https://pith.science/pith/PJBUN2KA4O2MZI4ROJS2TBTITV/bundle.json","state":"https://pith.science/pith/PJBUN2KA4O2MZI4ROJS2TBTITV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PJBUN2KA4O2MZI4ROJS2TBTITV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:PJBUN2KA4O2MZI4ROJS2TBTITV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"99c0cc166e3cb143b8aa1bb93008dfecf367f690c842941b9a9730054419e2cd","cross_cats_sorted":["cs.AI","cs.LG","cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-09-07T16:51:09Z","title_canon_sha256":"eb333e8ce922249ed3f6381b3a3f65d04f4ae0d9e412f20f30a8e134021c1025"},"schema_version":"1.0","source":{"id":"1709.02349","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1709.02349","created_at":"2026-05-18T00:31:18Z"},{"alias_kind":"arxiv_version","alias_value":"1709.02349v2","created_at":"2026-05-18T00:31:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1709.02349","created_at":"2026-05-18T00:31:18Z"},{"alias_kind":"pith_short_12","alias_value":"PJBUN2KA4O2M","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_16","alias_value":"PJBUN2KA4O2MZI4R","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_8","alias_value":"PJBUN2KA","created_at":"2026-05-18T12:31:37Z"}],"graph_snapshots":[{"event_id":"sha256:d5045be3dd8f091f785e3b6f624ba35cdfd02f509b15a6589bfc229001f0cd33","target":"graph","created_at":"2026-05-18T00:31:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We present MILABOT: a deep reinforcement learning chatbot developed by the Montreal Institute for Learning Algorithms (MILA) for the Amazon Alexa Prize competition. MILABOT is capable of conversing with humans on popular small talk topics through both speech and text. The system consists of an ensemble of natural language generation and retrieval models, including template-based models, bag-of-words models, sequence-to-sequence neural network and latent variable neural network models. By applying reinforcement learning to crowdsourced data and real-world user interactions, the system has been ","authors_text":"Alexandre de Brebisson, Alexandre Nguyen, Chinnadhurai Sankar, Dendi Suhubdy, Iulian V. Serban, Joelle Pineau, Jose M. R. Sotelo, Mathieu Germain, Michael Pieper, Nan Rosemary Ke, Sai Rajeshwar, Saizheng Zhang, Sandeep Subramanian, Sarath Chandar, Taesup Kim, Vincent Michalski, Yoshua Bengio, Zhouhan Lin","cross_cats":["cs.AI","cs.LG","cs.NE","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-09-07T16:51:09Z","title":"A Deep Reinforcement Learning Chatbot"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1709.02349","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:674ec52de57204638904a54d868365c703e3bc5aad1faf430f6ffa5b14caccac","target":"record","created_at":"2026-05-18T00:31:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"99c0cc166e3cb143b8aa1bb93008dfecf367f690c842941b9a9730054419e2cd","cross_cats_sorted":["cs.AI","cs.LG","cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2017-09-07T16:51:09Z","title_canon_sha256":"eb333e8ce922249ed3f6381b3a3f65d04f4ae0d9e412f20f30a8e134021c1025"},"schema_version":"1.0","source":{"id":"1709.02349","kind":"arxiv","version":2}},"canonical_sha256":"7a4346e940e3b4cca3917265a986689d4fdd3fa8bb0879670e92ca4da5484e20","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7a4346e940e3b4cca3917265a986689d4fdd3fa8bb0879670e92ca4da5484e20","first_computed_at":"2026-05-18T00:31:18.740953Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:31:18.740953Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TGtjT1OB0dHXPsvUR1+DkpPo1AlgYOpWKGbigAEZ0IpXVTc05G//OeFDLNfyRuSupX4wkTTAsuMfJdXh4wGTDg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:31:18.741725Z","signed_message":"canonical_sha256_bytes"},"source_id":"1709.02349","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:674ec52de57204638904a54d868365c703e3bc5aad1faf430f6ffa5b14caccac","sha256:d5045be3dd8f091f785e3b6f624ba35cdfd02f509b15a6589bfc229001f0cd33"],"state_sha256":"ddb29d2ebd50d6877a342bd7191fed78517dd8a162a203d1a7d4801133106a32"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1WWkN9FLpjqeMlvscJQiDPqPG7dIVYbVfZ3aJ2FYhVA+wQPusE8W7qYOaIeYYuHYQq/PLcJAdTuhZRJizgizDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T11:21:44.521590Z","bundle_sha256":"addc73184479fde9960485b4d8d78c2ff003dab8a6744dc9b7bb83a409a402d0"}}