{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:CPGWL6NIKNLUCENOYSEE2U4MV3","short_pith_number":"pith:CPGWL6NI","canonical_record":{"source":{"id":"1801.03625","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-01-11T03:30:00Z","cross_cats_sorted":["cs.AI","cs.CY","cs.HC","cs.MA"],"title_canon_sha256":"025558a2a7e41a158f8dedcf967cb76ef00bd1364ebb5d123e1558dba669654c","abstract_canon_sha256":"1c70fe4a85a3e40ddb8af292ea99a70139ffa80ac77bb697821d4f8dafc179c4"},"schema_version":"1.0"},"canonical_sha256":"13cd65f9a853574111aec4884d538caee50c4ef62d9797019617220e99ed6838","source":{"kind":"arxiv","id":"1801.03625","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1801.03625","created_at":"2026-05-17T23:57:21Z"},{"alias_kind":"arxiv_version","alias_value":"1801.03625v2","created_at":"2026-05-17T23:57:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1801.03625","created_at":"2026-05-17T23:57:21Z"},{"alias_kind":"pith_short_12","alias_value":"CPGWL6NIKNLU","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_16","alias_value":"CPGWL6NIKNLUCENO","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_8","alias_value":"CPGWL6NI","created_at":"2026-05-18T12:32:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:CPGWL6NIKNLUCENOYSEE2U4MV3","target":"record","payload":{"canonical_record":{"source":{"id":"1801.03625","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-01-11T03:30:00Z","cross_cats_sorted":["cs.AI","cs.CY","cs.HC","cs.MA"],"title_canon_sha256":"025558a2a7e41a158f8dedcf967cb76ef00bd1364ebb5d123e1558dba669654c","abstract_canon_sha256":"1c70fe4a85a3e40ddb8af292ea99a70139ffa80ac77bb697821d4f8dafc179c4"},"schema_version":"1.0"},"canonical_sha256":"13cd65f9a853574111aec4884d538caee50c4ef62d9797019617220e99ed6838","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:57:21.706375Z","signature_b64":"y7qFXAQKobaqIaS9ZnIPDFb2qgFIoof1lHQF/bLAeiQfKgYXaXBIMAR0RsmgFweRiIB7n/RIN9iqVEuumcaCDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"13cd65f9a853574111aec4884d538caee50c4ef62d9797019617220e99ed6838","last_reissued_at":"2026-05-17T23:57:21.705759Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:57:21.705759Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1801.03625","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:57:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KZGToacwMPkSrgKZQcBPH+2BbPW4orxSEPx4EvOmg9m/GYChIinuza2j5KPOeesMVi8UMl+lWjSV2L+/1nmMDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T23:35:44.773544Z"},"content_sha256":"7e2b80bc36c8ab502180c563ce8c55b09301efba9daace33e180d7220ee08e33","schema_version":"1.0","event_id":"sha256:7e2b80bc36c8ab502180c563ce8c55b09301efba9daace33e180d7220ee08e33"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:CPGWL6NIKNLUCENOYSEE2U4MV3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Evaluating and Comparing Open Domain Dialog Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CY","cs.HC","cs.MA"],"primary_cat":"cs.CL","authors_text":"Angeliki Metallinou, Anirudh Raju, Anu Venkatesh, Ashish Nagar, Ashwin Ram, Behnam Hedayatnia, Chandra Khatri, Fenfei Guo, Ming Cheng, Raefer Gabriel, Rahul Goel, Rohit Prasad, Shaohua Yang","submitted_at":"2018-01-11T03:30:00Z","abstract_excerpt":"Conversational agents are exploding in popularity. However, much work remains in the area of non goal-oriented conversations, despite significant growth in research interest over recent years. To advance the state of the art in conversational AI, Amazon launched the Alexa Prize, a 2.5-million dollar university competition where sixteen selected university teams built conversational agents to deliver the best social conversational experience. Alexa Prize provided the academic community with the unique opportunity to perform research with a live system used by millions of users. The subjectivity"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1801.03625","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:57:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JHsIAX2TSiNnqBkAOJiLafezWCr9AodPORipj/2xXN3hSkfzC0BLQuEUH4Kxc843C8ZP9zdP1ESfPWkjFjG6BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-01T23:35:44.774110Z"},"content_sha256":"7eca66bb3a182193c465cfd1613e6b851fa56b68e5f753d4f91885f90d2c0bd6","schema_version":"1.0","event_id":"sha256:7eca66bb3a182193c465cfd1613e6b851fa56b68e5f753d4f91885f90d2c0bd6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CPGWL6NIKNLUCENOYSEE2U4MV3/bundle.json","state_url":"https://pith.science/pith/CPGWL6NIKNLUCENOYSEE2U4MV3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CPGWL6NIKNLUCENOYSEE2U4MV3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-01T23:35:44Z","links":{"resolver":"https://pith.science/pith/CPGWL6NIKNLUCENOYSEE2U4MV3","bundle":"https://pith.science/pith/CPGWL6NIKNLUCENOYSEE2U4MV3/bundle.json","state":"https://pith.science/pith/CPGWL6NIKNLUCENOYSEE2U4MV3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CPGWL6NIKNLUCENOYSEE2U4MV3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:CPGWL6NIKNLUCENOYSEE2U4MV3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1c70fe4a85a3e40ddb8af292ea99a70139ffa80ac77bb697821d4f8dafc179c4","cross_cats_sorted":["cs.AI","cs.CY","cs.HC","cs.MA"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-01-11T03:30:00Z","title_canon_sha256":"025558a2a7e41a158f8dedcf967cb76ef00bd1364ebb5d123e1558dba669654c"},"schema_version":"1.0","source":{"id":"1801.03625","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1801.03625","created_at":"2026-05-17T23:57:21Z"},{"alias_kind":"arxiv_version","alias_value":"1801.03625v2","created_at":"2026-05-17T23:57:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1801.03625","created_at":"2026-05-17T23:57:21Z"},{"alias_kind":"pith_short_12","alias_value":"CPGWL6NIKNLU","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_16","alias_value":"CPGWL6NIKNLUCENO","created_at":"2026-05-18T12:32:16Z"},{"alias_kind":"pith_short_8","alias_value":"CPGWL6NI","created_at":"2026-05-18T12:32:16Z"}],"graph_snapshots":[{"event_id":"sha256:7eca66bb3a182193c465cfd1613e6b851fa56b68e5f753d4f91885f90d2c0bd6","target":"graph","created_at":"2026-05-17T23:57:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Conversational agents are exploding in popularity. However, much work remains in the area of non goal-oriented conversations, despite significant growth in research interest over recent years. To advance the state of the art in conversational AI, Amazon launched the Alexa Prize, a 2.5-million dollar university competition where sixteen selected university teams built conversational agents to deliver the best social conversational experience. Alexa Prize provided the academic community with the unique opportunity to perform research with a live system used by millions of users. The subjectivity","authors_text":"Angeliki Metallinou, Anirudh Raju, Anu Venkatesh, Ashish Nagar, Ashwin Ram, Behnam Hedayatnia, Chandra Khatri, Fenfei Guo, Ming Cheng, Raefer Gabriel, Rahul Goel, Rohit Prasad, Shaohua Yang","cross_cats":["cs.AI","cs.CY","cs.HC","cs.MA"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-01-11T03:30:00Z","title":"On Evaluating and Comparing Open Domain Dialog Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1801.03625","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7e2b80bc36c8ab502180c563ce8c55b09301efba9daace33e180d7220ee08e33","target":"record","created_at":"2026-05-17T23:57:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1c70fe4a85a3e40ddb8af292ea99a70139ffa80ac77bb697821d4f8dafc179c4","cross_cats_sorted":["cs.AI","cs.CY","cs.HC","cs.MA"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-01-11T03:30:00Z","title_canon_sha256":"025558a2a7e41a158f8dedcf967cb76ef00bd1364ebb5d123e1558dba669654c"},"schema_version":"1.0","source":{"id":"1801.03625","kind":"arxiv","version":2}},"canonical_sha256":"13cd65f9a853574111aec4884d538caee50c4ef62d9797019617220e99ed6838","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"13cd65f9a853574111aec4884d538caee50c4ef62d9797019617220e99ed6838","first_computed_at":"2026-05-17T23:57:21.705759Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:57:21.705759Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"y7qFXAQKobaqIaS9ZnIPDFb2qgFIoof1lHQF/bLAeiQfKgYXaXBIMAR0RsmgFweRiIB7n/RIN9iqVEuumcaCDg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:57:21.706375Z","signed_message":"canonical_sha256_bytes"},"source_id":"1801.03625","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7e2b80bc36c8ab502180c563ce8c55b09301efba9daace33e180d7220ee08e33","sha256:7eca66bb3a182193c465cfd1613e6b851fa56b68e5f753d4f91885f90d2c0bd6"],"state_sha256":"5f73dcc73b153fcb96165796f57aae5c057fdb012fc48b68884503f999fc89d8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lMGipJBvetON7hTWPIco62mwk5FW2SifDvFc7AKMR94AeH3NYsbcVUCdoW/EkYWqaINcHMuPVE9vnlpa0z0kCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-01T23:35:44.777230Z","bundle_sha256":"d8310ca07f63e2c52dabc03786b4c045ebe8981bd5808694082734d33fa7d27e"}}