{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:P7R6FYHWPERW75TT4ONMMTMAUQ","short_pith_number":"pith:P7R6FYHW","canonical_record":{"source":{"id":"1709.04734","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-09-14T12:37:08Z","cross_cats_sorted":[],"title_canon_sha256":"87706950ac5bb134071a5b9bb8a456a0e24e7ab2ae9ba1a5063931ada792e916","abstract_canon_sha256":"6edac9d0906d113e59f62fa9ae440cf75c0a3824c19b8b966d0c090400201ba9"},"schema_version":"1.0"},"canonical_sha256":"7fe3e2e0f679236ff673e39ac64d80a416fe4f1c1935e0cddd6a93c064712707","source":{"kind":"arxiv","id":"1709.04734","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1709.04734","created_at":"2026-05-18T00:35:10Z"},{"alias_kind":"arxiv_version","alias_value":"1709.04734v1","created_at":"2026-05-18T00:35:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1709.04734","created_at":"2026-05-18T00:35:10Z"},{"alias_kind":"pith_short_12","alias_value":"P7R6FYHWPERW","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_16","alias_value":"P7R6FYHWPERW75TT","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_8","alias_value":"P7R6FYHW","created_at":"2026-05-18T12:31:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:P7R6FYHWPERW75TT4ONMMTMAUQ","target":"record","payload":{"canonical_record":{"source":{"id":"1709.04734","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-09-14T12:37:08Z","cross_cats_sorted":[],"title_canon_sha256":"87706950ac5bb134071a5b9bb8a456a0e24e7ab2ae9ba1a5063931ada792e916","abstract_canon_sha256":"6edac9d0906d113e59f62fa9ae440cf75c0a3824c19b8b966d0c090400201ba9"},"schema_version":"1.0"},"canonical_sha256":"7fe3e2e0f679236ff673e39ac64d80a416fe4f1c1935e0cddd6a93c064712707","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:35:10.282089Z","signature_b64":"Vse9SK1WgrMXUyqOzFYigkDUM2ojXriwbDby1eq4RU5ywA1tbAKLOjoIjuwhdNhTQys85gzw9/Y7+bJlfO6WAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7fe3e2e0f679236ff673e39ac64d80a416fe4f1c1935e0cddd6a93c064712707","last_reissued_at":"2026-05-18T00:35:10.281634Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:35:10.281634Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1709.04734","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:35:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TxKY8Qb01EqxdtjwWGwPh9K8xmMGX54uWsgLGRE/S9ocYkq1Rjxl5gv6hmfFBvs5W6HlP4BvRmhvqbG7FIehAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-22T10:44:03.589227Z"},"content_sha256":"693c48df97c98ac3995b21bb87687dd4f169fa37830ae45d2ed62b4e1ba476fe","schema_version":"1.0","event_id":"sha256:693c48df97c98ac3995b21bb87687dd4f169fa37830ae45d2ed62b4e1ba476fe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:P7R6FYHWPERW75TT4ONMMTMAUQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Perspectives for Evaluating Conversational AI","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Mahipal Jadeja, Neelanshi Varia","submitted_at":"2017-09-14T12:37:08Z","abstract_excerpt":"Conversational AI systems are becoming famous in day to day lives. In this paper, we are trying to address the following key question: To identify whether design, as well as development efforts for search oriented conversational AI are successful or not.It is tricky to define 'success' in the case of conversational AI and equally tricky part is to use appropriate metrics for the evaluation of conversational AI. We propose four different perspectives namely user experience, information retrieval, linguistic and artificial intelligence for the evaluation of conversational AI systems. Additionall"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1709.04734","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:35:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Lztlu1KOIwrwKFFjsxN24zKlQM9oU0qZ9LNL1UJYlZg+wYyEeVC0t5nMhtShr4dvta9tl2rjcqYWlIfVZGUTAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-22T10:44:03.589592Z"},"content_sha256":"22b7e5914c3fa732b477c060e89434446b289d8dd546ecfa0ff814cb9a9ddda5","schema_version":"1.0","event_id":"sha256:22b7e5914c3fa732b477c060e89434446b289d8dd546ecfa0ff814cb9a9ddda5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/P7R6FYHWPERW75TT4ONMMTMAUQ/bundle.json","state_url":"https://pith.science/pith/P7R6FYHWPERW75TT4ONMMTMAUQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/P7R6FYHWPERW75TT4ONMMTMAUQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-22T10:44:03Z","links":{"resolver":"https://pith.science/pith/P7R6FYHWPERW75TT4ONMMTMAUQ","bundle":"https://pith.science/pith/P7R6FYHWPERW75TT4ONMMTMAUQ/bundle.json","state":"https://pith.science/pith/P7R6FYHWPERW75TT4ONMMTMAUQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/P7R6FYHWPERW75TT4ONMMTMAUQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:P7R6FYHWPERW75TT4ONMMTMAUQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6edac9d0906d113e59f62fa9ae440cf75c0a3824c19b8b966d0c090400201ba9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-09-14T12:37:08Z","title_canon_sha256":"87706950ac5bb134071a5b9bb8a456a0e24e7ab2ae9ba1a5063931ada792e916"},"schema_version":"1.0","source":{"id":"1709.04734","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1709.04734","created_at":"2026-05-18T00:35:10Z"},{"alias_kind":"arxiv_version","alias_value":"1709.04734v1","created_at":"2026-05-18T00:35:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1709.04734","created_at":"2026-05-18T00:35:10Z"},{"alias_kind":"pith_short_12","alias_value":"P7R6FYHWPERW","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_16","alias_value":"P7R6FYHWPERW75TT","created_at":"2026-05-18T12:31:37Z"},{"alias_kind":"pith_short_8","alias_value":"P7R6FYHW","created_at":"2026-05-18T12:31:37Z"}],"graph_snapshots":[{"event_id":"sha256:22b7e5914c3fa732b477c060e89434446b289d8dd546ecfa0ff814cb9a9ddda5","target":"graph","created_at":"2026-05-18T00:35:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Conversational AI systems are becoming famous in day to day lives. In this paper, we are trying to address the following key question: To identify whether design, as well as development efforts for search oriented conversational AI are successful or not.It is tricky to define 'success' in the case of conversational AI and equally tricky part is to use appropriate metrics for the evaluation of conversational AI. We propose four different perspectives namely user experience, information retrieval, linguistic and artificial intelligence for the evaluation of conversational AI systems. Additionall","authors_text":"Mahipal Jadeja, Neelanshi Varia","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-09-14T12:37:08Z","title":"Perspectives for Evaluating Conversational AI"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1709.04734","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:693c48df97c98ac3995b21bb87687dd4f169fa37830ae45d2ed62b4e1ba476fe","target":"record","created_at":"2026-05-18T00:35:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6edac9d0906d113e59f62fa9ae440cf75c0a3824c19b8b966d0c090400201ba9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2017-09-14T12:37:08Z","title_canon_sha256":"87706950ac5bb134071a5b9bb8a456a0e24e7ab2ae9ba1a5063931ada792e916"},"schema_version":"1.0","source":{"id":"1709.04734","kind":"arxiv","version":1}},"canonical_sha256":"7fe3e2e0f679236ff673e39ac64d80a416fe4f1c1935e0cddd6a93c064712707","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7fe3e2e0f679236ff673e39ac64d80a416fe4f1c1935e0cddd6a93c064712707","first_computed_at":"2026-05-18T00:35:10.281634Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:35:10.281634Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Vse9SK1WgrMXUyqOzFYigkDUM2ojXriwbDby1eq4RU5ywA1tbAKLOjoIjuwhdNhTQys85gzw9/Y7+bJlfO6WAw==","signature_status":"signed_v1","signed_at":"2026-05-18T00:35:10.282089Z","signed_message":"canonical_sha256_bytes"},"source_id":"1709.04734","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:693c48df97c98ac3995b21bb87687dd4f169fa37830ae45d2ed62b4e1ba476fe","sha256:22b7e5914c3fa732b477c060e89434446b289d8dd546ecfa0ff814cb9a9ddda5"],"state_sha256":"067461572a0af10ee7d1a374c6a3093c45105a052588e4af420d35411dac7258"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WJcO75Fj2Ve93IB7CYymoXUAoZD7FTe4PaYQ/5EyK4LAOYa2KKeRPvb6F2//MUIGhtJb30z8xdUr4ckoJqz/Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-22T10:44:03.591522Z","bundle_sha256":"ab50f33fc89690b8ec94988f639bb2ad4071b068ea1f7c3b8456a8b077709409"}}