{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:DQ3XKPXK3PTFS7NIAK2GJIONK4","short_pith_number":"pith:DQ3XKPXK","canonical_record":{"source":{"id":"1708.05122","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2017-08-17T03:27:53Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"title_canon_sha256":"9e7ce36c46fac78542809b1078628989f784414fe592571ce14a6c627af0372f","abstract_canon_sha256":"7c2bbabe8414203175b48bb00e8ad4e7279050949e2974313bfcec8fc1e6caa3"},"schema_version":"1.0"},"canonical_sha256":"1c37753eeadbe6597da802b464a1cd5724e869562ed15fb605f12157375f95df","source":{"kind":"arxiv","id":"1708.05122","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1708.05122","created_at":"2026-05-18T00:37:53Z"},{"alias_kind":"arxiv_version","alias_value":"1708.05122v1","created_at":"2026-05-18T00:37:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1708.05122","created_at":"2026-05-18T00:37:53Z"},{"alias_kind":"pith_short_12","alias_value":"DQ3XKPXK3PTF","created_at":"2026-05-18T12:31:12Z"},{"alias_kind":"pith_short_16","alias_value":"DQ3XKPXK3PTFS7NI","created_at":"2026-05-18T12:31:12Z"},{"alias_kind":"pith_short_8","alias_value":"DQ3XKPXK","created_at":"2026-05-18T12:31:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:DQ3XKPXK3PTFS7NIAK2GJIONK4","target":"record","payload":{"canonical_record":{"source":{"id":"1708.05122","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2017-08-17T03:27:53Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"title_canon_sha256":"9e7ce36c46fac78542809b1078628989f784414fe592571ce14a6c627af0372f","abstract_canon_sha256":"7c2bbabe8414203175b48bb00e8ad4e7279050949e2974313bfcec8fc1e6caa3"},"schema_version":"1.0"},"canonical_sha256":"1c37753eeadbe6597da802b464a1cd5724e869562ed15fb605f12157375f95df","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:37:53.804581Z","signature_b64":"jKVkEKYyuVId1e/ic15kBwXx1uLRvhzdn5fuIV8l8zFdAL9KB0SbC6065YCXimJrIpERkHCzS4Jk8kb5eQ3hBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1c37753eeadbe6597da802b464a1cd5724e869562ed15fb605f12157375f95df","last_reissued_at":"2026-05-18T00:37:53.804063Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:37:53.804063Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1708.05122","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:37:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fYmjERKaE1TuRSvzR+74hlXsF5Ej1990AFeD+HDSfTQRhGgDHT5N0sqQJU0ymtl+9FALwf2mnU+1ryEg+kJmDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T17:21:57.317546Z"},"content_sha256":"f1f89cadbc27d703cffcedff8d76eef5491b28014cc2c422f3c7c3043653805e","schema_version":"1.0","event_id":"sha256:f1f89cadbc27d703cffcedff8d76eef5491b28014cc2c422f3c7c3043653805e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:DQ3XKPXK3PTFS7NIAK2GJIONK4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Visual Conversational Agents via Cooperative Human-AI Games","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CV"],"primary_cat":"cs.HC","authors_text":"Abhishek Das, Arjun Chandrasekaran, Deshraj Yadav, Devi Parikh, Dhruv Batra, Prithvijit Chattopadhyay, Stefan Lee, Viraj Prabhu","submitted_at":"2017-08-17T03:27:53Z","abstract_excerpt":"As AI continues to advance, human-AI teams are inevitable. However, progress in AI is routinely measured in isolation, without a human in the loop. It is crucial to benchmark progress in AI, not just in isolation, but also in terms of how it translates to helping humans perform certain tasks, i.e., the performance of human-AI teams.\n  In this work, we design a cooperative game - GuessWhich - to measure human-AI team performance in the specific context of the AI being a visual conversational agent. GuessWhich involves live interaction between the human and the AI. The AI, which we call ALICE, i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1708.05122","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:37:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OWB6w3xtXo1gqgfz/Fw6DbOlYUWg299H+cCURmoaXW25Y7k32W7qe1eW332/gECHRAfN+EJPOcM+6Zs0uSZABQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T17:21:57.318069Z"},"content_sha256":"4bcb2db5942f75f4f05d91c7dc0f4003029fbe41519db7c7b0f83140e0d400dd","schema_version":"1.0","event_id":"sha256:4bcb2db5942f75f4f05d91c7dc0f4003029fbe41519db7c7b0f83140e0d400dd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DQ3XKPXK3PTFS7NIAK2GJIONK4/bundle.json","state_url":"https://pith.science/pith/DQ3XKPXK3PTFS7NIAK2GJIONK4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DQ3XKPXK3PTFS7NIAK2GJIONK4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T17:21:57Z","links":{"resolver":"https://pith.science/pith/DQ3XKPXK3PTFS7NIAK2GJIONK4","bundle":"https://pith.science/pith/DQ3XKPXK3PTFS7NIAK2GJIONK4/bundle.json","state":"https://pith.science/pith/DQ3XKPXK3PTFS7NIAK2GJIONK4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DQ3XKPXK3PTFS7NIAK2GJIONK4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:DQ3XKPXK3PTFS7NIAK2GJIONK4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7c2bbabe8414203175b48bb00e8ad4e7279050949e2974313bfcec8fc1e6caa3","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2017-08-17T03:27:53Z","title_canon_sha256":"9e7ce36c46fac78542809b1078628989f784414fe592571ce14a6c627af0372f"},"schema_version":"1.0","source":{"id":"1708.05122","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1708.05122","created_at":"2026-05-18T00:37:53Z"},{"alias_kind":"arxiv_version","alias_value":"1708.05122v1","created_at":"2026-05-18T00:37:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1708.05122","created_at":"2026-05-18T00:37:53Z"},{"alias_kind":"pith_short_12","alias_value":"DQ3XKPXK3PTF","created_at":"2026-05-18T12:31:12Z"},{"alias_kind":"pith_short_16","alias_value":"DQ3XKPXK3PTFS7NI","created_at":"2026-05-18T12:31:12Z"},{"alias_kind":"pith_short_8","alias_value":"DQ3XKPXK","created_at":"2026-05-18T12:31:12Z"}],"graph_snapshots":[{"event_id":"sha256:4bcb2db5942f75f4f05d91c7dc0f4003029fbe41519db7c7b0f83140e0d400dd","target":"graph","created_at":"2026-05-18T00:37:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"As AI continues to advance, human-AI teams are inevitable. However, progress in AI is routinely measured in isolation, without a human in the loop. It is crucial to benchmark progress in AI, not just in isolation, but also in terms of how it translates to helping humans perform certain tasks, i.e., the performance of human-AI teams.\n  In this work, we design a cooperative game - GuessWhich - to measure human-AI team performance in the specific context of the AI being a visual conversational agent. GuessWhich involves live interaction between the human and the AI. The AI, which we call ALICE, i","authors_text":"Abhishek Das, Arjun Chandrasekaran, Deshraj Yadav, Devi Parikh, Dhruv Batra, Prithvijit Chattopadhyay, Stefan Lee, Viraj Prabhu","cross_cats":["cs.AI","cs.CL","cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2017-08-17T03:27:53Z","title":"Evaluating Visual Conversational Agents via Cooperative Human-AI Games"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1708.05122","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f1f89cadbc27d703cffcedff8d76eef5491b28014cc2c422f3c7c3043653805e","target":"record","created_at":"2026-05-18T00:37:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7c2bbabe8414203175b48bb00e8ad4e7279050949e2974313bfcec8fc1e6caa3","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2017-08-17T03:27:53Z","title_canon_sha256":"9e7ce36c46fac78542809b1078628989f784414fe592571ce14a6c627af0372f"},"schema_version":"1.0","source":{"id":"1708.05122","kind":"arxiv","version":1}},"canonical_sha256":"1c37753eeadbe6597da802b464a1cd5724e869562ed15fb605f12157375f95df","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1c37753eeadbe6597da802b464a1cd5724e869562ed15fb605f12157375f95df","first_computed_at":"2026-05-18T00:37:53.804063Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:37:53.804063Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jKVkEKYyuVId1e/ic15kBwXx1uLRvhzdn5fuIV8l8zFdAL9KB0SbC6065YCXimJrIpERkHCzS4Jk8kb5eQ3hBg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:37:53.804581Z","signed_message":"canonical_sha256_bytes"},"source_id":"1708.05122","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f1f89cadbc27d703cffcedff8d76eef5491b28014cc2c422f3c7c3043653805e","sha256:4bcb2db5942f75f4f05d91c7dc0f4003029fbe41519db7c7b0f83140e0d400dd"],"state_sha256":"64d9cae0e6a03a0bf99a5b1af9c27b364f856f3b4adb29c1efe918280c968aa4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dN0n7g+AqTadM9rGDSz+ntIhBUvfJ1ipOSoLr/JfHZ1tLrZ+C/xSLM+nSLxZ6qiutxerm8mGYZNKUfSPFCC8AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T17:21:57.320432Z","bundle_sha256":"ea8a77f4ac357bf649b482abd96d520ef93cbcb0d28d566cbf44a3c870d8f035"}}