{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:3LCC5CHGR4VYWSHCIHLE4XCQN6","short_pith_number":"pith:3LCC5CHG","canonical_record":{"source":{"id":"2112.03763","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-12-07T15:17:27Z","cross_cats_sorted":[],"title_canon_sha256":"438e28b426889b95ee556f6c0dac8a20e6600bd74d889d900e46318f50034b4f","abstract_canon_sha256":"a4888ae3372a3c7120e7943c00f731588e51a53c88cac6e6975844c5b146bc74"},"schema_version":"1.0"},"canonical_sha256":"dac42e88e68f2b8b48e241d64e5c506f90d4093e5a8fa4d006c24dfe3c39d350","source":{"kind":"arxiv","id":"2112.03763","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.03763","created_at":"2026-07-05T03:53:38Z"},{"alias_kind":"arxiv_version","alias_value":"2112.03763v2","created_at":"2026-07-05T03:53:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.03763","created_at":"2026-07-05T03:53:38Z"},{"alias_kind":"pith_short_12","alias_value":"3LCC5CHGR4VY","created_at":"2026-07-05T03:53:38Z"},{"alias_kind":"pith_short_16","alias_value":"3LCC5CHGR4VYWSHC","created_at":"2026-07-05T03:53:38Z"},{"alias_kind":"pith_short_8","alias_value":"3LCC5CHG","created_at":"2026-07-05T03:53:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:3LCC5CHGR4VYWSHCIHLE4XCQN6","target":"record","payload":{"canonical_record":{"source":{"id":"2112.03763","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-12-07T15:17:27Z","cross_cats_sorted":[],"title_canon_sha256":"438e28b426889b95ee556f6c0dac8a20e6600bd74d889d900e46318f50034b4f","abstract_canon_sha256":"a4888ae3372a3c7120e7943c00f731588e51a53c88cac6e6975844c5b146bc74"},"schema_version":"1.0"},"canonical_sha256":"dac42e88e68f2b8b48e241d64e5c506f90d4093e5a8fa4d006c24dfe3c39d350","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:53:38.797945Z","signature_b64":"EkTDDpfuJy0l3AzYYj2SKhN1oQ6jGZf8C5UzXsBfyO3rSyaRbkywbn0WlOZEHQVgcHKccpfZPJAtwuOEWbu9Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dac42e88e68f2b8b48e241d64e5c506f90d4093e5a8fa4d006c24dfe3c39d350","last_reissued_at":"2026-07-05T03:53:38.797484Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:53:38.797484Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2112.03763","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:53:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iusCwMyoIK4/6VU8OluyusIBHwBPm3MM+Fs+cP4XbjQj1eUliEget3Ev9Zu6U21WONpkK/NB9IYyGkfOfdTWAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:12:41.118907Z"},"content_sha256":"5556db9481afcf421f8fc34b04c9e95d7b45729f54211a318348dbe0e8e9a4ff","schema_version":"1.0","event_id":"sha256:5556db9481afcf421f8fc34b04c9e95d7b45729f54211a318348dbe0e8e9a4ff"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:3LCC5CHGR4VYWSHCIHLE4XCQN6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Creating Multimodal Interactive Agents with Imitation and Self-Supervised Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Adam Santoro, Alden Hung, Alex Goldin, Alistair Muldal, Arthur Brussee, Arun Ahuja, Chen Yan, DeepMind Interactive Agents Team: Josh Abramson, Federico Carnevale, Felix Fischer, Felix Hill, Greg Wayne, Guy Scully, Hamza Merzic, Jessica Landon, Mansi Gupta, Mary Cassin, Nathaniel Wong, Peter C Humphreys, Petko Georgiev, Rui Zhu, Tamara von Glehn, Tim Harley, Timothy Lillicrap","submitted_at":"2021-12-07T15:17:27Z","abstract_excerpt":"A common vision from science fiction is that robots will one day inhabit our physical spaces, sense the world as we do, assist our physical labours, and communicate with us through natural language. Here we study how to design artificial agents that can interact naturally with humans using the simplification of a virtual environment. We show that imitation learning of human-human interactions in a simulated world, in conjunction with self-supervised learning, is sufficient to produce a multimodal interactive agent, which we call MIA, that successfully interacts with non-adversarial humans 75% "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.03763","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2112.03763/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:53:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Mp4l9p2RBpXz30hTdLQ4BwK9K2dEYuukxVOC1ePY/tIhPrRcyEBC5P02ZxCNb4Wa4PZjtx6jEkpgBDxqRHk+BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T23:12:41.119839Z"},"content_sha256":"9850d0044e02e4817aa68a66815c8a1fb523bacdf72f2f8f6d475f0725c4bc94","schema_version":"1.0","event_id":"sha256:9850d0044e02e4817aa68a66815c8a1fb523bacdf72f2f8f6d475f0725c4bc94"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3LCC5CHGR4VYWSHCIHLE4XCQN6/bundle.json","state_url":"https://pith.science/pith/3LCC5CHGR4VYWSHCIHLE4XCQN6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3LCC5CHGR4VYWSHCIHLE4XCQN6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T23:12:41Z","links":{"resolver":"https://pith.science/pith/3LCC5CHGR4VYWSHCIHLE4XCQN6","bundle":"https://pith.science/pith/3LCC5CHGR4VYWSHCIHLE4XCQN6/bundle.json","state":"https://pith.science/pith/3LCC5CHGR4VYWSHCIHLE4XCQN6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3LCC5CHGR4VYWSHCIHLE4XCQN6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:3LCC5CHGR4VYWSHCIHLE4XCQN6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a4888ae3372a3c7120e7943c00f731588e51a53c88cac6e6975844c5b146bc74","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-12-07T15:17:27Z","title_canon_sha256":"438e28b426889b95ee556f6c0dac8a20e6600bd74d889d900e46318f50034b4f"},"schema_version":"1.0","source":{"id":"2112.03763","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.03763","created_at":"2026-07-05T03:53:38Z"},{"alias_kind":"arxiv_version","alias_value":"2112.03763v2","created_at":"2026-07-05T03:53:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.03763","created_at":"2026-07-05T03:53:38Z"},{"alias_kind":"pith_short_12","alias_value":"3LCC5CHGR4VY","created_at":"2026-07-05T03:53:38Z"},{"alias_kind":"pith_short_16","alias_value":"3LCC5CHGR4VYWSHC","created_at":"2026-07-05T03:53:38Z"},{"alias_kind":"pith_short_8","alias_value":"3LCC5CHG","created_at":"2026-07-05T03:53:38Z"}],"graph_snapshots":[{"event_id":"sha256:9850d0044e02e4817aa68a66815c8a1fb523bacdf72f2f8f6d475f0725c4bc94","target":"graph","created_at":"2026-07-05T03:53:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.03763/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A common vision from science fiction is that robots will one day inhabit our physical spaces, sense the world as we do, assist our physical labours, and communicate with us through natural language. Here we study how to design artificial agents that can interact naturally with humans using the simplification of a virtual environment. We show that imitation learning of human-human interactions in a simulated world, in conjunction with self-supervised learning, is sufficient to produce a multimodal interactive agent, which we call MIA, that successfully interacts with non-adversarial humans 75% ","authors_text":"Adam Santoro, Alden Hung, Alex Goldin, Alistair Muldal, Arthur Brussee, Arun Ahuja, Chen Yan, DeepMind Interactive Agents Team: Josh Abramson, Federico Carnevale, Felix Fischer, Felix Hill, Greg Wayne, Guy Scully, Hamza Merzic, Jessica Landon, Mansi Gupta, Mary Cassin, Nathaniel Wong, Peter C Humphreys, Petko Georgiev, Rui Zhu, Tamara von Glehn, Tim Harley, Timothy Lillicrap","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-12-07T15:17:27Z","title":"Creating Multimodal Interactive Agents with Imitation and Self-Supervised Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.03763","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5556db9481afcf421f8fc34b04c9e95d7b45729f54211a318348dbe0e8e9a4ff","target":"record","created_at":"2026-07-05T03:53:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a4888ae3372a3c7120e7943c00f731588e51a53c88cac6e6975844c5b146bc74","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-12-07T15:17:27Z","title_canon_sha256":"438e28b426889b95ee556f6c0dac8a20e6600bd74d889d900e46318f50034b4f"},"schema_version":"1.0","source":{"id":"2112.03763","kind":"arxiv","version":2}},"canonical_sha256":"dac42e88e68f2b8b48e241d64e5c506f90d4093e5a8fa4d006c24dfe3c39d350","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dac42e88e68f2b8b48e241d64e5c506f90d4093e5a8fa4d006c24dfe3c39d350","first_computed_at":"2026-07-05T03:53:38.797484Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:53:38.797484Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EkTDDpfuJy0l3AzYYj2SKhN1oQ6jGZf8C5UzXsBfyO3rSyaRbkywbn0WlOZEHQVgcHKccpfZPJAtwuOEWbu9Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:53:38.797945Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.03763","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5556db9481afcf421f8fc34b04c9e95d7b45729f54211a318348dbe0e8e9a4ff","sha256:9850d0044e02e4817aa68a66815c8a1fb523bacdf72f2f8f6d475f0725c4bc94"],"state_sha256":"4cb225b11b7a7a4acacbaa2d6dab1f6de7a5ec10e94a49f213ca75f4bc5a403b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XUYVsYq5k1r8JNJU2aNOw/OV9S6F/lwy9CbZBU3piN0l9YiIfcYvefH6et3I7gXreIaS9PhCoafF/kx5FLl5CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T23:12:41.142441Z","bundle_sha256":"de0e2dc63220aacfff7cf095c58b3154dbdbeab7fd2844c486e34ec37618de65"}}