{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:LTT5MXV6HTC3KQCOSA7QZGNVDQ","short_pith_number":"pith:LTT5MXV6","canonical_record":{"source":{"id":"1802.09640","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-02-26T23:27:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"2b70ae7a1297ef304ec06c2e3b350fd80a1f5dc51f165aa1dd6c540534df96ef","abstract_canon_sha256":"010624116b7483c913934b4358233327e2117dff8faf4116c3d43a5288a233f3"},"schema_version":"1.0"},"canonical_sha256":"5ce7d65ebe3cc5b5404e903f0c99b51c2604b3004dd6766f1063bbd96dcb7540","source":{"kind":"arxiv","id":"1802.09640","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.09640","created_at":"2026-05-18T00:20:13Z"},{"alias_kind":"arxiv_version","alias_value":"1802.09640v3","created_at":"2026-05-18T00:20:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.09640","created_at":"2026-05-18T00:20:13Z"},{"alias_kind":"pith_short_12","alias_value":"LTT5MXV6HTC3","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"LTT5MXV6HTC3KQCO","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"LTT5MXV6","created_at":"2026-05-18T12:32:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:LTT5MXV6HTC3KQCOSA7QZGNVDQ","target":"record","payload":{"canonical_record":{"source":{"id":"1802.09640","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-02-26T23:27:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"2b70ae7a1297ef304ec06c2e3b350fd80a1f5dc51f165aa1dd6c540534df96ef","abstract_canon_sha256":"010624116b7483c913934b4358233327e2117dff8faf4116c3d43a5288a233f3"},"schema_version":"1.0"},"canonical_sha256":"5ce7d65ebe3cc5b5404e903f0c99b51c2604b3004dd6766f1063bbd96dcb7540","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:20:13.554492Z","signature_b64":"45BSihLejyTSVcgsVRlzDdfB78Iq+2ueI3TziDHdI0xcMfImDwcux5NaxdPRYFIw97q62R+vNtxqLghiI3GUBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5ce7d65ebe3cc5b5404e903f0c99b51c2604b3004dd6766f1063bbd96dcb7540","last_reissued_at":"2026-05-18T00:20:13.553973Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:20:13.553973Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1802.09640","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:20:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kj3A47w6Da0+05/C8M0u3VS+JxTZVdADkG1+9VIvhi8kos/IAm93Xhw4PL/CQNLOoIHM9t2xu/OWmqbC20gQAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T00:35:07.462786Z"},"content_sha256":"aa5f6d1661fd5c9f4b6523438fe044b2ee0ebb1533723aed83ca9d3aa41d871b","schema_version":"1.0","event_id":"sha256:aa5f6d1661fd5c9f4b6523438fe044b2ee0ebb1533723aed83ca9d3aa41d871b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:LTT5MXV6HTC3KQCOSA7QZGNVDQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Modeling Others using Oneself in Multi-Agent Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Arthur Szlam, Emily Denton, Roberta Raileanu, Rob Fergus","submitted_at":"2018-02-26T23:27:53Z","abstract_excerpt":"We consider the multi-agent reinforcement learning setting with imperfect information in which each agent is trying to maximize its own utility. The reward function depends on the hidden state (or goal) of both agents, so the agents must infer the other players' hidden goals from their observed behavior in order to solve the tasks. We propose a new approach for learning in these domains: Self Other-Modeling (SOM), in which an agent uses its own policy to predict the other agent's actions and update its belief of their hidden state in an online manner. We evaluate this approach on three differe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.09640","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:20:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B3ysWMvslseyiYMeARhQneBkDwHU/477KAmYwIumSS4jIadRi0jgDAGVxxt+sSJwxt4RkM02mW8R5uCYFXMiDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T00:35:07.463460Z"},"content_sha256":"3374034113e2b8e18e31548b87c265ad99a21c5a73b7c284a4bd0561dd080cdc","schema_version":"1.0","event_id":"sha256:3374034113e2b8e18e31548b87c265ad99a21c5a73b7c284a4bd0561dd080cdc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LTT5MXV6HTC3KQCOSA7QZGNVDQ/bundle.json","state_url":"https://pith.science/pith/LTT5MXV6HTC3KQCOSA7QZGNVDQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LTT5MXV6HTC3KQCOSA7QZGNVDQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T00:35:07Z","links":{"resolver":"https://pith.science/pith/LTT5MXV6HTC3KQCOSA7QZGNVDQ","bundle":"https://pith.science/pith/LTT5MXV6HTC3KQCOSA7QZGNVDQ/bundle.json","state":"https://pith.science/pith/LTT5MXV6HTC3KQCOSA7QZGNVDQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LTT5MXV6HTC3KQCOSA7QZGNVDQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:LTT5MXV6HTC3KQCOSA7QZGNVDQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"010624116b7483c913934b4358233327e2117dff8faf4116c3d43a5288a233f3","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-02-26T23:27:53Z","title_canon_sha256":"2b70ae7a1297ef304ec06c2e3b350fd80a1f5dc51f165aa1dd6c540534df96ef"},"schema_version":"1.0","source":{"id":"1802.09640","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1802.09640","created_at":"2026-05-18T00:20:13Z"},{"alias_kind":"arxiv_version","alias_value":"1802.09640v3","created_at":"2026-05-18T00:20:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1802.09640","created_at":"2026-05-18T00:20:13Z"},{"alias_kind":"pith_short_12","alias_value":"LTT5MXV6HTC3","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"LTT5MXV6HTC3KQCO","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"LTT5MXV6","created_at":"2026-05-18T12:32:37Z"}],"graph_snapshots":[{"event_id":"sha256:3374034113e2b8e18e31548b87c265ad99a21c5a73b7c284a4bd0561dd080cdc","target":"graph","created_at":"2026-05-18T00:20:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We consider the multi-agent reinforcement learning setting with imperfect information in which each agent is trying to maximize its own utility. The reward function depends on the hidden state (or goal) of both agents, so the agents must infer the other players' hidden goals from their observed behavior in order to solve the tasks. We propose a new approach for learning in these domains: Self Other-Modeling (SOM), in which an agent uses its own policy to predict the other agent's actions and update its belief of their hidden state in an online manner. We evaluate this approach on three differe","authors_text":"Arthur Szlam, Emily Denton, Roberta Raileanu, Rob Fergus","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-02-26T23:27:53Z","title":"Modeling Others using Oneself in Multi-Agent Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1802.09640","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aa5f6d1661fd5c9f4b6523438fe044b2ee0ebb1533723aed83ca9d3aa41d871b","target":"record","created_at":"2026-05-18T00:20:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"010624116b7483c913934b4358233327e2117dff8faf4116c3d43a5288a233f3","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2018-02-26T23:27:53Z","title_canon_sha256":"2b70ae7a1297ef304ec06c2e3b350fd80a1f5dc51f165aa1dd6c540534df96ef"},"schema_version":"1.0","source":{"id":"1802.09640","kind":"arxiv","version":3}},"canonical_sha256":"5ce7d65ebe3cc5b5404e903f0c99b51c2604b3004dd6766f1063bbd96dcb7540","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5ce7d65ebe3cc5b5404e903f0c99b51c2604b3004dd6766f1063bbd96dcb7540","first_computed_at":"2026-05-18T00:20:13.553973Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:20:13.553973Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"45BSihLejyTSVcgsVRlzDdfB78Iq+2ueI3TziDHdI0xcMfImDwcux5NaxdPRYFIw97q62R+vNtxqLghiI3GUBQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:20:13.554492Z","signed_message":"canonical_sha256_bytes"},"source_id":"1802.09640","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aa5f6d1661fd5c9f4b6523438fe044b2ee0ebb1533723aed83ca9d3aa41d871b","sha256:3374034113e2b8e18e31548b87c265ad99a21c5a73b7c284a4bd0561dd080cdc"],"state_sha256":"2e0382c9b4f201aebb5ed6cc31ca2d9cd84a97697fc913559c9c7bcd56593af9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JfUbF++OEefoJ69lGD7CxsdgUWXzwHogoN2ySW9Tn5iYV2qFKoSdDHk7isKttu6xidfO1qbxqsquDi8v1cGgAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T00:35:07.466857Z","bundle_sha256":"beea89b011ccca5591ab6d95293d0fd09bc2bb995c73dc6e1123692b64687342"}}