{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:JMZWHW6ABQFI53L2BTZJOOW7CK","short_pith_number":"pith:JMZWHW6A","canonical_record":{"source":{"id":"1908.02269","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-06T17:48:17Z","cross_cats_sorted":["cs.MA","stat.ML"],"title_canon_sha256":"bea25808c8e0fb21f4f468fc07394615f0ef4a39f65d4aa66d35fbc7850b64fd","abstract_canon_sha256":"94dee594e87cd801e4c9e8184f8121b49ab89c56bb36b156fac883e51cfe4392"},"schema_version":"1.0"},"canonical_sha256":"4b3363dbc00c0a8eed7a0cf2973adf12b1893d5c13790e2cb530629d1a764535","source":{"kind":"arxiv","id":"1908.02269","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.02269","created_at":"2026-07-05T01:50:10Z"},{"alias_kind":"arxiv_version","alias_value":"1908.02269v4","created_at":"2026-07-05T01:50:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.02269","created_at":"2026-07-05T01:50:10Z"},{"alias_kind":"pith_short_12","alias_value":"JMZWHW6ABQFI","created_at":"2026-07-05T01:50:10Z"},{"alias_kind":"pith_short_16","alias_value":"JMZWHW6ABQFI53L2","created_at":"2026-07-05T01:50:10Z"},{"alias_kind":"pith_short_8","alias_value":"JMZWHW6A","created_at":"2026-07-05T01:50:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:JMZWHW6ABQFI53L2BTZJOOW7CK","target":"record","payload":{"canonical_record":{"source":{"id":"1908.02269","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-06T17:48:17Z","cross_cats_sorted":["cs.MA","stat.ML"],"title_canon_sha256":"bea25808c8e0fb21f4f468fc07394615f0ef4a39f65d4aa66d35fbc7850b64fd","abstract_canon_sha256":"94dee594e87cd801e4c9e8184f8121b49ab89c56bb36b156fac883e51cfe4392"},"schema_version":"1.0"},"canonical_sha256":"4b3363dbc00c0a8eed7a0cf2973adf12b1893d5c13790e2cb530629d1a764535","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:50:10.952756Z","signature_b64":"igNi/ePsAbAHtJxm7MsSAGbJFXBm2yT4P/UEUy4lnz1hRBYFQzpfnplPeO7wu0+Zuo7xvLbklLv7o/AavHdhDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4b3363dbc00c0a8eed7a0cf2973adf12b1893d5c13790e2cb530629d1a764535","last_reissued_at":"2026-07-05T01:50:10.952300Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:50:10.952300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1908.02269","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:50:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dVj+m6NMFs7WJ8vnuOi3jmdcgaLIKNDIMyPGrxNk6zHGbJfvgPHUWw1b54licdytNPStEY5cgXLIXResSYScBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:07:58.538541Z"},"content_sha256":"d823dfa251ae77ee57d2c2901b18377ca412d182dd23860f499aaf31d642caee","schema_version":"1.0","event_id":"sha256:d823dfa251ae77ee57d2c2901b18377ca412d182dd23860f499aaf31d642caee"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:JMZWHW6ABQFI53L2BTZJOOW7CK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Promoting Coordination through Policy Regularization in Multi-Agent Deep Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.MA","stat.ML"],"primary_cat":"cs.LG","authors_text":"Christopher Pal, Derek Nowrouzezahrai, F\\'elix G. Harvey, Julien Roy, Paul Barde","submitted_at":"2019-08-06T17:48:17Z","abstract_excerpt":"In multi-agent reinforcement learning, discovering successful collective behaviors is challenging as it requires exploring a joint action space that grows exponentially with the number of agents. While the tractability of independent agent-wise exploration is appealing, this approach fails on tasks that require elaborate group strategies. We argue that coordinating the agents' policies can guide their exploration and we investigate techniques to promote such an inductive bias. We propose two policy regularization methods: TeamReg, which is based on inter-agent action predictability and CoachRe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.02269","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.02269/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:50:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dyofI5BhtulIhIoNqMsuoiHbGqx2wEw5rWaDc8L/ovzjXUzNdLv1KaZqHhgF9yb234CbdHp2n4isOiDPVzs4BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:07:58.538894Z"},"content_sha256":"54911aec5fe249c6d1c9ad8c4db10668b8a98256251924e93943dd0fc380eb63","schema_version":"1.0","event_id":"sha256:54911aec5fe249c6d1c9ad8c4db10668b8a98256251924e93943dd0fc380eb63"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JMZWHW6ABQFI53L2BTZJOOW7CK/bundle.json","state_url":"https://pith.science/pith/JMZWHW6ABQFI53L2BTZJOOW7CK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JMZWHW6ABQFI53L2BTZJOOW7CK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T06:07:58Z","links":{"resolver":"https://pith.science/pith/JMZWHW6ABQFI53L2BTZJOOW7CK","bundle":"https://pith.science/pith/JMZWHW6ABQFI53L2BTZJOOW7CK/bundle.json","state":"https://pith.science/pith/JMZWHW6ABQFI53L2BTZJOOW7CK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JMZWHW6ABQFI53L2BTZJOOW7CK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:JMZWHW6ABQFI53L2BTZJOOW7CK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"94dee594e87cd801e4c9e8184f8121b49ab89c56bb36b156fac883e51cfe4392","cross_cats_sorted":["cs.MA","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-06T17:48:17Z","title_canon_sha256":"bea25808c8e0fb21f4f468fc07394615f0ef4a39f65d4aa66d35fbc7850b64fd"},"schema_version":"1.0","source":{"id":"1908.02269","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.02269","created_at":"2026-07-05T01:50:10Z"},{"alias_kind":"arxiv_version","alias_value":"1908.02269v4","created_at":"2026-07-05T01:50:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.02269","created_at":"2026-07-05T01:50:10Z"},{"alias_kind":"pith_short_12","alias_value":"JMZWHW6ABQFI","created_at":"2026-07-05T01:50:10Z"},{"alias_kind":"pith_short_16","alias_value":"JMZWHW6ABQFI53L2","created_at":"2026-07-05T01:50:10Z"},{"alias_kind":"pith_short_8","alias_value":"JMZWHW6A","created_at":"2026-07-05T01:50:10Z"}],"graph_snapshots":[{"event_id":"sha256:54911aec5fe249c6d1c9ad8c4db10668b8a98256251924e93943dd0fc380eb63","target":"graph","created_at":"2026-07-05T01:50:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.02269/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In multi-agent reinforcement learning, discovering successful collective behaviors is challenging as it requires exploring a joint action space that grows exponentially with the number of agents. While the tractability of independent agent-wise exploration is appealing, this approach fails on tasks that require elaborate group strategies. We argue that coordinating the agents' policies can guide their exploration and we investigate techniques to promote such an inductive bias. We propose two policy regularization methods: TeamReg, which is based on inter-agent action predictability and CoachRe","authors_text":"Christopher Pal, Derek Nowrouzezahrai, F\\'elix G. Harvey, Julien Roy, Paul Barde","cross_cats":["cs.MA","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-06T17:48:17Z","title":"Promoting Coordination through Policy Regularization in Multi-Agent Deep Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.02269","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d823dfa251ae77ee57d2c2901b18377ca412d182dd23860f499aaf31d642caee","target":"record","created_at":"2026-07-05T01:50:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"94dee594e87cd801e4c9e8184f8121b49ab89c56bb36b156fac883e51cfe4392","cross_cats_sorted":["cs.MA","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-06T17:48:17Z","title_canon_sha256":"bea25808c8e0fb21f4f468fc07394615f0ef4a39f65d4aa66d35fbc7850b64fd"},"schema_version":"1.0","source":{"id":"1908.02269","kind":"arxiv","version":4}},"canonical_sha256":"4b3363dbc00c0a8eed7a0cf2973adf12b1893d5c13790e2cb530629d1a764535","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4b3363dbc00c0a8eed7a0cf2973adf12b1893d5c13790e2cb530629d1a764535","first_computed_at":"2026-07-05T01:50:10.952300Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:50:10.952300Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"igNi/ePsAbAHtJxm7MsSAGbJFXBm2yT4P/UEUy4lnz1hRBYFQzpfnplPeO7wu0+Zuo7xvLbklLv7o/AavHdhDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:50:10.952756Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.02269","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d823dfa251ae77ee57d2c2901b18377ca412d182dd23860f499aaf31d642caee","sha256:54911aec5fe249c6d1c9ad8c4db10668b8a98256251924e93943dd0fc380eb63"],"state_sha256":"ee6702022b5b9d81e94befcbdfc9a223d2551e435fa8f4538498800fcd5d45d3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OBg834hUhHS2rz3H9K5uP2lXJGhyw7AVCKoxf2ABCtC45tl8N0DJCvZQmav1Ucio9hu1Z8EgRaRcEj7lywBKBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T06:07:58.541916Z","bundle_sha256":"c51713c0e0e42740889339d70fe64dd5469465b2df8fedf5f180c73f3800d9f2"}}