{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:K6T42MOUI7PQYFOHYWEERCSJRG","short_pith_number":"pith:K6T42MOU","canonical_record":{"source":{"id":"2208.01682","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-08-02T18:16:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"50badbcd4ecf4d139dce78fee37f4167399b19002bde322503062796738e1718","abstract_canon_sha256":"d3c0ff1a8a0a15cec64cf6fb4dcbde85043fb33ce6d7cb0478364b3e44a7f29a"},"schema_version":"1.0"},"canonical_sha256":"57a7cd31d447df0c15c7c588488a49899aa08cbaee193ae5253ea9063d36ebda","source":{"kind":"arxiv","id":"2208.01682","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.01682","created_at":"2026-07-05T04:45:39Z"},{"alias_kind":"arxiv_version","alias_value":"2208.01682v1","created_at":"2026-07-05T04:45:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.01682","created_at":"2026-07-05T04:45:39Z"},{"alias_kind":"pith_short_12","alias_value":"K6T42MOUI7PQ","created_at":"2026-07-05T04:45:39Z"},{"alias_kind":"pith_short_16","alias_value":"K6T42MOUI7PQYFOH","created_at":"2026-07-05T04:45:39Z"},{"alias_kind":"pith_short_8","alias_value":"K6T42MOU","created_at":"2026-07-05T04:45:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:K6T42MOUI7PQYFOHYWEERCSJRG","target":"record","payload":{"canonical_record":{"source":{"id":"2208.01682","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-08-02T18:16:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"50badbcd4ecf4d139dce78fee37f4167399b19002bde322503062796738e1718","abstract_canon_sha256":"d3c0ff1a8a0a15cec64cf6fb4dcbde85043fb33ce6d7cb0478364b3e44a7f29a"},"schema_version":"1.0"},"canonical_sha256":"57a7cd31d447df0c15c7c588488a49899aa08cbaee193ae5253ea9063d36ebda","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:45:39.105291Z","signature_b64":"4qqkm5xZy/pEW16V6rIfjMAKEWnXFPFxcG50rcc9TbM/g3nFuFTTdr1EetvJVM2OmSH0DzcdveVaZOR1zkvOAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"57a7cd31d447df0c15c7c588488a49899aa08cbaee193ae5253ea9063d36ebda","last_reissued_at":"2026-07-05T04:45:39.104817Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:45:39.104817Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.01682","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:45:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Van00KNXYRzl6SJZTbKIRE3EDDJ/tBHl4HsD3hQBsrWEiWQNFmyqzc4jQkAX51irfZ1ACLNniudvCN26AWt+CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T00:00:21.989729Z"},"content_sha256":"602255ce4a98ba046f3bcc29e57973a43d140adfefd3701dff9cd90e25a09b48","schema_version":"1.0","event_id":"sha256:602255ce4a98ba046f3bcc29e57973a43d140adfefd3701dff9cd90e25a09b48"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:K6T42MOUI7PQYFOHYWEERCSJRG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Heterogeneous-Agent Mirror Learning: A Continuum of Solutions to Cooperative MARL","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.MA","authors_text":"Hao Dong, Jakub Grudzien Kuba, Jun Wang, Shiyao Ding, Xidong Feng, Yaodong Yang","submitted_at":"2022-08-02T18:16:42Z","abstract_excerpt":"The necessity for cooperation among intelligent machines has popularised cooperative multi-agent reinforcement learning (MARL) in the artificial intelligence (AI) research community. However, many research endeavors have been focused on developing practical MARL algorithms whose effectiveness has been studied only empirically, thereby lacking theoretical guarantees. As recent studies have revealed, MARL methods often achieve performance that is unstable in terms of reward monotonicity or suboptimal at convergence. To resolve these issues, in this paper, we introduce a novel framework named Het"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.01682","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.01682/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:45:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"++UlHVtdJ3eVLTfOktqBY2YmJPVv6KMdI28uDdCXZ+RqqmQqA0ZWg97ptXLndm6uDX9+uIfwa/yXceiJnaeACg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-20T00:00:21.990108Z"},"content_sha256":"e8882b3ce24e67ea018197d574e87132fd36392197bd0967fd3c55b4617c7f55","schema_version":"1.0","event_id":"sha256:e8882b3ce24e67ea018197d574e87132fd36392197bd0967fd3c55b4617c7f55"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/K6T42MOUI7PQYFOHYWEERCSJRG/bundle.json","state_url":"https://pith.science/pith/K6T42MOUI7PQYFOHYWEERCSJRG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/K6T42MOUI7PQYFOHYWEERCSJRG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-20T00:00:21Z","links":{"resolver":"https://pith.science/pith/K6T42MOUI7PQYFOHYWEERCSJRG","bundle":"https://pith.science/pith/K6T42MOUI7PQYFOHYWEERCSJRG/bundle.json","state":"https://pith.science/pith/K6T42MOUI7PQYFOHYWEERCSJRG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/K6T42MOUI7PQYFOHYWEERCSJRG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:K6T42MOUI7PQYFOHYWEERCSJRG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d3c0ff1a8a0a15cec64cf6fb4dcbde85043fb33ce6d7cb0478364b3e44a7f29a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-08-02T18:16:42Z","title_canon_sha256":"50badbcd4ecf4d139dce78fee37f4167399b19002bde322503062796738e1718"},"schema_version":"1.0","source":{"id":"2208.01682","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.01682","created_at":"2026-07-05T04:45:39Z"},{"alias_kind":"arxiv_version","alias_value":"2208.01682v1","created_at":"2026-07-05T04:45:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.01682","created_at":"2026-07-05T04:45:39Z"},{"alias_kind":"pith_short_12","alias_value":"K6T42MOUI7PQ","created_at":"2026-07-05T04:45:39Z"},{"alias_kind":"pith_short_16","alias_value":"K6T42MOUI7PQYFOH","created_at":"2026-07-05T04:45:39Z"},{"alias_kind":"pith_short_8","alias_value":"K6T42MOU","created_at":"2026-07-05T04:45:39Z"}],"graph_snapshots":[{"event_id":"sha256:e8882b3ce24e67ea018197d574e87132fd36392197bd0967fd3c55b4617c7f55","target":"graph","created_at":"2026-07-05T04:45:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.01682/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The necessity for cooperation among intelligent machines has popularised cooperative multi-agent reinforcement learning (MARL) in the artificial intelligence (AI) research community. However, many research endeavors have been focused on developing practical MARL algorithms whose effectiveness has been studied only empirically, thereby lacking theoretical guarantees. As recent studies have revealed, MARL methods often achieve performance that is unstable in terms of reward monotonicity or suboptimal at convergence. To resolve these issues, in this paper, we introduce a novel framework named Het","authors_text":"Hao Dong, Jakub Grudzien Kuba, Jun Wang, Shiyao Ding, Xidong Feng, Yaodong Yang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-08-02T18:16:42Z","title":"Heterogeneous-Agent Mirror Learning: A Continuum of Solutions to Cooperative MARL"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.01682","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:602255ce4a98ba046f3bcc29e57973a43d140adfefd3701dff9cd90e25a09b48","target":"record","created_at":"2026-07-05T04:45:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d3c0ff1a8a0a15cec64cf6fb4dcbde85043fb33ce6d7cb0478364b3e44a7f29a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-08-02T18:16:42Z","title_canon_sha256":"50badbcd4ecf4d139dce78fee37f4167399b19002bde322503062796738e1718"},"schema_version":"1.0","source":{"id":"2208.01682","kind":"arxiv","version":1}},"canonical_sha256":"57a7cd31d447df0c15c7c588488a49899aa08cbaee193ae5253ea9063d36ebda","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"57a7cd31d447df0c15c7c588488a49899aa08cbaee193ae5253ea9063d36ebda","first_computed_at":"2026-07-05T04:45:39.104817Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:45:39.104817Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4qqkm5xZy/pEW16V6rIfjMAKEWnXFPFxcG50rcc9TbM/g3nFuFTTdr1EetvJVM2OmSH0DzcdveVaZOR1zkvOAA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:45:39.105291Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.01682","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:602255ce4a98ba046f3bcc29e57973a43d140adfefd3701dff9cd90e25a09b48","sha256:e8882b3ce24e67ea018197d574e87132fd36392197bd0967fd3c55b4617c7f55"],"state_sha256":"559dab8089e3558b3efd88d06e12bf812c0e507ba535f9ebfa4d1f49ade4564a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N65l6qOA/YJiQ8z7vYtevWejv5SGc1MsPuTeAEZsv8gUsQINN7pLNUJTkzMyEWCRsQm00d43nJvtZYFoXF5JDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-20T00:00:21.992231Z","bundle_sha256":"7fd128659692d9c99dc6b83f9ad333ed4bb45dcc749be470db1e7abc4b12ca15"}}