{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:GHIQPOTFFSQKFYYT2BYIBVBHLV","short_pith_number":"pith:GHIQPOTF","canonical_record":{"source":{"id":"2306.10715","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2023-06-19T06:22:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"abd36ea2e64fdd55899c375c9db2a1807e6bd8ff2b9a7015f87869da453ace2f","abstract_canon_sha256":"5f6a038e042a044d7bfd7524cd30353602faa0df531edfea83a1e00cb38abffd"},"schema_version":"1.0"},"canonical_sha256":"31d107ba652ca0a2e313d07080d4275d490dfca8ff953b097d82dafb5e2b3b6c","source":{"kind":"arxiv","id":"2306.10715","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.10715","created_at":"2026-07-05T10:30:00Z"},{"alias_kind":"arxiv_version","alias_value":"2306.10715v6","created_at":"2026-07-05T10:30:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.10715","created_at":"2026-07-05T10:30:00Z"},{"alias_kind":"pith_short_12","alias_value":"GHIQPOTFFSQK","created_at":"2026-07-05T10:30:00Z"},{"alias_kind":"pith_short_16","alias_value":"GHIQPOTFFSQKFYYT","created_at":"2026-07-05T10:30:00Z"},{"alias_kind":"pith_short_8","alias_value":"GHIQPOTF","created_at":"2026-07-05T10:30:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:GHIQPOTFFSQKFYYT2BYIBVBHLV","target":"record","payload":{"canonical_record":{"source":{"id":"2306.10715","kind":"arxiv","version":6},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2023-06-19T06:22:02Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"abd36ea2e64fdd55899c375c9db2a1807e6bd8ff2b9a7015f87869da453ace2f","abstract_canon_sha256":"5f6a038e042a044d7bfd7524cd30353602faa0df531edfea83a1e00cb38abffd"},"schema_version":"1.0"},"canonical_sha256":"31d107ba652ca0a2e313d07080d4275d490dfca8ff953b097d82dafb5e2b3b6c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:30:00.118045Z","signature_b64":"BakAVDSo1Dfj8jN9fk+XC0ZjV0SAz+LilHROScj6FEXXKHRsdt7av03Yv5VB7D4hCWPrtqOBvcmC39uRzxMDBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"31d107ba652ca0a2e313d07080d4275d490dfca8ff953b097d82dafb5e2b3b6c","last_reissued_at":"2026-07-05T10:30:00.117460Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:30:00.117460Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.10715","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:30:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qtN2gjVjuSQ5MFGUOO7TvncqydrdCvTZ3UgJL+DWACU9icASRRWIiXrzm/xD/cVJj+fO12dLO5C3WT6OHnIsBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T19:28:56.396305Z"},"content_sha256":"947767cc6862a1be20044bd690c7d30e976df42e9467c4d251dc92efa99b70df","schema_version":"1.0","event_id":"sha256:947767cc6862a1be20044bd690c7d30e976df42e9467c4d251dc92efa99b70df"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:GHIQPOTFFSQKFYYT2BYIBVBHLV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Maximum Entropy Heterogeneous-Agent Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.MA","authors_text":"Haobo Fu, Jiarong Liu, Qiang Fu, Siyi Hu, Xiaojun Chang, Yaodong Yang, Yifan Zhong","submitted_at":"2023-06-19T06:22:02Z","abstract_excerpt":"Multi-agent reinforcement learning (MARL) has been shown effective for cooperative games in recent years. However, existing state-of-the-art methods face challenges related to sample complexity, training instability, and the risk of converging to a suboptimal Nash Equilibrium. In this paper, we propose a unified framework for learning stochastic policies to resolve these issues. We embed cooperative MARL problems into probabilistic graphical models, from which we derive the maximum entropy (MaxEnt) objective for MARL. Based on the MaxEnt framework, we propose Heterogeneous-Agent Soft Actor-Cri"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.10715","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.10715/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:30:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e1l2KUBFW5BY9EzRufZQdrPztY3vr6+vYub7UdrRE3ooZl6vvxiAFvQKaH/cjyiFrAzp84dNkcP8Ok4PdZ37BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T19:28:56.396763Z"},"content_sha256":"12b502b60b63f3936f648959e0889601ade241f6379770012610b659e946b514","schema_version":"1.0","event_id":"sha256:12b502b60b63f3936f648959e0889601ade241f6379770012610b659e946b514"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GHIQPOTFFSQKFYYT2BYIBVBHLV/bundle.json","state_url":"https://pith.science/pith/GHIQPOTFFSQKFYYT2BYIBVBHLV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GHIQPOTFFSQKFYYT2BYIBVBHLV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T19:28:56Z","links":{"resolver":"https://pith.science/pith/GHIQPOTFFSQKFYYT2BYIBVBHLV","bundle":"https://pith.science/pith/GHIQPOTFFSQKFYYT2BYIBVBHLV/bundle.json","state":"https://pith.science/pith/GHIQPOTFFSQKFYYT2BYIBVBHLV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GHIQPOTFFSQKFYYT2BYIBVBHLV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:GHIQPOTFFSQKFYYT2BYIBVBHLV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5f6a038e042a044d7bfd7524cd30353602faa0df531edfea83a1e00cb38abffd","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2023-06-19T06:22:02Z","title_canon_sha256":"abd36ea2e64fdd55899c375c9db2a1807e6bd8ff2b9a7015f87869da453ace2f"},"schema_version":"1.0","source":{"id":"2306.10715","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.10715","created_at":"2026-07-05T10:30:00Z"},{"alias_kind":"arxiv_version","alias_value":"2306.10715v6","created_at":"2026-07-05T10:30:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.10715","created_at":"2026-07-05T10:30:00Z"},{"alias_kind":"pith_short_12","alias_value":"GHIQPOTFFSQK","created_at":"2026-07-05T10:30:00Z"},{"alias_kind":"pith_short_16","alias_value":"GHIQPOTFFSQKFYYT","created_at":"2026-07-05T10:30:00Z"},{"alias_kind":"pith_short_8","alias_value":"GHIQPOTF","created_at":"2026-07-05T10:30:00Z"}],"graph_snapshots":[{"event_id":"sha256:12b502b60b63f3936f648959e0889601ade241f6379770012610b659e946b514","target":"graph","created_at":"2026-07-05T10:30:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.10715/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-agent reinforcement learning (MARL) has been shown effective for cooperative games in recent years. However, existing state-of-the-art methods face challenges related to sample complexity, training instability, and the risk of converging to a suboptimal Nash Equilibrium. In this paper, we propose a unified framework for learning stochastic policies to resolve these issues. We embed cooperative MARL problems into probabilistic graphical models, from which we derive the maximum entropy (MaxEnt) objective for MARL. Based on the MaxEnt framework, we propose Heterogeneous-Agent Soft Actor-Cri","authors_text":"Haobo Fu, Jiarong Liu, Qiang Fu, Siyi Hu, Xiaojun Chang, Yaodong Yang, Yifan Zhong","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2023-06-19T06:22:02Z","title":"Maximum Entropy Heterogeneous-Agent Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.10715","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:947767cc6862a1be20044bd690c7d30e976df42e9467c4d251dc92efa99b70df","target":"record","created_at":"2026-07-05T10:30:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5f6a038e042a044d7bfd7524cd30353602faa0df531edfea83a1e00cb38abffd","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.MA","submitted_at":"2023-06-19T06:22:02Z","title_canon_sha256":"abd36ea2e64fdd55899c375c9db2a1807e6bd8ff2b9a7015f87869da453ace2f"},"schema_version":"1.0","source":{"id":"2306.10715","kind":"arxiv","version":6}},"canonical_sha256":"31d107ba652ca0a2e313d07080d4275d490dfca8ff953b097d82dafb5e2b3b6c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"31d107ba652ca0a2e313d07080d4275d490dfca8ff953b097d82dafb5e2b3b6c","first_computed_at":"2026-07-05T10:30:00.117460Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:30:00.117460Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BakAVDSo1Dfj8jN9fk+XC0ZjV0SAz+LilHROScj6FEXXKHRsdt7av03Yv5VB7D4hCWPrtqOBvcmC39uRzxMDBw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:30:00.118045Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.10715","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:947767cc6862a1be20044bd690c7d30e976df42e9467c4d251dc92efa99b70df","sha256:12b502b60b63f3936f648959e0889601ade241f6379770012610b659e946b514"],"state_sha256":"5dccb791e9b31f135a5fa6006c77bc7cbaf3f7b3f0b674f08ba8bc3ba1bbb00d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bfKLaFfeMJQbl0RjUYeUSoitVpacas018z9xd55DDPfLeLqyaOMgXy4FndnlVAru8liTx7G4KtlR0lMv00b6Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T19:28:56.398791Z","bundle_sha256":"d176f30687a6060d3a86d25d8d56c72f0476994e162c5cf502f23c2e7197ac4b"}}