{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:JZ5ONMED3FUYNEYKV4TB32BNJE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c942a37202f47e4d4d2f08931be63767981d1ef766c24fa770e51f5ea64ff7f6","cross_cats_sorted":["cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-08-04T03:53:33Z","title_canon_sha256":"2f352491787acff2d7cdc954325aac707e44bb71712613659ca330bcb4ebe015"},"schema_version":"1.0","source":{"id":"2108.01832","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.01832","created_at":"2026-07-05T06:35:42Z"},{"alias_kind":"arxiv_version","alias_value":"2108.01832v2","created_at":"2026-07-05T06:35:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.01832","created_at":"2026-07-05T06:35:42Z"},{"alias_kind":"pith_short_12","alias_value":"JZ5ONMED3FUY","created_at":"2026-07-05T06:35:42Z"},{"alias_kind":"pith_short_16","alias_value":"JZ5ONMED3FUYNEYK","created_at":"2026-07-05T06:35:42Z"},{"alias_kind":"pith_short_8","alias_value":"JZ5ONMED","created_at":"2026-07-05T06:35:42Z"}],"graph_snapshots":[{"event_id":"sha256:ade909ef1397ceaebc0682a0fee0259a42e4f0f9e7b759da157eec74458cc9c6","target":"graph","created_at":"2026-07-05T06:35:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.01832/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In many real-world multi-agent cooperative tasks, due to high cost and risk, agents cannot continuously interact with the environment and collect experiences during learning, but have to learn from offline datasets. However, the transition dynamics in the dataset of each agent can be much different from the ones induced by the learned policies of other agents in execution, creating large errors in value estimates. Consequently, agents learn uncoordinated low-performing policies. In this paper, we propose a framework for offline decentralized multi-agent reinforcement learning, which exploits v","authors_text":"Jiechuan Jiang, Zongqing Lu","cross_cats":["cs.MA"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-08-04T03:53:33Z","title":"Offline Decentralized Multi-Agent Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.01832","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dcdcb5b69e2526105d8a8b6dc4add0ddb3e320c9076be2b8f1833afc95ab5ed1","target":"record","created_at":"2026-07-05T06:35:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c942a37202f47e4d4d2f08931be63767981d1ef766c24fa770e51f5ea64ff7f6","cross_cats_sorted":["cs.MA"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-08-04T03:53:33Z","title_canon_sha256":"2f352491787acff2d7cdc954325aac707e44bb71712613659ca330bcb4ebe015"},"schema_version":"1.0","source":{"id":"2108.01832","kind":"arxiv","version":2}},"canonical_sha256":"4e7ae6b083d96986930aaf261de82d4922527c0d382b305a806a6fbb575b0844","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4e7ae6b083d96986930aaf261de82d4922527c0d382b305a806a6fbb575b0844","first_computed_at":"2026-07-05T06:35:42.212256Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:35:42.212256Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"b93tKcxH7y64jTI/mxARwxuaPVcckYEORFHc2m8dsv4yNtqQu4VKwRe5FjTOX8DvuC5u6wPhVt/MBminnt9yDg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:35:42.212779Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.01832","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dcdcb5b69e2526105d8a8b6dc4add0ddb3e320c9076be2b8f1833afc95ab5ed1","sha256:ade909ef1397ceaebc0682a0fee0259a42e4f0f9e7b759da157eec74458cc9c6"],"state_sha256":"041afde390c5977695afc77fa4a7183772f6bc4cfd64f967fc6a4971226f5a48"}