{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:DYCFAVGNJWCX2BV3KALNTGFJ2I","short_pith_number":"pith:DYCFAVGN","canonical_record":{"source":{"id":"2004.11145","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-17T14:56:29Z","cross_cats_sorted":["cs.AI","cs.MA","stat.ML"],"title_canon_sha256":"8e8a4423b595ba3908350d2a818963d923a3271995206d2f93ca963aa0194618","abstract_canon_sha256":"68cad2d1e32278dc9c1be14aa3445f1f5853e1bf56888f16878321277629659f"},"schema_version":"1.0"},"canonical_sha256":"1e045054cd4d857d06bb5016d998a9d20a785eaf66f75f1436b3fab150b69edf","source":{"kind":"arxiv","id":"2004.11145","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.11145","created_at":"2026-07-05T06:28:29Z"},{"alias_kind":"arxiv_version","alias_value":"2004.11145v2","created_at":"2026-07-05T06:28:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.11145","created_at":"2026-07-05T06:28:29Z"},{"alias_kind":"pith_short_12","alias_value":"DYCFAVGNJWCX","created_at":"2026-07-05T06:28:29Z"},{"alias_kind":"pith_short_16","alias_value":"DYCFAVGNJWCX2BV3","created_at":"2026-07-05T06:28:29Z"},{"alias_kind":"pith_short_8","alias_value":"DYCFAVGN","created_at":"2026-07-05T06:28:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:DYCFAVGNJWCX2BV3KALNTGFJ2I","target":"record","payload":{"canonical_record":{"source":{"id":"2004.11145","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-17T14:56:29Z","cross_cats_sorted":["cs.AI","cs.MA","stat.ML"],"title_canon_sha256":"8e8a4423b595ba3908350d2a818963d923a3271995206d2f93ca963aa0194618","abstract_canon_sha256":"68cad2d1e32278dc9c1be14aa3445f1f5853e1bf56888f16878321277629659f"},"schema_version":"1.0"},"canonical_sha256":"1e045054cd4d857d06bb5016d998a9d20a785eaf66f75f1436b3fab150b69edf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:28:29.406285Z","signature_b64":"Y6ocnqsxvwSNy4tNFBI6LNYkRghsclIPE3lz0wxsb2Dy/PQfT9L4ZoUpo48047W3EobJU3mY1CnpFx54U9zcDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1e045054cd4d857d06bb5016d998a9d20a785eaf66f75f1436b3fab150b69edf","last_reissued_at":"2026-07-05T06:28:29.405815Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:28:29.405815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.11145","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:28:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pAKSyv2ojAPcrJGUQ5GqD5PrIiYn0m+tvgtZ4a8yBEOONbZNd0sVgzmfm5ZzzK8UUveWmjW7WOWA9Km/NkpKAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:14:39.899743Z"},"content_sha256":"9627fc90bf67057c5d8b59ff2df8ee6ca8b792065ff0b1ed47be6d961df44918","schema_version":"1.0","event_id":"sha256:9627fc90bf67057c5d8b59ff2df8ee6ca8b792065ff0b1ed47be6d961df44918"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:DYCFAVGNJWCX2BV3KALNTGFJ2I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"F2A2: Flexible Fully-decentralized Approximate Actor-critic for Cooperative Multi-agent Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.MA","stat.ML"],"primary_cat":"cs.LG","authors_text":"Bo Jin, Hongyuan Zha, Junchi Yan, Wenhao Li, Xiangfeng Wang","submitted_at":"2020-04-17T14:56:29Z","abstract_excerpt":"Traditional centralized multi-agent reinforcement learning (MARL) algorithms are sometimes unpractical in complicated applications, due to non-interactivity between agents, curse of dimensionality and computation complexity. Hence, several decentralized MARL algorithms are motivated. However, existing decentralized methods only handle the fully cooperative setting where massive information needs to be transmitted in training. The block coordinate gradient descent scheme they used for successive independent actor and critic steps can simplify the calculation, but it causes serious bias. In this"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.11145","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.11145/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:28:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PJGA/LFICWtv9Wo8liZiS8akZDbsz4IS5+x0R5A3HQv1A/4hceUnklUeSbh8e1PwY5zx1cjgJvpClDyL01fCCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:14:39.900112Z"},"content_sha256":"95941c44ea17ecb4c482bc5cacd911ffa3adc571e657a45ee9ca5579e6781cf2","schema_version":"1.0","event_id":"sha256:95941c44ea17ecb4c482bc5cacd911ffa3adc571e657a45ee9ca5579e6781cf2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DYCFAVGNJWCX2BV3KALNTGFJ2I/bundle.json","state_url":"https://pith.science/pith/DYCFAVGNJWCX2BV3KALNTGFJ2I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DYCFAVGNJWCX2BV3KALNTGFJ2I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:14:39Z","links":{"resolver":"https://pith.science/pith/DYCFAVGNJWCX2BV3KALNTGFJ2I","bundle":"https://pith.science/pith/DYCFAVGNJWCX2BV3KALNTGFJ2I/bundle.json","state":"https://pith.science/pith/DYCFAVGNJWCX2BV3KALNTGFJ2I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DYCFAVGNJWCX2BV3KALNTGFJ2I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:DYCFAVGNJWCX2BV3KALNTGFJ2I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"68cad2d1e32278dc9c1be14aa3445f1f5853e1bf56888f16878321277629659f","cross_cats_sorted":["cs.AI","cs.MA","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-17T14:56:29Z","title_canon_sha256":"8e8a4423b595ba3908350d2a818963d923a3271995206d2f93ca963aa0194618"},"schema_version":"1.0","source":{"id":"2004.11145","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.11145","created_at":"2026-07-05T06:28:29Z"},{"alias_kind":"arxiv_version","alias_value":"2004.11145v2","created_at":"2026-07-05T06:28:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.11145","created_at":"2026-07-05T06:28:29Z"},{"alias_kind":"pith_short_12","alias_value":"DYCFAVGNJWCX","created_at":"2026-07-05T06:28:29Z"},{"alias_kind":"pith_short_16","alias_value":"DYCFAVGNJWCX2BV3","created_at":"2026-07-05T06:28:29Z"},{"alias_kind":"pith_short_8","alias_value":"DYCFAVGN","created_at":"2026-07-05T06:28:29Z"}],"graph_snapshots":[{"event_id":"sha256:95941c44ea17ecb4c482bc5cacd911ffa3adc571e657a45ee9ca5579e6781cf2","target":"graph","created_at":"2026-07-05T06:28:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.11145/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Traditional centralized multi-agent reinforcement learning (MARL) algorithms are sometimes unpractical in complicated applications, due to non-interactivity between agents, curse of dimensionality and computation complexity. Hence, several decentralized MARL algorithms are motivated. However, existing decentralized methods only handle the fully cooperative setting where massive information needs to be transmitted in training. The block coordinate gradient descent scheme they used for successive independent actor and critic steps can simplify the calculation, but it causes serious bias. In this","authors_text":"Bo Jin, Hongyuan Zha, Junchi Yan, Wenhao Li, Xiangfeng Wang","cross_cats":["cs.AI","cs.MA","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-17T14:56:29Z","title":"F2A2: Flexible Fully-decentralized Approximate Actor-critic for Cooperative Multi-agent Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.11145","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9627fc90bf67057c5d8b59ff2df8ee6ca8b792065ff0b1ed47be6d961df44918","target":"record","created_at":"2026-07-05T06:28:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"68cad2d1e32278dc9c1be14aa3445f1f5853e1bf56888f16878321277629659f","cross_cats_sorted":["cs.AI","cs.MA","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-17T14:56:29Z","title_canon_sha256":"8e8a4423b595ba3908350d2a818963d923a3271995206d2f93ca963aa0194618"},"schema_version":"1.0","source":{"id":"2004.11145","kind":"arxiv","version":2}},"canonical_sha256":"1e045054cd4d857d06bb5016d998a9d20a785eaf66f75f1436b3fab150b69edf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1e045054cd4d857d06bb5016d998a9d20a785eaf66f75f1436b3fab150b69edf","first_computed_at":"2026-07-05T06:28:29.405815Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:28:29.405815Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Y6ocnqsxvwSNy4tNFBI6LNYkRghsclIPE3lz0wxsb2Dy/PQfT9L4ZoUpo48047W3EobJU3mY1CnpFx54U9zcDw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:28:29.406285Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.11145","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9627fc90bf67057c5d8b59ff2df8ee6ca8b792065ff0b1ed47be6d961df44918","sha256:95941c44ea17ecb4c482bc5cacd911ffa3adc571e657a45ee9ca5579e6781cf2"],"state_sha256":"2c437996a2977adeede3f5f428d701110f4cd30fb168c7c4d462230684c28e76"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ATQ8GOpMB0BCj2sIy0vm/yk5H3Fp598h8P949pvfoVXfkTanUpayaSw+VYN/1B8DilMTUWCFPGE6OyQ89VXKCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:14:39.902145Z","bundle_sha256":"5447dfa6343f78cd189ebb55c9510b1af9a7bdc176e3ef12cfa4dd50337d03b1"}}