{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:YUTF5NHRFTUSXB52Y4WLAVV6M6","short_pith_number":"pith:YUTF5NHR","canonical_record":{"source":{"id":"1908.06758","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-16T07:39:59Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1920d25a87c843caca461ec019faeb467ab9f64869548a9b2abd8e72b07d9fc9","abstract_canon_sha256":"d9426077c6f19bb16ec931b719ace0e4e91e4d61704e4e0754456cb648042c8a"},"schema_version":"1.0"},"canonical_sha256":"c5265eb4f12ce92b87bac72cb056be678e8d635df3d3488316a56bef595d1315","source":{"kind":"arxiv","id":"1908.06758","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.06758","created_at":"2026-07-04T23:58:19Z"},{"alias_kind":"arxiv_version","alias_value":"1908.06758v1","created_at":"2026-07-04T23:58:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.06758","created_at":"2026-07-04T23:58:19Z"},{"alias_kind":"pith_short_12","alias_value":"YUTF5NHRFTUS","created_at":"2026-07-04T23:58:19Z"},{"alias_kind":"pith_short_16","alias_value":"YUTF5NHRFTUSXB52","created_at":"2026-07-04T23:58:19Z"},{"alias_kind":"pith_short_8","alias_value":"YUTF5NHR","created_at":"2026-07-04T23:58:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:YUTF5NHRFTUSXB52Y4WLAVV6M6","target":"record","payload":{"canonical_record":{"source":{"id":"1908.06758","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-16T07:39:59Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1920d25a87c843caca461ec019faeb467ab9f64869548a9b2abd8e72b07d9fc9","abstract_canon_sha256":"d9426077c6f19bb16ec931b719ace0e4e91e4d61704e4e0754456cb648042c8a"},"schema_version":"1.0"},"canonical_sha256":"c5265eb4f12ce92b87bac72cb056be678e8d635df3d3488316a56bef595d1315","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-04T23:58:19.107783Z","signature_b64":"YV5DYl9aJxYPSJM4geZ5M9qI4Mt4rVJVDk0Rrf8itg4mr3det5ItMM9lB0NlqWYYivy42Cei0YxepHkZr/rcCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c5265eb4f12ce92b87bac72cb056be678e8d635df3d3488316a56bef595d1315","last_reissued_at":"2026-07-04T23:58:19.107426Z","signature_status":"signed_v1","first_computed_at":"2026-07-04T23:58:19.107426Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1908.06758","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:58:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vobUq8dZbkRbrcuWhGEvDHNzm4Qpw93Ls0y4wfdAnCcZE4HdN2td+9uP1wPKOL+CvcZOR7kWASNM1id9YTyOAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T10:36:20.003366Z"},"content_sha256":"6f6e6048c164d451aedfe297c457c166f7b88885bd9b5c3b2a15e989a7e09deb","schema_version":"1.0","event_id":"sha256:6f6e6048c164d451aedfe297c457c166f7b88885bd9b5c3b2a15e989a7e09deb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:YUTF5NHRFTUSXB52Y4WLAVV6M6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Iterative Update and Unified Representation for Multi-Agent Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Bo Xu, Hongming Zhang, Jiancheng Long, Tianyang Yu","submitted_at":"2019-08-16T07:39:59Z","abstract_excerpt":"Multi-agent systems have a wide range of applications in cooperative and competitive tasks. As the number of agents increases, nonstationarity gets more serious in multi-agent reinforcement learning (MARL), which brings great difficulties to the learning process. Besides, current mainstream algorithms configure each agent an independent network,so that the memory usage increases linearly with the number of agents which greatly slows down the interaction with the environment. Inspired by Generative Adversarial Networks (GAN), this paper proposes an iterative update method (IU) to stabilize the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.06758","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.06758/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-04T23:58:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/gxVSxxt01kfagRWPtlAoQeBHuENrHl9Ab2KyTBANK0ORb5H23AXZB5x6EefCkQT8EZmsvG/N+um98REzc16Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T10:36:20.003904Z"},"content_sha256":"8e85776b34e281733f7c1eadedf5d26c11309006bffb37c5086379b397bacb52","schema_version":"1.0","event_id":"sha256:8e85776b34e281733f7c1eadedf5d26c11309006bffb37c5086379b397bacb52"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YUTF5NHRFTUSXB52Y4WLAVV6M6/bundle.json","state_url":"https://pith.science/pith/YUTF5NHRFTUSXB52Y4WLAVV6M6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YUTF5NHRFTUSXB52Y4WLAVV6M6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T10:36:20Z","links":{"resolver":"https://pith.science/pith/YUTF5NHRFTUSXB52Y4WLAVV6M6","bundle":"https://pith.science/pith/YUTF5NHRFTUSXB52Y4WLAVV6M6/bundle.json","state":"https://pith.science/pith/YUTF5NHRFTUSXB52Y4WLAVV6M6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YUTF5NHRFTUSXB52Y4WLAVV6M6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:YUTF5NHRFTUSXB52Y4WLAVV6M6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d9426077c6f19bb16ec931b719ace0e4e91e4d61704e4e0754456cb648042c8a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-16T07:39:59Z","title_canon_sha256":"1920d25a87c843caca461ec019faeb467ab9f64869548a9b2abd8e72b07d9fc9"},"schema_version":"1.0","source":{"id":"1908.06758","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.06758","created_at":"2026-07-04T23:58:19Z"},{"alias_kind":"arxiv_version","alias_value":"1908.06758v1","created_at":"2026-07-04T23:58:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.06758","created_at":"2026-07-04T23:58:19Z"},{"alias_kind":"pith_short_12","alias_value":"YUTF5NHRFTUS","created_at":"2026-07-04T23:58:19Z"},{"alias_kind":"pith_short_16","alias_value":"YUTF5NHRFTUSXB52","created_at":"2026-07-04T23:58:19Z"},{"alias_kind":"pith_short_8","alias_value":"YUTF5NHR","created_at":"2026-07-04T23:58:19Z"}],"graph_snapshots":[{"event_id":"sha256:8e85776b34e281733f7c1eadedf5d26c11309006bffb37c5086379b397bacb52","target":"graph","created_at":"2026-07-04T23:58:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.06758/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multi-agent systems have a wide range of applications in cooperative and competitive tasks. As the number of agents increases, nonstationarity gets more serious in multi-agent reinforcement learning (MARL), which brings great difficulties to the learning process. Besides, current mainstream algorithms configure each agent an independent network,so that the memory usage increases linearly with the number of agents which greatly slows down the interaction with the environment. Inspired by Generative Adversarial Networks (GAN), this paper proposes an iterative update method (IU) to stabilize the ","authors_text":"Bo Xu, Hongming Zhang, Jiancheng Long, Tianyang Yu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-16T07:39:59Z","title":"Iterative Update and Unified Representation for Multi-Agent Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.06758","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6f6e6048c164d451aedfe297c457c166f7b88885bd9b5c3b2a15e989a7e09deb","target":"record","created_at":"2026-07-04T23:58:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d9426077c6f19bb16ec931b719ace0e4e91e4d61704e4e0754456cb648042c8a","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-16T07:39:59Z","title_canon_sha256":"1920d25a87c843caca461ec019faeb467ab9f64869548a9b2abd8e72b07d9fc9"},"schema_version":"1.0","source":{"id":"1908.06758","kind":"arxiv","version":1}},"canonical_sha256":"c5265eb4f12ce92b87bac72cb056be678e8d635df3d3488316a56bef595d1315","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c5265eb4f12ce92b87bac72cb056be678e8d635df3d3488316a56bef595d1315","first_computed_at":"2026-07-04T23:58:19.107426Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-04T23:58:19.107426Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YV5DYl9aJxYPSJM4geZ5M9qI4Mt4rVJVDk0Rrf8itg4mr3det5ItMM9lB0NlqWYYivy42Cei0YxepHkZr/rcCw==","signature_status":"signed_v1","signed_at":"2026-07-04T23:58:19.107783Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.06758","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6f6e6048c164d451aedfe297c457c166f7b88885bd9b5c3b2a15e989a7e09deb","sha256:8e85776b34e281733f7c1eadedf5d26c11309006bffb37c5086379b397bacb52"],"state_sha256":"009f300addb10a69b327d8c6849722403fab063a15452cbb0c5971d87c126679"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v53HoNQpEpRdCN8cC2CyFFY5YmuJs5dQ+As5fq97Lx5bHK9oeA/pfJ7V4W0ajLvk66ZwRC15l/5tl5TCK3DVDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T10:36:20.009044Z","bundle_sha256":"ab890c1bc1e7387d435bfa297d0a0cb6a9fa81f048321fa97663ed2f3f689e8a"}}