{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:ABZBH3FX5JKWRZR7PMX6CCAT5V","short_pith_number":"pith:ABZBH3FX","canonical_record":{"source":{"id":"2206.07642","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-06-15T16:41:06Z","cross_cats_sorted":["cs.AI","cs.GT","cs.LG"],"title_canon_sha256":"a7d86d0f6b97a64c4c6e5b6f4f147d7e1b41748eb56f728747caace7aec76274","abstract_canon_sha256":"16a95d73370476a4109bc14494cd45df281ae8e20e1aa566a2461f2dd3ac4448"},"schema_version":"1.0"},"canonical_sha256":"007213ecb7ea5568e63f7b2fe10813ed6b694d0c48823adcfda6bced0124aee7","source":{"kind":"arxiv","id":"2206.07642","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.07642","created_at":"2026-07-05T04:32:07Z"},{"alias_kind":"arxiv_version","alias_value":"2206.07642v1","created_at":"2026-07-05T04:32:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.07642","created_at":"2026-07-05T04:32:07Z"},{"alias_kind":"pith_short_12","alias_value":"ABZBH3FX5JKW","created_at":"2026-07-05T04:32:07Z"},{"alias_kind":"pith_short_16","alias_value":"ABZBH3FX5JKWRZR7","created_at":"2026-07-05T04:32:07Z"},{"alias_kind":"pith_short_8","alias_value":"ABZBH3FX","created_at":"2026-07-05T04:32:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:ABZBH3FX5JKWRZR7PMX6CCAT5V","target":"record","payload":{"canonical_record":{"source":{"id":"2206.07642","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-06-15T16:41:06Z","cross_cats_sorted":["cs.AI","cs.GT","cs.LG"],"title_canon_sha256":"a7d86d0f6b97a64c4c6e5b6f4f147d7e1b41748eb56f728747caace7aec76274","abstract_canon_sha256":"16a95d73370476a4109bc14494cd45df281ae8e20e1aa566a2461f2dd3ac4448"},"schema_version":"1.0"},"canonical_sha256":"007213ecb7ea5568e63f7b2fe10813ed6b694d0c48823adcfda6bced0124aee7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:32:07.222161Z","signature_b64":"o+zaMcDYT64lXWW+I9+l8ShWmFUxToGmjFB9a+U3MGAnDMqOG2RMZOhuiyClqW0Uohdt9gSEiIIHJCRjrTa9CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"007213ecb7ea5568e63f7b2fe10813ed6b694d0c48823adcfda6bced0124aee7","last_reissued_at":"2026-07-05T04:32:07.221716Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:32:07.221716Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.07642","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:32:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2sfMNIAe5QV0331uDAPayHRPpqvaYMm71JH07OGjVerieJ05AxO3ynCImV7a6vdHxEM6998d+V3CUONt1jloCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T16:09:00.951477Z"},"content_sha256":"2008b3d10edbee968aa95adee6862f37cf4725c499a8ea871ce699fb7785e1c2","schema_version":"1.0","event_id":"sha256:2008b3d10edbee968aa95adee6862f37cf4725c499a8ea871ce699fb7785e1c2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:ABZBH3FX5JKWRZR7PMX6CCAT5V","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Convergence and Price of Anarchy Guarantees of the Softmax Policy Gradient in Markov Potential Games","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.GT","cs.LG"],"primary_cat":"cs.MA","authors_text":"Dingyang Chen, Qi Zhang, Thinh T. Doan","submitted_at":"2022-06-15T16:41:06Z","abstract_excerpt":"We study the performance of policy gradient methods for the subclass of Markov games known as Markov potential games (MPGs), which extends the notion of normal-form potential games to the stateful setting and includes the important special case of the fully cooperative setting where the agents share an identical reward function. Our focus in this paper is to study the convergence of the policy gradient method for solving MPGs under softmax policy parameterization, both tabular and parameterized with general function approximators such as neural networks. We first show the asymptotic convergenc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.07642","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.07642/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:32:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3F7FyWnhNpauwoyffCP0XMMFoEZVYgf/TgT+pQEvjWvZjy15LD0ZoRODXWPH9fGA7xqwToI+LuqpTZbMrQcLDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T16:09:00.951985Z"},"content_sha256":"b5ad2ad22428d177a432e8511eecf67484737118e4f806209bc60b5f336422a3","schema_version":"1.0","event_id":"sha256:b5ad2ad22428d177a432e8511eecf67484737118e4f806209bc60b5f336422a3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ABZBH3FX5JKWRZR7PMX6CCAT5V/bundle.json","state_url":"https://pith.science/pith/ABZBH3FX5JKWRZR7PMX6CCAT5V/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ABZBH3FX5JKWRZR7PMX6CCAT5V/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T16:09:00Z","links":{"resolver":"https://pith.science/pith/ABZBH3FX5JKWRZR7PMX6CCAT5V","bundle":"https://pith.science/pith/ABZBH3FX5JKWRZR7PMX6CCAT5V/bundle.json","state":"https://pith.science/pith/ABZBH3FX5JKWRZR7PMX6CCAT5V/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ABZBH3FX5JKWRZR7PMX6CCAT5V/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:ABZBH3FX5JKWRZR7PMX6CCAT5V","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"16a95d73370476a4109bc14494cd45df281ae8e20e1aa566a2461f2dd3ac4448","cross_cats_sorted":["cs.AI","cs.GT","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-06-15T16:41:06Z","title_canon_sha256":"a7d86d0f6b97a64c4c6e5b6f4f147d7e1b41748eb56f728747caace7aec76274"},"schema_version":"1.0","source":{"id":"2206.07642","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.07642","created_at":"2026-07-05T04:32:07Z"},{"alias_kind":"arxiv_version","alias_value":"2206.07642v1","created_at":"2026-07-05T04:32:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.07642","created_at":"2026-07-05T04:32:07Z"},{"alias_kind":"pith_short_12","alias_value":"ABZBH3FX5JKW","created_at":"2026-07-05T04:32:07Z"},{"alias_kind":"pith_short_16","alias_value":"ABZBH3FX5JKWRZR7","created_at":"2026-07-05T04:32:07Z"},{"alias_kind":"pith_short_8","alias_value":"ABZBH3FX","created_at":"2026-07-05T04:32:07Z"}],"graph_snapshots":[{"event_id":"sha256:b5ad2ad22428d177a432e8511eecf67484737118e4f806209bc60b5f336422a3","target":"graph","created_at":"2026-07-05T04:32:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.07642/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study the performance of policy gradient methods for the subclass of Markov games known as Markov potential games (MPGs), which extends the notion of normal-form potential games to the stateful setting and includes the important special case of the fully cooperative setting where the agents share an identical reward function. Our focus in this paper is to study the convergence of the policy gradient method for solving MPGs under softmax policy parameterization, both tabular and parameterized with general function approximators such as neural networks. We first show the asymptotic convergenc","authors_text":"Dingyang Chen, Qi Zhang, Thinh T. Doan","cross_cats":["cs.AI","cs.GT","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-06-15T16:41:06Z","title":"Convergence and Price of Anarchy Guarantees of the Softmax Policy Gradient in Markov Potential Games"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.07642","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2008b3d10edbee968aa95adee6862f37cf4725c499a8ea871ce699fb7785e1c2","target":"record","created_at":"2026-07-05T04:32:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"16a95d73370476a4109bc14494cd45df281ae8e20e1aa566a2461f2dd3ac4448","cross_cats_sorted":["cs.AI","cs.GT","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.MA","submitted_at":"2022-06-15T16:41:06Z","title_canon_sha256":"a7d86d0f6b97a64c4c6e5b6f4f147d7e1b41748eb56f728747caace7aec76274"},"schema_version":"1.0","source":{"id":"2206.07642","kind":"arxiv","version":1}},"canonical_sha256":"007213ecb7ea5568e63f7b2fe10813ed6b694d0c48823adcfda6bced0124aee7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"007213ecb7ea5568e63f7b2fe10813ed6b694d0c48823adcfda6bced0124aee7","first_computed_at":"2026-07-05T04:32:07.221716Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:32:07.221716Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"o+zaMcDYT64lXWW+I9+l8ShWmFUxToGmjFB9a+U3MGAnDMqOG2RMZOhuiyClqW0Uohdt9gSEiIIHJCRjrTa9CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:32:07.222161Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.07642","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2008b3d10edbee968aa95adee6862f37cf4725c499a8ea871ce699fb7785e1c2","sha256:b5ad2ad22428d177a432e8511eecf67484737118e4f806209bc60b5f336422a3"],"state_sha256":"8f9c703cb648eaf3702ede5ee16dba5708c4841da1d2ba4351a5a7177d86566d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vd25vBhqCppcRogfPWeZRgx4iYXrSbTc5OZOkbbFrQRSukPOppJ2CwZ+q/OwVNMGvTmD8FMFGXQhbtNxC8mNCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T16:09:00.958415Z","bundle_sha256":"d45938979eee6d98fbbcb26c20c0109391df7fe0c8f4334fc02b0e50e43918b1"}}