{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JFK3CENKJUW2SPIMJSE7LOH5PA","short_pith_number":"pith:JFK3CENK","canonical_record":{"source":{"id":"2405.09811","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2024-05-16T04:51:25Z","cross_cats_sorted":[],"title_canon_sha256":"44532679cc008307ee38503b36ce7a9065b6f3dffea7ebc5e139a0df5b270db1","abstract_canon_sha256":"ef2c35098a6db940e74e1b0fbfb87358a522b37e3544e95b652cbf230f7e50ad"},"schema_version":"1.0"},"canonical_sha256":"4955b111aa4d2da93d0c4c89f5b8fd780e3c1d8aeb97e6c57590075366ff62ef","source":{"kind":"arxiv","id":"2405.09811","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.09811","created_at":"2026-07-05T08:19:49Z"},{"alias_kind":"arxiv_version","alias_value":"2405.09811v1","created_at":"2026-07-05T08:19:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.09811","created_at":"2026-07-05T08:19:49Z"},{"alias_kind":"pith_short_12","alias_value":"JFK3CENKJUW2","created_at":"2026-07-05T08:19:49Z"},{"alias_kind":"pith_short_16","alias_value":"JFK3CENKJUW2SPIM","created_at":"2026-07-05T08:19:49Z"},{"alias_kind":"pith_short_8","alias_value":"JFK3CENK","created_at":"2026-07-05T08:19:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JFK3CENKJUW2SPIMJSE7LOH5PA","target":"record","payload":{"canonical_record":{"source":{"id":"2405.09811","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2024-05-16T04:51:25Z","cross_cats_sorted":[],"title_canon_sha256":"44532679cc008307ee38503b36ce7a9065b6f3dffea7ebc5e139a0df5b270db1","abstract_canon_sha256":"ef2c35098a6db940e74e1b0fbfb87358a522b37e3544e95b652cbf230f7e50ad"},"schema_version":"1.0"},"canonical_sha256":"4955b111aa4d2da93d0c4c89f5b8fd780e3c1d8aeb97e6c57590075366ff62ef","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:19:49.213323Z","signature_b64":"xZGmnMNXeL4g40GHG3Q9CkWw+UpMTN7q/WUUoBi58nQ1evLv0gXKmYYkCWQqLn40VyotzRaFdaCNoqFBGgyXBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4955b111aa4d2da93d0c4c89f5b8fd780e3c1d8aeb97e6c57590075366ff62ef","last_reissued_at":"2026-07-05T08:19:49.212841Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:19:49.212841Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.09811","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:19:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wy/YIzVj2fLL3S3z5BmFqxOW3vhIt2ZRE4VkRCtHCZo76YBosm+JnBUtdzZgmZx6kFPtrwjcC//hHzoh91VBBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T15:22:28.282279Z"},"content_sha256":"5d694da0bcaf50edf24234c3efbedf3ecde96421b921492599f6bbbbcb4b6e8b","schema_version":"1.0","event_id":"sha256:5d694da0bcaf50edf24234c3efbedf3ecde96421b921492599f6bbbbcb4b6e8b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JFK3CENKJUW2SPIMJSE7LOH5PA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Payoff-Based Policy Gradient Method in Stochastic Games with Long-Run Average Payoffs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.GT","authors_text":"Junyue Zhang, Yifen Mu","submitted_at":"2024-05-16T04:51:25Z","abstract_excerpt":"Despite the significant potential for various applications, stochastic games with long-run average payoffs have received limited scholarly attention, particularly concerning the development of learning algorithms for them due to the challenges of mathematical analysis. In this paper, we study the stochastic games with long-run average payoffs and present an equivalent formulation for individual payoff gradients by defining advantage functions which will be proved to be bounded. This discovery allows us to demonstrate that the individual payoff gradient function is Lipschitz continuous with res"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.09811","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.09811/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:19:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jDEgnGkIuBBFrw/5mIgr/5YI9F7pjAl5fP4qoObcMwnZNg63UjnzYoc9ydGIGGUvh7Y6BjjMTG67XxutLR8JAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T15:22:28.282829Z"},"content_sha256":"de0757493d2ea1f112d11623441b4eaea893a9304ddf7b5f3de5e119efc1fe86","schema_version":"1.0","event_id":"sha256:de0757493d2ea1f112d11623441b4eaea893a9304ddf7b5f3de5e119efc1fe86"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JFK3CENKJUW2SPIMJSE7LOH5PA/bundle.json","state_url":"https://pith.science/pith/JFK3CENKJUW2SPIMJSE7LOH5PA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JFK3CENKJUW2SPIMJSE7LOH5PA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T15:22:28Z","links":{"resolver":"https://pith.science/pith/JFK3CENKJUW2SPIMJSE7LOH5PA","bundle":"https://pith.science/pith/JFK3CENKJUW2SPIMJSE7LOH5PA/bundle.json","state":"https://pith.science/pith/JFK3CENKJUW2SPIMJSE7LOH5PA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JFK3CENKJUW2SPIMJSE7LOH5PA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JFK3CENKJUW2SPIMJSE7LOH5PA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ef2c35098a6db940e74e1b0fbfb87358a522b37e3544e95b652cbf230f7e50ad","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2024-05-16T04:51:25Z","title_canon_sha256":"44532679cc008307ee38503b36ce7a9065b6f3dffea7ebc5e139a0df5b270db1"},"schema_version":"1.0","source":{"id":"2405.09811","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.09811","created_at":"2026-07-05T08:19:49Z"},{"alias_kind":"arxiv_version","alias_value":"2405.09811v1","created_at":"2026-07-05T08:19:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.09811","created_at":"2026-07-05T08:19:49Z"},{"alias_kind":"pith_short_12","alias_value":"JFK3CENKJUW2","created_at":"2026-07-05T08:19:49Z"},{"alias_kind":"pith_short_16","alias_value":"JFK3CENKJUW2SPIM","created_at":"2026-07-05T08:19:49Z"},{"alias_kind":"pith_short_8","alias_value":"JFK3CENK","created_at":"2026-07-05T08:19:49Z"}],"graph_snapshots":[{"event_id":"sha256:de0757493d2ea1f112d11623441b4eaea893a9304ddf7b5f3de5e119efc1fe86","target":"graph","created_at":"2026-07-05T08:19:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.09811/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the significant potential for various applications, stochastic games with long-run average payoffs have received limited scholarly attention, particularly concerning the development of learning algorithms for them due to the challenges of mathematical analysis. In this paper, we study the stochastic games with long-run average payoffs and present an equivalent formulation for individual payoff gradients by defining advantage functions which will be proved to be bounded. This discovery allows us to demonstrate that the individual payoff gradient function is Lipschitz continuous with res","authors_text":"Junyue Zhang, Yifen Mu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2024-05-16T04:51:25Z","title":"A Payoff-Based Policy Gradient Method in Stochastic Games with Long-Run Average Payoffs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.09811","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5d694da0bcaf50edf24234c3efbedf3ecde96421b921492599f6bbbbcb4b6e8b","target":"record","created_at":"2026-07-05T08:19:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ef2c35098a6db940e74e1b0fbfb87358a522b37e3544e95b652cbf230f7e50ad","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2024-05-16T04:51:25Z","title_canon_sha256":"44532679cc008307ee38503b36ce7a9065b6f3dffea7ebc5e139a0df5b270db1"},"schema_version":"1.0","source":{"id":"2405.09811","kind":"arxiv","version":1}},"canonical_sha256":"4955b111aa4d2da93d0c4c89f5b8fd780e3c1d8aeb97e6c57590075366ff62ef","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4955b111aa4d2da93d0c4c89f5b8fd780e3c1d8aeb97e6c57590075366ff62ef","first_computed_at":"2026-07-05T08:19:49.212841Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:19:49.212841Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xZGmnMNXeL4g40GHG3Q9CkWw+UpMTN7q/WUUoBi58nQ1evLv0gXKmYYkCWQqLn40VyotzRaFdaCNoqFBGgyXBg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:19:49.213323Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.09811","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5d694da0bcaf50edf24234c3efbedf3ecde96421b921492599f6bbbbcb4b6e8b","sha256:de0757493d2ea1f112d11623441b4eaea893a9304ddf7b5f3de5e119efc1fe86"],"state_sha256":"097fa52f1ec4d4c8b0801542e11192d272941c50ac3148b2e13671d28b46682f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HuYxt4DmH6ZBeKSF39USMsL4zF6+0fwi6n7fFmpEBBGZAx6FYpnfMUwlR4I6jvJhFL1EqpcR4Lk7uG5zDMNsCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T15:22:28.286690Z","bundle_sha256":"816388c1f37fdca1ff228842024abeccdc0636b3769b5fd41db0046123da2107"}}