{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2014:L73BBDKEY6IVCHNMGHWJRMDB6G","short_pith_number":"pith:L73BBDKE","canonical_record":{"source":{"id":"1402.1027","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2014-02-05T12:50:40Z","cross_cats_sorted":["cs.MA"],"title_canon_sha256":"df073a294d9bd39756ac33b02d6f3fede80536517fad9ddd4724a074013c6eb8","abstract_canon_sha256":"0fd97b8f651498c6c03b4b56adb66ba8b1391ecea332e3b87e95184deaba452a"},"schema_version":"1.0"},"canonical_sha256":"5ff6108d44c791511dac31ec98b061f1989489b0f69d2fe014286f1a181d54cc","source":{"kind":"arxiv","id":"1402.1027","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1402.1027","created_at":"2026-05-18T01:12:25Z"},{"alias_kind":"arxiv_version","alias_value":"1402.1027v4","created_at":"2026-05-18T01:12:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1402.1027","created_at":"2026-05-18T01:12:25Z"},{"alias_kind":"pith_short_12","alias_value":"L73BBDKEY6IV","created_at":"2026-05-18T12:28:35Z"},{"alias_kind":"pith_short_16","alias_value":"L73BBDKEY6IVCHNM","created_at":"2026-05-18T12:28:35Z"},{"alias_kind":"pith_short_8","alias_value":"L73BBDKE","created_at":"2026-05-18T12:28:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2014:L73BBDKEY6IVCHNMGHWJRMDB6G","target":"record","payload":{"canonical_record":{"source":{"id":"1402.1027","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2014-02-05T12:50:40Z","cross_cats_sorted":["cs.MA"],"title_canon_sha256":"df073a294d9bd39756ac33b02d6f3fede80536517fad9ddd4724a074013c6eb8","abstract_canon_sha256":"0fd97b8f651498c6c03b4b56adb66ba8b1391ecea332e3b87e95184deaba452a"},"schema_version":"1.0"},"canonical_sha256":"5ff6108d44c791511dac31ec98b061f1989489b0f69d2fe014286f1a181d54cc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T01:12:25.400849Z","signature_b64":"jh7IB0vgjTjWrxgdjM0dH597ENMgCknwNXWk23/NU4tSoTslURQw6GuuhqHlX0HF1c9cquLdN2sA3Obv7oShBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5ff6108d44c791511dac31ec98b061f1989489b0f69d2fe014286f1a181d54cc","last_reissued_at":"2026-05-18T01:12:25.400487Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T01:12:25.400487Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1402.1027","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:12:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8z7jazgkAxFuYOnelTYEt03hqO1erq6TNP/liK8G85xzVzUSVwEhcwz73vQ8CazbILerNck6HWwM/2y67foiBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T20:48:30.093454Z"},"content_sha256":"15eaa95ee16a134d04f18d15627848338f52796fa11759bd2763e9a3f18e2b85","schema_version":"1.0","event_id":"sha256:15eaa95ee16a134d04f18d15627848338f52796fa11759bd2763e9a3f18e2b85"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2014:L73BBDKEY6IVCHNMGHWJRMDB6G","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Stationary Correlated Equilibria in Constrained General-Sum Stochastic Games","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.MA"],"primary_cat":"cs.GT","authors_text":"Mehdi Dehghan, Vesal Hakami","submitted_at":"2014-02-05T12:50:40Z","abstract_excerpt":"We study constrained general-sum stochastic games with unknown Markovian dynamics. A distributed constrained no-regret Q-learning scheme (CNRQ) is presented to guarantee convergence to the set of stationary correlated equilibria of the game. Prior art addresses the unconstrained case only, is structured with nested control loops, and has no convergence result. CNRQ is cast as a single-loop three-timescale asynchronous stochastic approximation algorithm with set-valued update increments. A rigorous convergence analysis with differential inclusion arguments is given which draws on recent extensi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1402.1027","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T01:12:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NzDABziwWsx73dIGQhhaLVlzcAAqSfYf/1PCugQsFCW03/pcY8CHP56Zx57SJhN7VsTlktu9um5eM9hUeidpCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-02T20:48:30.093800Z"},"content_sha256":"92d3386d4f443cea4d0d9a788b6944a843335360c1173f4ce35b563530e61667","schema_version":"1.0","event_id":"sha256:92d3386d4f443cea4d0d9a788b6944a843335360c1173f4ce35b563530e61667"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L73BBDKEY6IVCHNMGHWJRMDB6G/bundle.json","state_url":"https://pith.science/pith/L73BBDKEY6IVCHNMGHWJRMDB6G/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L73BBDKEY6IVCHNMGHWJRMDB6G/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-02T20:48:30Z","links":{"resolver":"https://pith.science/pith/L73BBDKEY6IVCHNMGHWJRMDB6G","bundle":"https://pith.science/pith/L73BBDKEY6IVCHNMGHWJRMDB6G/bundle.json","state":"https://pith.science/pith/L73BBDKEY6IVCHNMGHWJRMDB6G/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L73BBDKEY6IVCHNMGHWJRMDB6G/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2014:L73BBDKEY6IVCHNMGHWJRMDB6G","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0fd97b8f651498c6c03b4b56adb66ba8b1391ecea332e3b87e95184deaba452a","cross_cats_sorted":["cs.MA"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2014-02-05T12:50:40Z","title_canon_sha256":"df073a294d9bd39756ac33b02d6f3fede80536517fad9ddd4724a074013c6eb8"},"schema_version":"1.0","source":{"id":"1402.1027","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1402.1027","created_at":"2026-05-18T01:12:25Z"},{"alias_kind":"arxiv_version","alias_value":"1402.1027v4","created_at":"2026-05-18T01:12:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1402.1027","created_at":"2026-05-18T01:12:25Z"},{"alias_kind":"pith_short_12","alias_value":"L73BBDKEY6IV","created_at":"2026-05-18T12:28:35Z"},{"alias_kind":"pith_short_16","alias_value":"L73BBDKEY6IVCHNM","created_at":"2026-05-18T12:28:35Z"},{"alias_kind":"pith_short_8","alias_value":"L73BBDKE","created_at":"2026-05-18T12:28:35Z"}],"graph_snapshots":[{"event_id":"sha256:92d3386d4f443cea4d0d9a788b6944a843335360c1173f4ce35b563530e61667","target":"graph","created_at":"2026-05-18T01:12:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We study constrained general-sum stochastic games with unknown Markovian dynamics. A distributed constrained no-regret Q-learning scheme (CNRQ) is presented to guarantee convergence to the set of stationary correlated equilibria of the game. Prior art addresses the unconstrained case only, is structured with nested control loops, and has no convergence result. CNRQ is cast as a single-loop three-timescale asynchronous stochastic approximation algorithm with set-valued update increments. A rigorous convergence analysis with differential inclusion arguments is given which draws on recent extensi","authors_text":"Mehdi Dehghan, Vesal Hakami","cross_cats":["cs.MA"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2014-02-05T12:50:40Z","title":"Learning Stationary Correlated Equilibria in Constrained General-Sum Stochastic Games"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1402.1027","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:15eaa95ee16a134d04f18d15627848338f52796fa11759bd2763e9a3f18e2b85","target":"record","created_at":"2026-05-18T01:12:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0fd97b8f651498c6c03b4b56adb66ba8b1391ecea332e3b87e95184deaba452a","cross_cats_sorted":["cs.MA"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.GT","submitted_at":"2014-02-05T12:50:40Z","title_canon_sha256":"df073a294d9bd39756ac33b02d6f3fede80536517fad9ddd4724a074013c6eb8"},"schema_version":"1.0","source":{"id":"1402.1027","kind":"arxiv","version":4}},"canonical_sha256":"5ff6108d44c791511dac31ec98b061f1989489b0f69d2fe014286f1a181d54cc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5ff6108d44c791511dac31ec98b061f1989489b0f69d2fe014286f1a181d54cc","first_computed_at":"2026-05-18T01:12:25.400487Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:12:25.400487Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jh7IB0vgjTjWrxgdjM0dH597ENMgCknwNXWk23/NU4tSoTslURQw6GuuhqHlX0HF1c9cquLdN2sA3Obv7oShBA==","signature_status":"signed_v1","signed_at":"2026-05-18T01:12:25.400849Z","signed_message":"canonical_sha256_bytes"},"source_id":"1402.1027","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:15eaa95ee16a134d04f18d15627848338f52796fa11759bd2763e9a3f18e2b85","sha256:92d3386d4f443cea4d0d9a788b6944a843335360c1173f4ce35b563530e61667"],"state_sha256":"8c6c46a151b0d43ad66d8dd64900238bf9b9722890ab9317a25e21956b734cf8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rgOlheXMLYpkEFw/5QZRCIP585kcAZb9P768HutBrJdPx/shzjP0gJ5VrqyuKCUNFY/PXOIFBxjeCHG/nnu6Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-02T20:48:30.095891Z","bundle_sha256":"22b52012c90cd47638fca14ec8f72160909af1128eb56d90124c098ac192f510"}}