{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:YVSZ5RA5MHZQPYOYMCUY7I6WC4","short_pith_number":"pith:YVSZ5RA5","canonical_record":{"source":{"id":"2312.06659","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2023-12-11T18:59:51Z","cross_cats_sorted":[],"title_canon_sha256":"f9f380dba321bf6ac6d0d47e04b968576fe3976deb5e03539330819c8ba4708e","abstract_canon_sha256":"404b47ce52d72ec7bea594be907492e25282819b911a322965f0c44ee8eab392"},"schema_version":"1.0"},"canonical_sha256":"c5659ec41d61f307e1d860a98fa3d61722a8274322da0420d38a7ba49830f0cf","source":{"kind":"arxiv","id":"2312.06659","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.06659","created_at":"2026-07-05T08:14:02Z"},{"alias_kind":"arxiv_version","alias_value":"2312.06659v2","created_at":"2026-07-05T08:14:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.06659","created_at":"2026-07-05T08:14:02Z"},{"alias_kind":"pith_short_12","alias_value":"YVSZ5RA5MHZQ","created_at":"2026-07-05T08:14:02Z"},{"alias_kind":"pith_short_16","alias_value":"YVSZ5RA5MHZQPYOY","created_at":"2026-07-05T08:14:02Z"},{"alias_kind":"pith_short_8","alias_value":"YVSZ5RA5","created_at":"2026-07-05T08:14:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:YVSZ5RA5MHZQPYOYMCUY7I6WC4","target":"record","payload":{"canonical_record":{"source":{"id":"2312.06659","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2023-12-11T18:59:51Z","cross_cats_sorted":[],"title_canon_sha256":"f9f380dba321bf6ac6d0d47e04b968576fe3976deb5e03539330819c8ba4708e","abstract_canon_sha256":"404b47ce52d72ec7bea594be907492e25282819b911a322965f0c44ee8eab392"},"schema_version":"1.0"},"canonical_sha256":"c5659ec41d61f307e1d860a98fa3d61722a8274322da0420d38a7ba49830f0cf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:14:02.701488Z","signature_b64":"J/pOp1OVmi0w6/BCEi5HWolVuRWbZ6y12H54uIT1Ks/OhzaRP+fNqDrgjOVDOdLQVgoYlWkIm5F4ijybDMB5Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c5659ec41d61f307e1d860a98fa3d61722a8274322da0420d38a7ba49830f0cf","last_reissued_at":"2026-07-05T08:14:02.700984Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:14:02.700984Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.06659","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:14:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L0E42tpiDZJUvlJc3azezaX5USdIWg/1Yfc+DXHz+e+AQBC1uOqD7445hFQ7nGlgniMgx4NPz6VeJf81iumDAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:10:27.037434Z"},"content_sha256":"b5b84717aca50f0bf24df572dc6ec6d391e27d31f0aa12132c98a0b8bb8eb29d","schema_version":"1.0","event_id":"sha256:b5b84717aca50f0bf24df572dc6ec6d391e27d31f0aa12132c98a0b8bb8eb29d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:YVSZ5RA5MHZQPYOYMCUY7I6WC4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Convergence of Multi-Scale Reinforcement Q-Learning Algorithms for Mean Field Game and Control Problems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"math.OC","authors_text":"Andrea Angiuli, Jean-Pierre Fouque, Mathieu Lauri\\`ere, Mengrui Zhang","submitted_at":"2023-12-11T18:59:51Z","abstract_excerpt":"We establish the convergence of the unified two-timescale Reinforcement Learning (RL) algorithm presented in a previous work by Angiuli et al. This algorithm provides solutions to Mean Field Game (MFG) or Mean Field Control (MFC) problems depending on the ratio of two learning rates, one for the value function and the other for the mean field term. Our proof of convergence highlights the fact that in the case of MFC several mean field distributions need to be updated and for this reason we present two separate algorithms, one for MFG and one for MFC. We focus on a setting with finite state and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.06659","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.06659/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:14:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Iz3YbYSfKv4a61VkqdIx0Y+usQU16XkKhgRZTE3MYf1mjIpGnT70ug1pVFSGF0f/FqiWm50GGhj1149PC/foAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T18:10:27.038124Z"},"content_sha256":"36498f8b3496f690a44126cd90cd80b62f7aaa74bb7acade84768b9b8fe05c14","schema_version":"1.0","event_id":"sha256:36498f8b3496f690a44126cd90cd80b62f7aaa74bb7acade84768b9b8fe05c14"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YVSZ5RA5MHZQPYOYMCUY7I6WC4/bundle.json","state_url":"https://pith.science/pith/YVSZ5RA5MHZQPYOYMCUY7I6WC4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YVSZ5RA5MHZQPYOYMCUY7I6WC4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T18:10:27Z","links":{"resolver":"https://pith.science/pith/YVSZ5RA5MHZQPYOYMCUY7I6WC4","bundle":"https://pith.science/pith/YVSZ5RA5MHZQPYOYMCUY7I6WC4/bundle.json","state":"https://pith.science/pith/YVSZ5RA5MHZQPYOYMCUY7I6WC4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YVSZ5RA5MHZQPYOYMCUY7I6WC4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:YVSZ5RA5MHZQPYOYMCUY7I6WC4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"404b47ce52d72ec7bea594be907492e25282819b911a322965f0c44ee8eab392","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2023-12-11T18:59:51Z","title_canon_sha256":"f9f380dba321bf6ac6d0d47e04b968576fe3976deb5e03539330819c8ba4708e"},"schema_version":"1.0","source":{"id":"2312.06659","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.06659","created_at":"2026-07-05T08:14:02Z"},{"alias_kind":"arxiv_version","alias_value":"2312.06659v2","created_at":"2026-07-05T08:14:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.06659","created_at":"2026-07-05T08:14:02Z"},{"alias_kind":"pith_short_12","alias_value":"YVSZ5RA5MHZQ","created_at":"2026-07-05T08:14:02Z"},{"alias_kind":"pith_short_16","alias_value":"YVSZ5RA5MHZQPYOY","created_at":"2026-07-05T08:14:02Z"},{"alias_kind":"pith_short_8","alias_value":"YVSZ5RA5","created_at":"2026-07-05T08:14:02Z"}],"graph_snapshots":[{"event_id":"sha256:36498f8b3496f690a44126cd90cd80b62f7aaa74bb7acade84768b9b8fe05c14","target":"graph","created_at":"2026-07-05T08:14:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.06659/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We establish the convergence of the unified two-timescale Reinforcement Learning (RL) algorithm presented in a previous work by Angiuli et al. This algorithm provides solutions to Mean Field Game (MFG) or Mean Field Control (MFC) problems depending on the ratio of two learning rates, one for the value function and the other for the mean field term. Our proof of convergence highlights the fact that in the case of MFC several mean field distributions need to be updated and for this reason we present two separate algorithms, one for MFG and one for MFC. We focus on a setting with finite state and","authors_text":"Andrea Angiuli, Jean-Pierre Fouque, Mathieu Lauri\\`ere, Mengrui Zhang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2023-12-11T18:59:51Z","title":"Convergence of Multi-Scale Reinforcement Q-Learning Algorithms for Mean Field Game and Control Problems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.06659","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b5b84717aca50f0bf24df572dc6ec6d391e27d31f0aa12132c98a0b8bb8eb29d","target":"record","created_at":"2026-07-05T08:14:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"404b47ce52d72ec7bea594be907492e25282819b911a322965f0c44ee8eab392","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2023-12-11T18:59:51Z","title_canon_sha256":"f9f380dba321bf6ac6d0d47e04b968576fe3976deb5e03539330819c8ba4708e"},"schema_version":"1.0","source":{"id":"2312.06659","kind":"arxiv","version":2}},"canonical_sha256":"c5659ec41d61f307e1d860a98fa3d61722a8274322da0420d38a7ba49830f0cf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c5659ec41d61f307e1d860a98fa3d61722a8274322da0420d38a7ba49830f0cf","first_computed_at":"2026-07-05T08:14:02.700984Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:14:02.700984Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"J/pOp1OVmi0w6/BCEi5HWolVuRWbZ6y12H54uIT1Ks/OhzaRP+fNqDrgjOVDOdLQVgoYlWkIm5F4ijybDMB5Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:14:02.701488Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.06659","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b5b84717aca50f0bf24df572dc6ec6d391e27d31f0aa12132c98a0b8bb8eb29d","sha256:36498f8b3496f690a44126cd90cd80b62f7aaa74bb7acade84768b9b8fe05c14"],"state_sha256":"a333779182ac9968031b8aba19900de2d9483130a269090409e9bc5b92bf33ac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j5zq2xn++dyDlgUweXTiuuWwhXMDC2saR3Wib6loEVetTNPkAXq7+4TlkjX8zcpWDzaL3EU4nWsZEtjTpsKjAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T18:10:27.041796Z","bundle_sha256":"af2c468cc9bb93fe5e2d7e43a1a1c3d8ceb4ddd3ca432f0b0af34a3f4a4cb543"}}