{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:HFQM5I4MP2ZHNNOB7PULJ5M3MS","short_pith_number":"pith:HFQM5I4M","canonical_record":{"source":{"id":"2505.22781","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2025-05-28T18:50:25Z","cross_cats_sorted":["cs.LG","math.ST","stat.TH"],"title_canon_sha256":"4db9fd7e2f164d7147b73b85966c37049952ff6dfac6a36fcd36e3c51926b374","abstract_canon_sha256":"831f665f66aaf99ff86568ea1e6a1b98aa61a3fc99dfde5af7021a7ae14efd28"},"schema_version":"1.0"},"canonical_sha256":"3960cea38c7eb276b5c1fbe8b4f59b64bd382bfb8748db4e9b83d11a15433ddb","source":{"kind":"arxiv","id":"2505.22781","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22781","created_at":"2026-07-05T11:11:49Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22781v1","created_at":"2026-07-05T11:11:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22781","created_at":"2026-07-05T11:11:49Z"},{"alias_kind":"pith_short_12","alias_value":"HFQM5I4MP2ZH","created_at":"2026-07-05T11:11:49Z"},{"alias_kind":"pith_short_16","alias_value":"HFQM5I4MP2ZHNNOB","created_at":"2026-07-05T11:11:49Z"},{"alias_kind":"pith_short_8","alias_value":"HFQM5I4M","created_at":"2026-07-05T11:11:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:HFQM5I4MP2ZHNNOB7PULJ5M3MS","target":"record","payload":{"canonical_record":{"source":{"id":"2505.22781","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2025-05-28T18:50:25Z","cross_cats_sorted":["cs.LG","math.ST","stat.TH"],"title_canon_sha256":"4db9fd7e2f164d7147b73b85966c37049952ff6dfac6a36fcd36e3c51926b374","abstract_canon_sha256":"831f665f66aaf99ff86568ea1e6a1b98aa61a3fc99dfde5af7021a7ae14efd28"},"schema_version":"1.0"},"canonical_sha256":"3960cea38c7eb276b5c1fbe8b4f59b64bd382bfb8748db4e9b83d11a15433ddb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:11:49.892701Z","signature_b64":"dRVWO6847p1d2PhvF3+7QooXYJLUch1oU1e7YPS00FrmKGyieDMrwSnXhmNTPgwBf+I0aXaY/YoicmMwT+ibCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3960cea38c7eb276b5c1fbe8b4f59b64bd382bfb8748db4e9b83d11a15433ddb","last_reissued_at":"2026-07-05T11:11:49.892235Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:11:49.892235Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.22781","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B2ny+PxtyTkSZ/8JqK/RXgoixzRknpCirCp1P246ZAXtY9sNrffUjMFwEinXxOaPTfTcIEcRFkK4a9qzQzLSBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T12:47:16.406758Z"},"content_sha256":"113b8c9bcc4ab9ba8da21d5c4e0c1664b2baf88de4f56bb9b037b87d5d35a1ce","schema_version":"1.0","event_id":"sha256:113b8c9bcc4ab9ba8da21d5c4e0c1664b2baf88de4f56bb9b037b87d5d35a1ce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:HFQM5I4MP2ZHNNOB7PULJ5M3MS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Finite-Sample Convergence Bounds for Trust Region Policy Optimization in Mean-Field Games","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","math.ST","stat.TH"],"primary_cat":"stat.ML","authors_text":"Antonio Ocello, Daniil Tiapkin, Eric Moulines, Lorenzo Mancini, Mathieu Lauri\\`ere","submitted_at":"2025-05-28T18:50:25Z","abstract_excerpt":"We introduce Mean-Field Trust Region Policy Optimization (MF-TRPO), a novel algorithm designed to compute approximate Nash equilibria for ergodic Mean-Field Games (MFG) in finite state-action spaces. Building on the well-established performance of TRPO in the reinforcement learning (RL) setting, we extend its methodology to the MFG framework, leveraging its stability and robustness in policy optimization. Under standard assumptions in the MFG literature, we provide a rigorous analysis of MF-TRPO, establishing theoretical guarantees on its convergence. Our results cover both the exact formulati"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22781","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.22781/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"N7wV+7+DGY4wAPIt033AxfqxLAFeZnFuslTYdFCkBPuB4B59hDeypwJUiyjcSyRvGQ1d/7PdZIwESlrBMYnlAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T12:47:16.407233Z"},"content_sha256":"68c94cf7d4f4aca97797d9469aeba0e81c4a20b7ee3c8300a5829484484d1648","schema_version":"1.0","event_id":"sha256:68c94cf7d4f4aca97797d9469aeba0e81c4a20b7ee3c8300a5829484484d1648"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HFQM5I4MP2ZHNNOB7PULJ5M3MS/bundle.json","state_url":"https://pith.science/pith/HFQM5I4MP2ZHNNOB7PULJ5M3MS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HFQM5I4MP2ZHNNOB7PULJ5M3MS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T12:47:16Z","links":{"resolver":"https://pith.science/pith/HFQM5I4MP2ZHNNOB7PULJ5M3MS","bundle":"https://pith.science/pith/HFQM5I4MP2ZHNNOB7PULJ5M3MS/bundle.json","state":"https://pith.science/pith/HFQM5I4MP2ZHNNOB7PULJ5M3MS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HFQM5I4MP2ZHNNOB7PULJ5M3MS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:HFQM5I4MP2ZHNNOB7PULJ5M3MS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"831f665f66aaf99ff86568ea1e6a1b98aa61a3fc99dfde5af7021a7ae14efd28","cross_cats_sorted":["cs.LG","math.ST","stat.TH"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2025-05-28T18:50:25Z","title_canon_sha256":"4db9fd7e2f164d7147b73b85966c37049952ff6dfac6a36fcd36e3c51926b374"},"schema_version":"1.0","source":{"id":"2505.22781","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22781","created_at":"2026-07-05T11:11:49Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22781v1","created_at":"2026-07-05T11:11:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22781","created_at":"2026-07-05T11:11:49Z"},{"alias_kind":"pith_short_12","alias_value":"HFQM5I4MP2ZH","created_at":"2026-07-05T11:11:49Z"},{"alias_kind":"pith_short_16","alias_value":"HFQM5I4MP2ZHNNOB","created_at":"2026-07-05T11:11:49Z"},{"alias_kind":"pith_short_8","alias_value":"HFQM5I4M","created_at":"2026-07-05T11:11:49Z"}],"graph_snapshots":[{"event_id":"sha256:68c94cf7d4f4aca97797d9469aeba0e81c4a20b7ee3c8300a5829484484d1648","target":"graph","created_at":"2026-07-05T11:11:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.22781/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce Mean-Field Trust Region Policy Optimization (MF-TRPO), a novel algorithm designed to compute approximate Nash equilibria for ergodic Mean-Field Games (MFG) in finite state-action spaces. Building on the well-established performance of TRPO in the reinforcement learning (RL) setting, we extend its methodology to the MFG framework, leveraging its stability and robustness in policy optimization. Under standard assumptions in the MFG literature, we provide a rigorous analysis of MF-TRPO, establishing theoretical guarantees on its convergence. Our results cover both the exact formulati","authors_text":"Antonio Ocello, Daniil Tiapkin, Eric Moulines, Lorenzo Mancini, Mathieu Lauri\\`ere","cross_cats":["cs.LG","math.ST","stat.TH"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2025-05-28T18:50:25Z","title":"Finite-Sample Convergence Bounds for Trust Region Policy Optimization in Mean-Field Games"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22781","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:113b8c9bcc4ab9ba8da21d5c4e0c1664b2baf88de4f56bb9b037b87d5d35a1ce","target":"record","created_at":"2026-07-05T11:11:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"831f665f66aaf99ff86568ea1e6a1b98aa61a3fc99dfde5af7021a7ae14efd28","cross_cats_sorted":["cs.LG","math.ST","stat.TH"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2025-05-28T18:50:25Z","title_canon_sha256":"4db9fd7e2f164d7147b73b85966c37049952ff6dfac6a36fcd36e3c51926b374"},"schema_version":"1.0","source":{"id":"2505.22781","kind":"arxiv","version":1}},"canonical_sha256":"3960cea38c7eb276b5c1fbe8b4f59b64bd382bfb8748db4e9b83d11a15433ddb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3960cea38c7eb276b5c1fbe8b4f59b64bd382bfb8748db4e9b83d11a15433ddb","first_computed_at":"2026-07-05T11:11:49.892235Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:11:49.892235Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dRVWO6847p1d2PhvF3+7QooXYJLUch1oU1e7YPS00FrmKGyieDMrwSnXhmNTPgwBf+I0aXaY/YoicmMwT+ibCg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:11:49.892701Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.22781","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:113b8c9bcc4ab9ba8da21d5c4e0c1664b2baf88de4f56bb9b037b87d5d35a1ce","sha256:68c94cf7d4f4aca97797d9469aeba0e81c4a20b7ee3c8300a5829484484d1648"],"state_sha256":"e4ce8888306e46424917f2549d8db96ae5fc0948dc1900e69806c615e62c0b3b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dIocTFu34Y/WHD/C8/6MG2LymKnx9EtL7j6oNiATQUx7TahY/T/5kRQxHrCv1couMIt95dxeK+XEe3m7qqhuBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T12:47:16.409400Z","bundle_sha256":"e24a410d76bb593009db5a3f88bcf79012adbf86feb50e32b71cf29ef686f4f7"}}