{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ROC7DYMKCHF2NZ36WN4OGZZD27","short_pith_number":"pith:ROC7DYMK","canonical_record":{"source":{"id":"2405.01843","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-03T04:26:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c6975ef87d3f023f01467ed4ba6a4afb367132905d24b12fbb5f6a32ffbfd822","abstract_canon_sha256":"08fc8c065655f9b06cc21458d4226abb43c02a69ed7973a4ebf2f2c478cf2bd6"},"schema_version":"1.0"},"canonical_sha256":"8b85f1e18a11cba6e77eb378e36723d7cd04985d26ee2e50c691ae132c300b08","source":{"kind":"arxiv","id":"2405.01843","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.01843","created_at":"2026-07-05T09:45:48Z"},{"alias_kind":"arxiv_version","alias_value":"2405.01843v5","created_at":"2026-07-05T09:45:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.01843","created_at":"2026-07-05T09:45:48Z"},{"alias_kind":"pith_short_12","alias_value":"ROC7DYMKCHF2","created_at":"2026-07-05T09:45:48Z"},{"alias_kind":"pith_short_16","alias_value":"ROC7DYMKCHF2NZ36","created_at":"2026-07-05T09:45:48Z"},{"alias_kind":"pith_short_8","alias_value":"ROC7DYMK","created_at":"2026-07-05T09:45:48Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ROC7DYMKCHF2NZ36WN4OGZZD27","target":"record","payload":{"canonical_record":{"source":{"id":"2405.01843","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-03T04:26:03Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c6975ef87d3f023f01467ed4ba6a4afb367132905d24b12fbb5f6a32ffbfd822","abstract_canon_sha256":"08fc8c065655f9b06cc21458d4226abb43c02a69ed7973a4ebf2f2c478cf2bd6"},"schema_version":"1.0"},"canonical_sha256":"8b85f1e18a11cba6e77eb378e36723d7cd04985d26ee2e50c691ae132c300b08","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:45:48.267288Z","signature_b64":"B4TAts6arf9YbpJyzFZaTT7WnAHDWGjTNpxYb3Wgxz+OgszVSYBQ6U0sW3PGevohpX7VQEWGGO7McpiO52rpBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8b85f1e18a11cba6e77eb378e36723d7cd04985d26ee2e50c691ae132c300b08","last_reissued_at":"2026-07-05T09:45:48.266826Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:45:48.266826Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.01843","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PZNnz9GRcx9vjm0uGxOnBUkyupKU0bBTiWrIXepDy8iYTnVpOaQhaQRn8Erce1ZuX+hzlrV5Itt8jsP0CnbUDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:54:03.167852Z"},"content_sha256":"33297605ef20c3b7eeb70aa5dcfd7b26f989935e7ee386e8956a739f1562dda0","schema_version":"1.0","event_id":"sha256:33297605ef20c3b7eeb70aa5dcfd7b26f989935e7ee386e8956a739f1562dda0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ROC7DYMKCHF2NZ36WN4OGZZD27","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Closing the Gap: Achieving Global Convergence (Last Iterate) of Actor-Critic under Markovian Sampling with Neural Network Parametrization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Amrit Singh Bedi, Di Wang, Mudit Gaur, Vaneet Aggarwal","submitted_at":"2024-05-03T04:26:03Z","abstract_excerpt":"The current state-of-the-art theoretical analysis of Actor-Critic (AC) algorithms significantly lags in addressing the practical aspects of AC implementations. This crucial gap needs bridging to bring the analysis in line with practical implementations of AC. To address this, we advocate for considering the MMCLG criteria: \\textbf{M}ulti-layer neural network parametrization for actor/critic, \\textbf{M}arkovian sampling, \\textbf{C}ontinuous state-action spaces, the performance of the \\textbf{L}ast iterate, and \\textbf{G}lobal optimality. These aspects are practically significant and have been l"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.01843","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.01843/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:45:48Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cefZx6ztVHclsYbH7kKaUBmDydb8nNBsX1kaEDew5S0rpl8UD1WiNmja4Pm7ufOrrRzwitd+fKt4AS6627YbCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:54:03.168379Z"},"content_sha256":"26f7261ecfd8b9ed2013e871c04c31da1180a74fc20620859c52c45fad9dd549","schema_version":"1.0","event_id":"sha256:26f7261ecfd8b9ed2013e871c04c31da1180a74fc20620859c52c45fad9dd549"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ROC7DYMKCHF2NZ36WN4OGZZD27/bundle.json","state_url":"https://pith.science/pith/ROC7DYMKCHF2NZ36WN4OGZZD27/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ROC7DYMKCHF2NZ36WN4OGZZD27/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:54:03Z","links":{"resolver":"https://pith.science/pith/ROC7DYMKCHF2NZ36WN4OGZZD27","bundle":"https://pith.science/pith/ROC7DYMKCHF2NZ36WN4OGZZD27/bundle.json","state":"https://pith.science/pith/ROC7DYMKCHF2NZ36WN4OGZZD27/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ROC7DYMKCHF2NZ36WN4OGZZD27/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ROC7DYMKCHF2NZ36WN4OGZZD27","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"08fc8c065655f9b06cc21458d4226abb43c02a69ed7973a4ebf2f2c478cf2bd6","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-03T04:26:03Z","title_canon_sha256":"c6975ef87d3f023f01467ed4ba6a4afb367132905d24b12fbb5f6a32ffbfd822"},"schema_version":"1.0","source":{"id":"2405.01843","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.01843","created_at":"2026-07-05T09:45:48Z"},{"alias_kind":"arxiv_version","alias_value":"2405.01843v5","created_at":"2026-07-05T09:45:48Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.01843","created_at":"2026-07-05T09:45:48Z"},{"alias_kind":"pith_short_12","alias_value":"ROC7DYMKCHF2","created_at":"2026-07-05T09:45:48Z"},{"alias_kind":"pith_short_16","alias_value":"ROC7DYMKCHF2NZ36","created_at":"2026-07-05T09:45:48Z"},{"alias_kind":"pith_short_8","alias_value":"ROC7DYMK","created_at":"2026-07-05T09:45:48Z"}],"graph_snapshots":[{"event_id":"sha256:26f7261ecfd8b9ed2013e871c04c31da1180a74fc20620859c52c45fad9dd549","target":"graph","created_at":"2026-07-05T09:45:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.01843/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The current state-of-the-art theoretical analysis of Actor-Critic (AC) algorithms significantly lags in addressing the practical aspects of AC implementations. This crucial gap needs bridging to bring the analysis in line with practical implementations of AC. To address this, we advocate for considering the MMCLG criteria: \\textbf{M}ulti-layer neural network parametrization for actor/critic, \\textbf{M}arkovian sampling, \\textbf{C}ontinuous state-action spaces, the performance of the \\textbf{L}ast iterate, and \\textbf{G}lobal optimality. These aspects are practically significant and have been l","authors_text":"Amrit Singh Bedi, Di Wang, Mudit Gaur, Vaneet Aggarwal","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-03T04:26:03Z","title":"Closing the Gap: Achieving Global Convergence (Last Iterate) of Actor-Critic under Markovian Sampling with Neural Network Parametrization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.01843","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:33297605ef20c3b7eeb70aa5dcfd7b26f989935e7ee386e8956a739f1562dda0","target":"record","created_at":"2026-07-05T09:45:48Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"08fc8c065655f9b06cc21458d4226abb43c02a69ed7973a4ebf2f2c478cf2bd6","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-03T04:26:03Z","title_canon_sha256":"c6975ef87d3f023f01467ed4ba6a4afb367132905d24b12fbb5f6a32ffbfd822"},"schema_version":"1.0","source":{"id":"2405.01843","kind":"arxiv","version":5}},"canonical_sha256":"8b85f1e18a11cba6e77eb378e36723d7cd04985d26ee2e50c691ae132c300b08","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8b85f1e18a11cba6e77eb378e36723d7cd04985d26ee2e50c691ae132c300b08","first_computed_at":"2026-07-05T09:45:48.266826Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:45:48.266826Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"B4TAts6arf9YbpJyzFZaTT7WnAHDWGjTNpxYb3Wgxz+OgszVSYBQ6U0sW3PGevohpX7VQEWGGO7McpiO52rpBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:45:48.267288Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.01843","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:33297605ef20c3b7eeb70aa5dcfd7b26f989935e7ee386e8956a739f1562dda0","sha256:26f7261ecfd8b9ed2013e871c04c31da1180a74fc20620859c52c45fad9dd549"],"state_sha256":"48284f471bb086a7eb789dbce70d529949e69050b3bfc9592b4eddb5bfe4881a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M8eakrGQ+UcbF4c7yQpIxJJsG+k/Nupb8HAghfyL4TrY2friXogxngCEe/6PB4gprlE/UsQ/Gg1g9Pd2N/EuDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:54:03.173315Z","bundle_sha256":"76d1a5c4ad333d2a3d6638745f6fad61982f953afe750772ef787b50dccf7c4d"}}