{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HL4W3IYHESRPTRIF2YZF55N3GE","short_pith_number":"pith:HL4W3IYH","canonical_record":{"source":{"id":"2104.10677","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2021-04-19T21:07:09Z","cross_cats_sorted":[],"title_canon_sha256":"9c9b5daa6b4fdaf6ec602de106e720d7cb074a9490e9748d8ca342d4dea9c8af","abstract_canon_sha256":"248d06986a71b79bd9065dfb85825ecca7a9eb1328f46bd6870974e5225ee37e"},"schema_version":"1.0"},"canonical_sha256":"3af96da30724a2f9c505d6325ef5bb311fbc7fdb4c7f31c20a533a6766f3b3e1","source":{"kind":"arxiv","id":"2104.10677","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.10677","created_at":"2026-07-05T03:34:56Z"},{"alias_kind":"arxiv_version","alias_value":"2104.10677v2","created_at":"2026-07-05T03:34:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.10677","created_at":"2026-07-05T03:34:56Z"},{"alias_kind":"pith_short_12","alias_value":"HL4W3IYHESRP","created_at":"2026-07-05T03:34:56Z"},{"alias_kind":"pith_short_16","alias_value":"HL4W3IYHESRPTRIF","created_at":"2026-07-05T03:34:56Z"},{"alias_kind":"pith_short_8","alias_value":"HL4W3IYH","created_at":"2026-07-05T03:34:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HL4W3IYHESRPTRIF2YZF55N3GE","target":"record","payload":{"canonical_record":{"source":{"id":"2104.10677","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2021-04-19T21:07:09Z","cross_cats_sorted":[],"title_canon_sha256":"9c9b5daa6b4fdaf6ec602de106e720d7cb074a9490e9748d8ca342d4dea9c8af","abstract_canon_sha256":"248d06986a71b79bd9065dfb85825ecca7a9eb1328f46bd6870974e5225ee37e"},"schema_version":"1.0"},"canonical_sha256":"3af96da30724a2f9c505d6325ef5bb311fbc7fdb4c7f31c20a533a6766f3b3e1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:34:56.443121Z","signature_b64":"wd8Bg/kkArhvc2UxdOBKRXae8iGnfj4uVKiOUBYtae98MzjqeOOhzxu/ZSzhLEJ9QyIXMFu5kpPD6OefXfuxDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3af96da30724a2f9c505d6325ef5bb311fbc7fdb4c7f31c20a533a6766f3b3e1","last_reissued_at":"2026-07-05T03:34:56.442795Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:34:56.442795Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.10677","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:34:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9dUd5i86yGZT1gPvqVtTYiVgBkP4ubqm4F90liFliKMRobOO50Zu5rbZRnDjXQOrd33H0fkv/C/LL+fZV7mmDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:12:34.574271Z"},"content_sha256":"507242799d76dfb3959a220193a67e815ab1d407ba8c47b3e980a31c13abc1c8","schema_version":"1.0","event_id":"sha256:507242799d76dfb3959a220193a67e815ab1d407ba8c47b3e980a31c13abc1c8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HL4W3IYHESRPTRIF2YZF55N3GE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From Convex Optimization to MDPs: A Review of First-Order, Second-Order and Quasi-Newton Methods for MDPs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"math.OC","authors_text":"Julien Grand-Cl\\'ement","submitted_at":"2021-04-19T21:07:09Z","abstract_excerpt":"In this paper we present a review of the connections between classical algorithms for solving Markov Decision Processes (MDPs) and classical gradient-based algorithms in convex optimization. Some of these connections date as far back as the 1980s, but they have gained momentum in recent years and have lead to faster algorithms for solving MDPs. In particular, two of the most popular methods for solving MDPs, Value Iteration and Policy Iteration, can be linked to first-order and second-order methods in convex optimization. In addition, recent results in quasi-Newton methods lead to novel algori"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.10677","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.10677/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:34:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9rUJql6sp3HKRjhibZm8wBjTDW1UjLW4K/eJ0CTgBFC7hgDl7SjllIMt1+s4TI8XGDT/XXSy2Y50Q9joIpZlDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:12:34.574803Z"},"content_sha256":"f9e92269766c2d28637430081c81c78f79b612d4099858df90ab20e825631e9d","schema_version":"1.0","event_id":"sha256:f9e92269766c2d28637430081c81c78f79b612d4099858df90ab20e825631e9d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HL4W3IYHESRPTRIF2YZF55N3GE/bundle.json","state_url":"https://pith.science/pith/HL4W3IYHESRPTRIF2YZF55N3GE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HL4W3IYHESRPTRIF2YZF55N3GE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T05:12:34Z","links":{"resolver":"https://pith.science/pith/HL4W3IYHESRPTRIF2YZF55N3GE","bundle":"https://pith.science/pith/HL4W3IYHESRPTRIF2YZF55N3GE/bundle.json","state":"https://pith.science/pith/HL4W3IYHESRPTRIF2YZF55N3GE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HL4W3IYHESRPTRIF2YZF55N3GE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HL4W3IYHESRPTRIF2YZF55N3GE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"248d06986a71b79bd9065dfb85825ecca7a9eb1328f46bd6870974e5225ee37e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2021-04-19T21:07:09Z","title_canon_sha256":"9c9b5daa6b4fdaf6ec602de106e720d7cb074a9490e9748d8ca342d4dea9c8af"},"schema_version":"1.0","source":{"id":"2104.10677","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.10677","created_at":"2026-07-05T03:34:56Z"},{"alias_kind":"arxiv_version","alias_value":"2104.10677v2","created_at":"2026-07-05T03:34:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.10677","created_at":"2026-07-05T03:34:56Z"},{"alias_kind":"pith_short_12","alias_value":"HL4W3IYHESRP","created_at":"2026-07-05T03:34:56Z"},{"alias_kind":"pith_short_16","alias_value":"HL4W3IYHESRPTRIF","created_at":"2026-07-05T03:34:56Z"},{"alias_kind":"pith_short_8","alias_value":"HL4W3IYH","created_at":"2026-07-05T03:34:56Z"}],"graph_snapshots":[{"event_id":"sha256:f9e92269766c2d28637430081c81c78f79b612d4099858df90ab20e825631e9d","target":"graph","created_at":"2026-07-05T03:34:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.10677/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper we present a review of the connections between classical algorithms for solving Markov Decision Processes (MDPs) and classical gradient-based algorithms in convex optimization. Some of these connections date as far back as the 1980s, but they have gained momentum in recent years and have lead to faster algorithms for solving MDPs. In particular, two of the most popular methods for solving MDPs, Value Iteration and Policy Iteration, can be linked to first-order and second-order methods in convex optimization. In addition, recent results in quasi-Newton methods lead to novel algori","authors_text":"Julien Grand-Cl\\'ement","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2021-04-19T21:07:09Z","title":"From Convex Optimization to MDPs: A Review of First-Order, Second-Order and Quasi-Newton Methods for MDPs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.10677","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:507242799d76dfb3959a220193a67e815ab1d407ba8c47b3e980a31c13abc1c8","target":"record","created_at":"2026-07-05T03:34:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"248d06986a71b79bd9065dfb85825ecca7a9eb1328f46bd6870974e5225ee37e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"math.OC","submitted_at":"2021-04-19T21:07:09Z","title_canon_sha256":"9c9b5daa6b4fdaf6ec602de106e720d7cb074a9490e9748d8ca342d4dea9c8af"},"schema_version":"1.0","source":{"id":"2104.10677","kind":"arxiv","version":2}},"canonical_sha256":"3af96da30724a2f9c505d6325ef5bb311fbc7fdb4c7f31c20a533a6766f3b3e1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3af96da30724a2f9c505d6325ef5bb311fbc7fdb4c7f31c20a533a6766f3b3e1","first_computed_at":"2026-07-05T03:34:56.442795Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:34:56.442795Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wd8Bg/kkArhvc2UxdOBKRXae8iGnfj4uVKiOUBYtae98MzjqeOOhzxu/ZSzhLEJ9QyIXMFu5kpPD6OefXfuxDw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:34:56.443121Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.10677","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:507242799d76dfb3959a220193a67e815ab1d407ba8c47b3e980a31c13abc1c8","sha256:f9e92269766c2d28637430081c81c78f79b612d4099858df90ab20e825631e9d"],"state_sha256":"9b99dee0291fd591f6640ad460a233562bcaeee19de446ab8a356b6c9cccdbb4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n7hO6JiLRSQxJzz0sjLF9dn8o2Hj57Uhxa3uFwcFlPvQaJEwUlMv2q3dpDL/1MJ20lue6RacYZX7TBbBueUxCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T05:12:34.578748Z","bundle_sha256":"caf812ad134902923547fc47acffe3053415d8a28b5d64fb2c679aa86ad7aa1c"}}