{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:WJLQAFR7Q4TDHMMG4ZQ3HQ5P7X","short_pith_number":"pith:WJLQAFR7","canonical_record":{"source":{"id":"2105.04682","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-10T21:40:56Z","cross_cats_sorted":["cs.RO","cs.SY","eess.SY"],"title_canon_sha256":"4b24c80a6926c2ec84de46dc07f03792de86eeb49f1e434fd88fdd6a47837923","abstract_canon_sha256":"196857a3f6ebf9be3b0ea96317f8c10fa6476a3fcdc117d74273aa8a430c2004"},"schema_version":"1.0"},"canonical_sha256":"b25700163f872633b186e661b3c3affde5e599f9ae5976f8d4742fd4f9335cf1","source":{"kind":"arxiv","id":"2105.04682","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.04682","created_at":"2026-07-05T02:39:23Z"},{"alias_kind":"arxiv_version","alias_value":"2105.04682v1","created_at":"2026-07-05T02:39:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.04682","created_at":"2026-07-05T02:39:23Z"},{"alias_kind":"pith_short_12","alias_value":"WJLQAFR7Q4TD","created_at":"2026-07-05T02:39:23Z"},{"alias_kind":"pith_short_16","alias_value":"WJLQAFR7Q4TDHMMG","created_at":"2026-07-05T02:39:23Z"},{"alias_kind":"pith_short_8","alias_value":"WJLQAFR7","created_at":"2026-07-05T02:39:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:WJLQAFR7Q4TDHMMG4ZQ3HQ5P7X","target":"record","payload":{"canonical_record":{"source":{"id":"2105.04682","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-10T21:40:56Z","cross_cats_sorted":["cs.RO","cs.SY","eess.SY"],"title_canon_sha256":"4b24c80a6926c2ec84de46dc07f03792de86eeb49f1e434fd88fdd6a47837923","abstract_canon_sha256":"196857a3f6ebf9be3b0ea96317f8c10fa6476a3fcdc117d74273aa8a430c2004"},"schema_version":"1.0"},"canonical_sha256":"b25700163f872633b186e661b3c3affde5e599f9ae5976f8d4742fd4f9335cf1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:39:23.071336Z","signature_b64":"TvavygjoA+mgQJUE2MnwWlnPvojpn9mfK01m2LY0bfN0gxYoQjrogZWA5zWAWaTyvzM3Hb8BxxwRWuGlX5yUAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b25700163f872633b186e661b3c3affde5e599f9ae5976f8d4742fd4f9335cf1","last_reissued_at":"2026-07-05T02:39:23.070939Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:39:23.070939Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2105.04682","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:39:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EdBsUDyDEDr3ac4MbXtlGVKl9bprS9DjKgt8OZ0oj4uQaciqh7JjneCiHiN2ED1T12bfeIDOE1eegMhCTz12BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T21:19:09.807184Z"},"content_sha256":"96fd1c7f8199f98a46ef5ca9f95234b400e6f37eeeaf45b6b5aeb1ac0663cc2d","schema_version":"1.0","event_id":"sha256:96fd1c7f8199f98a46ef5ca9f95234b400e6f37eeeaf45b6b5aeb1ac0663cc2d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:WJLQAFR7Q4TDHMMG4ZQ3HQ5P7X","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Value Iteration in Continuous Actions, States and Time","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.RO","cs.SY","eess.SY"],"primary_cat":"cs.LG","authors_text":"Animesh Garg, Dieter Fox, Jan Peters, Michael Lutter, Shie Mannor","submitted_at":"2021-05-10T21:40:56Z","abstract_excerpt":"Classical value iteration approaches are not applicable to environments with continuous states and actions. For such environments, the states and actions are usually discretized, which leads to an exponential increase in computational complexity. In this paper, we propose continuous fitted value iteration (cFVI). This algorithm enables dynamic programming for continuous states and actions with a known dynamics model. Leveraging the continuous-time formulation, the optimal policy can be derived for non-linear control-affine dynamics. This closed-form solution enables the efficient extension of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.04682","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.04682/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:39:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xMXycKerXLCm9g7oQKMtpPidFPq0qaEevRsJ6/JR9taOVD8NkbSH8LvZShXO4ol8AtPiioB8zqnj558ySRaxBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T21:19:09.808225Z"},"content_sha256":"4992342dc2e96014b843fc2a05ac3c1526e37d94bfe82e87684680cff1f8d8a0","schema_version":"1.0","event_id":"sha256:4992342dc2e96014b843fc2a05ac3c1526e37d94bfe82e87684680cff1f8d8a0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WJLQAFR7Q4TDHMMG4ZQ3HQ5P7X/bundle.json","state_url":"https://pith.science/pith/WJLQAFR7Q4TDHMMG4ZQ3HQ5P7X/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WJLQAFR7Q4TDHMMG4ZQ3HQ5P7X/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T21:19:09Z","links":{"resolver":"https://pith.science/pith/WJLQAFR7Q4TDHMMG4ZQ3HQ5P7X","bundle":"https://pith.science/pith/WJLQAFR7Q4TDHMMG4ZQ3HQ5P7X/bundle.json","state":"https://pith.science/pith/WJLQAFR7Q4TDHMMG4ZQ3HQ5P7X/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WJLQAFR7Q4TDHMMG4ZQ3HQ5P7X/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:WJLQAFR7Q4TDHMMG4ZQ3HQ5P7X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"196857a3f6ebf9be3b0ea96317f8c10fa6476a3fcdc117d74273aa8a430c2004","cross_cats_sorted":["cs.RO","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-10T21:40:56Z","title_canon_sha256":"4b24c80a6926c2ec84de46dc07f03792de86eeb49f1e434fd88fdd6a47837923"},"schema_version":"1.0","source":{"id":"2105.04682","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.04682","created_at":"2026-07-05T02:39:23Z"},{"alias_kind":"arxiv_version","alias_value":"2105.04682v1","created_at":"2026-07-05T02:39:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.04682","created_at":"2026-07-05T02:39:23Z"},{"alias_kind":"pith_short_12","alias_value":"WJLQAFR7Q4TD","created_at":"2026-07-05T02:39:23Z"},{"alias_kind":"pith_short_16","alias_value":"WJLQAFR7Q4TDHMMG","created_at":"2026-07-05T02:39:23Z"},{"alias_kind":"pith_short_8","alias_value":"WJLQAFR7","created_at":"2026-07-05T02:39:23Z"}],"graph_snapshots":[{"event_id":"sha256:4992342dc2e96014b843fc2a05ac3c1526e37d94bfe82e87684680cff1f8d8a0","target":"graph","created_at":"2026-07-05T02:39:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2105.04682/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Classical value iteration approaches are not applicable to environments with continuous states and actions. For such environments, the states and actions are usually discretized, which leads to an exponential increase in computational complexity. In this paper, we propose continuous fitted value iteration (cFVI). This algorithm enables dynamic programming for continuous states and actions with a known dynamics model. Leveraging the continuous-time formulation, the optimal policy can be derived for non-linear control-affine dynamics. This closed-form solution enables the efficient extension of ","authors_text":"Animesh Garg, Dieter Fox, Jan Peters, Michael Lutter, Shie Mannor","cross_cats":["cs.RO","cs.SY","eess.SY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-10T21:40:56Z","title":"Value Iteration in Continuous Actions, States and Time"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.04682","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:96fd1c7f8199f98a46ef5ca9f95234b400e6f37eeeaf45b6b5aeb1ac0663cc2d","target":"record","created_at":"2026-07-05T02:39:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"196857a3f6ebf9be3b0ea96317f8c10fa6476a3fcdc117d74273aa8a430c2004","cross_cats_sorted":["cs.RO","cs.SY","eess.SY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-05-10T21:40:56Z","title_canon_sha256":"4b24c80a6926c2ec84de46dc07f03792de86eeb49f1e434fd88fdd6a47837923"},"schema_version":"1.0","source":{"id":"2105.04682","kind":"arxiv","version":1}},"canonical_sha256":"b25700163f872633b186e661b3c3affde5e599f9ae5976f8d4742fd4f9335cf1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b25700163f872633b186e661b3c3affde5e599f9ae5976f8d4742fd4f9335cf1","first_computed_at":"2026-07-05T02:39:23.070939Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:39:23.070939Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TvavygjoA+mgQJUE2MnwWlnPvojpn9mfK01m2LY0bfN0gxYoQjrogZWA5zWAWaTyvzM3Hb8BxxwRWuGlX5yUAg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:39:23.071336Z","signed_message":"canonical_sha256_bytes"},"source_id":"2105.04682","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:96fd1c7f8199f98a46ef5ca9f95234b400e6f37eeeaf45b6b5aeb1ac0663cc2d","sha256:4992342dc2e96014b843fc2a05ac3c1526e37d94bfe82e87684680cff1f8d8a0"],"state_sha256":"d2045caf5661186b55e9a336c5c17743559b8e393dde743a38b9022d834c7771"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F/t2z3/E1OuD9G5ncIajAqiy5ZdU0MrRH5ZN2TI4Qq1lDJeQZuqBPqM40Rsvlceq2I1z5e8+D2Yy4tPE/YtJAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T21:19:09.835565Z","bundle_sha256":"99b57f3de5f66d7f8568313ecfc5fa16a1b7ec19a510c17d7dda544b8706085e"}}