{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2016:XZWIOJAXNFH7F5Q4B2MGNJEERE","short_pith_number":"pith:XZWIOJAX","schema_version":"1.0","canonical_sha256":"be6c872417694ff2f61c0e9866a484893aad7306f4fcef9b38375d8ec2dfbc2f","source":{"kind":"arxiv","id":"1605.01018","version":3},"attestation_state":"computed","paper":{"title":"A Solution to Time-Varying Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.RO","authors_text":"Gaurav S. Sukhatme, Lantao Liu","submitted_at":"2016-05-03T18:43:58Z","abstract_excerpt":"We consider a decision-making problem where the environment varies both in space and time. Such problems arise naturally when considering e.g., the navigation of an underwater robot amidst ocean currents or the navigation of an aerial vehicle in wind. To model such spatiotemporal variation, we extend the standard Markov Decision Process (MDP) to a new framework called the Time-Varying Markov Decision Process (TVMDP). The TVMDP has a time-varying state transition model and transforms the standard MDP that considers only immediate and static uncertainty descriptions of state transitions, to a fr"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1605.01018","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2016-05-03T18:43:58Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"57fac257f2a176394b19ed6a62c04bfc0132bb31b5c8fdd5d65f7b97342f6d2c","abstract_canon_sha256":"7ca7879d583f3d714daa297c81cc4a767480e49fb41023c7579fa77417fd928a"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:56:43.263841Z","signature_b64":"QxTikN0jlmOCndVUT2ZSRh/Ko9Y78rVntJT6fng/qmiyo4B9HaTQnjEGr1Rz/YOUA8PQFAca6pCH0fvI3Q3tCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"be6c872417694ff2f61c0e9866a484893aad7306f4fcef9b38375d8ec2dfbc2f","last_reissued_at":"2026-05-17T23:56:43.263469Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:56:43.263469Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"A Solution to Time-Varying Markov Decision Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.RO","authors_text":"Gaurav S. Sukhatme, Lantao Liu","submitted_at":"2016-05-03T18:43:58Z","abstract_excerpt":"We consider a decision-making problem where the environment varies both in space and time. Such problems arise naturally when considering e.g., the navigation of an underwater robot amidst ocean currents or the navigation of an aerial vehicle in wind. To model such spatiotemporal variation, we extend the standard Markov Decision Process (MDP) to a new framework called the Time-Varying Markov Decision Process (TVMDP). The TVMDP has a time-varying state transition model and transforms the standard MDP that considers only immediate and static uncertainty descriptions of state transitions, to a fr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1605.01018","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1605.01018","created_at":"2026-05-17T23:56:43.263528+00:00"},{"alias_kind":"arxiv_version","alias_value":"1605.01018v3","created_at":"2026-05-17T23:56:43.263528+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1605.01018","created_at":"2026-05-17T23:56:43.263528+00:00"},{"alias_kind":"pith_short_12","alias_value":"XZWIOJAXNFH7","created_at":"2026-05-18T12:30:51.357362+00:00"},{"alias_kind":"pith_short_16","alias_value":"XZWIOJAXNFH7F5Q4","created_at":"2026-05-18T12:30:51.357362+00:00"},{"alias_kind":"pith_short_8","alias_value":"XZWIOJAX","created_at":"2026-05-18T12:30:51.357362+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/XZWIOJAXNFH7F5Q4B2MGNJEERE","json":"https://pith.science/pith/XZWIOJAXNFH7F5Q4B2MGNJEERE.json","graph_json":"https://pith.science/api/pith-number/XZWIOJAXNFH7F5Q4B2MGNJEERE/graph.json","events_json":"https://pith.science/api/pith-number/XZWIOJAXNFH7F5Q4B2MGNJEERE/events.json","paper":"https://pith.science/paper/XZWIOJAX"},"agent_actions":{"view_html":"https://pith.science/pith/XZWIOJAXNFH7F5Q4B2MGNJEERE","download_json":"https://pith.science/pith/XZWIOJAXNFH7F5Q4B2MGNJEERE.json","view_paper":"https://pith.science/paper/XZWIOJAX","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1605.01018&json=true","fetch_graph":"https://pith.science/api/pith-number/XZWIOJAXNFH7F5Q4B2MGNJEERE/graph.json","fetch_events":"https://pith.science/api/pith-number/XZWIOJAXNFH7F5Q4B2MGNJEERE/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/XZWIOJAXNFH7F5Q4B2MGNJEERE/action/timestamp_anchor","attest_storage":"https://pith.science/pith/XZWIOJAXNFH7F5Q4B2MGNJEERE/action/storage_attestation","attest_author":"https://pith.science/pith/XZWIOJAXNFH7F5Q4B2MGNJEERE/action/author_attestation","sign_citation":"https://pith.science/pith/XZWIOJAXNFH7F5Q4B2MGNJEERE/action/citation_signature","submit_replication":"https://pith.science/pith/XZWIOJAXNFH7F5Q4B2MGNJEERE/action/replication_record"}},"created_at":"2026-05-17T23:56:43.263528+00:00","updated_at":"2026-05-17T23:56:43.263528+00:00"}