{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:3UFOSJFEE6CGPDXHTSV4BQAZFI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d7656fb520b3233962ac6bb479296d7ac2c95b50f987aefd35942129391c894a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-04-26T01:48:32Z","title_canon_sha256":"2f9dcc4a0f5ed5b0756a23812c5660b66680d39147cae15b63b8306d550c5e41"},"schema_version":"1.0","source":{"id":"2204.12026","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.12026","created_at":"2026-07-05T04:17:43Z"},{"alias_kind":"arxiv_version","alias_value":"2204.12026v1","created_at":"2026-07-05T04:17:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.12026","created_at":"2026-07-05T04:17:43Z"},{"alias_kind":"pith_short_12","alias_value":"3UFOSJFEE6CG","created_at":"2026-07-05T04:17:43Z"},{"alias_kind":"pith_short_16","alias_value":"3UFOSJFEE6CGPDXH","created_at":"2026-07-05T04:17:43Z"},{"alias_kind":"pith_short_8","alias_value":"3UFOSJFE","created_at":"2026-07-05T04:17:43Z"}],"graph_snapshots":[{"event_id":"sha256:f837b43aab88b2136f315313e02e274b751f3487c2993310a2770fa0c520df52","target":"graph","created_at":"2026-07-05T04:17:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.12026/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The problem of offline reinforcement learning focuses on learning a good policy from a log of environment interactions. Past efforts for developing algorithms in this area have revolved around introducing constraints to online reinforcement learning algorithms to ensure the actions of the learned policy are constrained to the logged data. In this work, we explore an alternative approach by planning on the fixed dataset directly. Specifically, we introduce an algorithm which forms a tabular Markov Decision Process (MDP) over the logged data by adding new transitions to the dataset. We do this b","authors_text":"Adam Villaflor, Ian Char, Jeff Schneider, John M. Dolan, Viraj Mehta","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-04-26T01:48:32Z","title":"BATS: Best Action Trajectory Stitching"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.12026","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1d473f2c1819675e862a5a113d30699b40352dc5abb195bae4519b06b6ce2539","target":"record","created_at":"2026-07-05T04:17:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d7656fb520b3233962ac6bb479296d7ac2c95b50f987aefd35942129391c894a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-04-26T01:48:32Z","title_canon_sha256":"2f9dcc4a0f5ed5b0756a23812c5660b66680d39147cae15b63b8306d550c5e41"},"schema_version":"1.0","source":{"id":"2204.12026","kind":"arxiv","version":1}},"canonical_sha256":"dd0ae924a42784678ee79cabc0c0192a0853a890b58871965d24fae1560e91dc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dd0ae924a42784678ee79cabc0c0192a0853a890b58871965d24fae1560e91dc","first_computed_at":"2026-07-05T04:17:43.661162Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:17:43.661162Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A4DxfCNA36BrrfKS/ALf8yY2IyjlChH23c0BIMUVziYFOy200RY8KSzN65xDjuUkbXxKKV7ScO1c4/6NoLltBA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:17:43.661713Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.12026","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1d473f2c1819675e862a5a113d30699b40352dc5abb195bae4519b06b6ce2539","sha256:f837b43aab88b2136f315313e02e274b751f3487c2993310a2770fa0c520df52"],"state_sha256":"7b37caef9457a15cd80ee39b6a7a8e773cc82f7b030dd213d1145f591bede16d"}