{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OL3D7BFXXDKIEBQSJZ7QIPLB5P","short_pith_number":"pith:OL3D7BFX","canonical_record":{"source":{"id":"2405.19080","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T13:36:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"79787794210844e1f10946559c1dcfec0371503a570ffa58608ea3f3f4d31336","abstract_canon_sha256":"4bbb8b9c429bdc2cb162612c6cf33c937cfe852624fb43752647c0ff5c454906"},"schema_version":"1.0"},"canonical_sha256":"72f63f84b7b8d48206124e7f043d61ebc0ea87b471cceecfe5e679f2e1c0596e","source":{"kind":"arxiv","id":"2405.19080","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19080","created_at":"2026-07-05T08:24:47Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19080v1","created_at":"2026-07-05T08:24:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19080","created_at":"2026-07-05T08:24:47Z"},{"alias_kind":"pith_short_12","alias_value":"OL3D7BFXXDKI","created_at":"2026-07-05T08:24:47Z"},{"alias_kind":"pith_short_16","alias_value":"OL3D7BFXXDKIEBQS","created_at":"2026-07-05T08:24:47Z"},{"alias_kind":"pith_short_8","alias_value":"OL3D7BFX","created_at":"2026-07-05T08:24:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OL3D7BFXXDKIEBQSJZ7QIPLB5P","target":"record","payload":{"canonical_record":{"source":{"id":"2405.19080","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T13:36:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"79787794210844e1f10946559c1dcfec0371503a570ffa58608ea3f3f4d31336","abstract_canon_sha256":"4bbb8b9c429bdc2cb162612c6cf33c937cfe852624fb43752647c0ff5c454906"},"schema_version":"1.0"},"canonical_sha256":"72f63f84b7b8d48206124e7f043d61ebc0ea87b471cceecfe5e679f2e1c0596e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:24:47.543723Z","signature_b64":"/9BJbSBAK9fwC/11MfzWYKA7gAN99TLHsSZ9Ep3GFbGZLJGhe92JRCk1S5RFB6O9dxpq5Baf4d33nbEuDUHfDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"72f63f84b7b8d48206124e7f043d61ebc0ea87b471cceecfe5e679f2e1c0596e","last_reissued_at":"2026-07-05T08:24:47.543225Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:24:47.543225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.19080","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lYTLq+wbfLAqnfAmmINSVXH44bTkzZzYT7UkhsJTo491Ig9XyV49HF4oqhnSg005r7aA91PwsRBWpUvXqvsUCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T05:24:12.427165Z"},"content_sha256":"5c10472cf0a37f0d2e9dbeba67633d8a5aec1ecdd74a9cfd6b0df44d49ae3775","schema_version":"1.0","event_id":"sha256:5c10472cf0a37f0d2e9dbeba67633d8a5aec1ecdd74a9cfd6b0df44d49ae3775"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OL3D7BFXXDKIEBQSJZ7QIPLB5P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"OMPO: A Unified Framework for RL under Policy and Dynamics Shifts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Fuchun Sun, Huazhe Xu, Jianwei Zhang, Tianying Ji, Xianyuan Zhan, Yu Luo","submitted_at":"2024-05-29T13:36:36Z","abstract_excerpt":"Training reinforcement learning policies using environment interaction data collected from varying policies or dynamics presents a fundamental challenge. Existing works often overlook the distribution discrepancies induced by policy or dynamics shifts, or rely on specialized algorithms with task priors, thus often resulting in suboptimal policy performances and high learning variances. In this paper, we identify a unified strategy for online RL policy learning under diverse settings of policy and dynamics shifts: transition occupancy matching. In light of this, we introduce a surrogate policy "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19080","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.19080/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Yy7xIeynvsVIXyxVh5h7tzbj5ut5BsqLtce+Ba/AZSCGYINXke1yEq0ZvHsleCfpLTao7ZK7JZzNaaLZQDGRCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T05:24:12.427562Z"},"content_sha256":"01836649347391a94a581cc2f16af766f0d2187d063b6b10d8ba1afe4a67b2d1","schema_version":"1.0","event_id":"sha256:01836649347391a94a581cc2f16af766f0d2187d063b6b10d8ba1afe4a67b2d1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OL3D7BFXXDKIEBQSJZ7QIPLB5P/bundle.json","state_url":"https://pith.science/pith/OL3D7BFXXDKIEBQSJZ7QIPLB5P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OL3D7BFXXDKIEBQSJZ7QIPLB5P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-21T05:24:12Z","links":{"resolver":"https://pith.science/pith/OL3D7BFXXDKIEBQSJZ7QIPLB5P","bundle":"https://pith.science/pith/OL3D7BFXXDKIEBQSJZ7QIPLB5P/bundle.json","state":"https://pith.science/pith/OL3D7BFXXDKIEBQSJZ7QIPLB5P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OL3D7BFXXDKIEBQSJZ7QIPLB5P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OL3D7BFXXDKIEBQSJZ7QIPLB5P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4bbb8b9c429bdc2cb162612c6cf33c937cfe852624fb43752647c0ff5c454906","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T13:36:36Z","title_canon_sha256":"79787794210844e1f10946559c1dcfec0371503a570ffa58608ea3f3f4d31336"},"schema_version":"1.0","source":{"id":"2405.19080","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.19080","created_at":"2026-07-05T08:24:47Z"},{"alias_kind":"arxiv_version","alias_value":"2405.19080v1","created_at":"2026-07-05T08:24:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.19080","created_at":"2026-07-05T08:24:47Z"},{"alias_kind":"pith_short_12","alias_value":"OL3D7BFXXDKI","created_at":"2026-07-05T08:24:47Z"},{"alias_kind":"pith_short_16","alias_value":"OL3D7BFXXDKIEBQS","created_at":"2026-07-05T08:24:47Z"},{"alias_kind":"pith_short_8","alias_value":"OL3D7BFX","created_at":"2026-07-05T08:24:47Z"}],"graph_snapshots":[{"event_id":"sha256:01836649347391a94a581cc2f16af766f0d2187d063b6b10d8ba1afe4a67b2d1","target":"graph","created_at":"2026-07-05T08:24:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.19080/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Training reinforcement learning policies using environment interaction data collected from varying policies or dynamics presents a fundamental challenge. Existing works often overlook the distribution discrepancies induced by policy or dynamics shifts, or rely on specialized algorithms with task priors, thus often resulting in suboptimal policy performances and high learning variances. In this paper, we identify a unified strategy for online RL policy learning under diverse settings of policy and dynamics shifts: transition occupancy matching. In light of this, we introduce a surrogate policy ","authors_text":"Fuchun Sun, Huazhe Xu, Jianwei Zhang, Tianying Ji, Xianyuan Zhan, Yu Luo","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T13:36:36Z","title":"OMPO: A Unified Framework for RL under Policy and Dynamics Shifts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.19080","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5c10472cf0a37f0d2e9dbeba67633d8a5aec1ecdd74a9cfd6b0df44d49ae3775","target":"record","created_at":"2026-07-05T08:24:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4bbb8b9c429bdc2cb162612c6cf33c937cfe852624fb43752647c0ff5c454906","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-05-29T13:36:36Z","title_canon_sha256":"79787794210844e1f10946559c1dcfec0371503a570ffa58608ea3f3f4d31336"},"schema_version":"1.0","source":{"id":"2405.19080","kind":"arxiv","version":1}},"canonical_sha256":"72f63f84b7b8d48206124e7f043d61ebc0ea87b471cceecfe5e679f2e1c0596e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"72f63f84b7b8d48206124e7f043d61ebc0ea87b471cceecfe5e679f2e1c0596e","first_computed_at":"2026-07-05T08:24:47.543225Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:24:47.543225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/9BJbSBAK9fwC/11MfzWYKA7gAN99TLHsSZ9Ep3GFbGZLJGhe92JRCk1S5RFB6O9dxpq5Baf4d33nbEuDUHfDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:24:47.543723Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.19080","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5c10472cf0a37f0d2e9dbeba67633d8a5aec1ecdd74a9cfd6b0df44d49ae3775","sha256:01836649347391a94a581cc2f16af766f0d2187d063b6b10d8ba1afe4a67b2d1"],"state_sha256":"784264082e86a9a93a921fbc71283ffd414f9658f6ba40ffd50bc828f594f49e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Wg3GC38TC5yyf/xXffM5oDvpZq/GRLX3KNQ72q8iX/PcdrgjG6CKs/aR7HBxu2NzcydP8WC+Biw/xPpdQCl5BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-21T05:24:12.430128Z","bundle_sha256":"d37adc5518182ca89d196658769a0062047692161f519ceeb6ee5843d3464938"}}