{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XM3BQN2X36QQHWLTJYQMZQPX4P","short_pith_number":"pith:XM3BQN2X","canonical_record":{"source":{"id":"2302.00935","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-02T08:25:12Z","cross_cats_sorted":[],"title_canon_sha256":"e0b58cc79474f9348f6b3852f71193503238912e2653a0391258fba34ecc2759","abstract_canon_sha256":"9c0c43a8dc5b5c3e84a8c54b87dfbb7de38dcf4fc363ca4cfa26ac064c371f3a"},"schema_version":"1.0"},"canonical_sha256":"bb36183757dfa103d9734e20ccc1f7e3d23197f9c5796fc60fa276b24bd7b177","source":{"kind":"arxiv","id":"2302.00935","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00935","created_at":"2026-07-05T12:01:17Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00935v4","created_at":"2026-07-05T12:01:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00935","created_at":"2026-07-05T12:01:17Z"},{"alias_kind":"pith_short_12","alias_value":"XM3BQN2X36QQ","created_at":"2026-07-05T12:01:17Z"},{"alias_kind":"pith_short_16","alias_value":"XM3BQN2X36QQHWLT","created_at":"2026-07-05T12:01:17Z"},{"alias_kind":"pith_short_8","alias_value":"XM3BQN2X","created_at":"2026-07-05T12:01:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XM3BQN2X36QQHWLTJYQMZQPX4P","target":"record","payload":{"canonical_record":{"source":{"id":"2302.00935","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-02T08:25:12Z","cross_cats_sorted":[],"title_canon_sha256":"e0b58cc79474f9348f6b3852f71193503238912e2653a0391258fba34ecc2759","abstract_canon_sha256":"9c0c43a8dc5b5c3e84a8c54b87dfbb7de38dcf4fc363ca4cfa26ac064c371f3a"},"schema_version":"1.0"},"canonical_sha256":"bb36183757dfa103d9734e20ccc1f7e3d23197f9c5796fc60fa276b24bd7b177","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:01:17.065821Z","signature_b64":"AZK1zbJU98rv81yMUmbdO027U5zFhIHNPnNJ4WHOW57BXFBBuo8flqvsDWsNsxayVqcdprK+mtVdh8NUg6RaAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bb36183757dfa103d9734e20ccc1f7e3d23197f9c5796fc60fa276b24bd7b177","last_reissued_at":"2026-07-05T12:01:17.065122Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:01:17.065122Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.00935","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:01:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EZapUpYgvXw8RMxN/5IQDYZ2t5YjGxxlawQkRUF4dEDNI05uYNA2DXuAwNM4lRnfw4z65AWoFftpK8T2AKy6DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:32:53.974681Z"},"content_sha256":"75a706812cbf14ad865bbfdb7de3be822f6b24a033db8bee65a34603b9440812","schema_version":"1.0","event_id":"sha256:75a706812cbf14ad865bbfdb7de3be822f6b24a033db8bee65a34603b9440812"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XM3BQN2X36QQHWLTJYQMZQPX4P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Policy Expansion for Bridging Offline-to-Online Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Haichao Zhang, Haonan Yu, We Xu","submitted_at":"2023-02-02T08:25:12Z","abstract_excerpt":"Pre-training with offline data and online fine-tuning using reinforcement learning is a promising strategy for learning control policies by leveraging the best of both worlds in terms of sample efficiency and performance. One natural approach is to initialize the policy for online learning with the one trained offline. In this work, we introduce a policy expansion scheme for this task. After learning the offline policy, we use it as one candidate policy in a policy set. We then expand the policy set with another policy which will be responsible for further learning. The two policies will be co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00935","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.00935/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:01:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Qt4+pqv8mvR7OB8ZUjePjeaLaR6Uuyo/I50Ytvi1U9/4wYoBjbmsZYhvhCMcwq22X6xGUCL/FdM/m9KFbP8wAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:32:53.975217Z"},"content_sha256":"424669a8a51d6eecdd2ce01c9eadbdc732ea315f8b8dd82b94317cd93f556cbd","schema_version":"1.0","event_id":"sha256:424669a8a51d6eecdd2ce01c9eadbdc732ea315f8b8dd82b94317cd93f556cbd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XM3BQN2X36QQHWLTJYQMZQPX4P/bundle.json","state_url":"https://pith.science/pith/XM3BQN2X36QQHWLTJYQMZQPX4P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XM3BQN2X36QQHWLTJYQMZQPX4P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T16:32:53Z","links":{"resolver":"https://pith.science/pith/XM3BQN2X36QQHWLTJYQMZQPX4P","bundle":"https://pith.science/pith/XM3BQN2X36QQHWLTJYQMZQPX4P/bundle.json","state":"https://pith.science/pith/XM3BQN2X36QQHWLTJYQMZQPX4P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XM3BQN2X36QQHWLTJYQMZQPX4P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XM3BQN2X36QQHWLTJYQMZQPX4P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9c0c43a8dc5b5c3e84a8c54b87dfbb7de38dcf4fc363ca4cfa26ac064c371f3a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-02T08:25:12Z","title_canon_sha256":"e0b58cc79474f9348f6b3852f71193503238912e2653a0391258fba34ecc2759"},"schema_version":"1.0","source":{"id":"2302.00935","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.00935","created_at":"2026-07-05T12:01:17Z"},{"alias_kind":"arxiv_version","alias_value":"2302.00935v4","created_at":"2026-07-05T12:01:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.00935","created_at":"2026-07-05T12:01:17Z"},{"alias_kind":"pith_short_12","alias_value":"XM3BQN2X36QQ","created_at":"2026-07-05T12:01:17Z"},{"alias_kind":"pith_short_16","alias_value":"XM3BQN2X36QQHWLT","created_at":"2026-07-05T12:01:17Z"},{"alias_kind":"pith_short_8","alias_value":"XM3BQN2X","created_at":"2026-07-05T12:01:17Z"}],"graph_snapshots":[{"event_id":"sha256:424669a8a51d6eecdd2ce01c9eadbdc732ea315f8b8dd82b94317cd93f556cbd","target":"graph","created_at":"2026-07-05T12:01:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.00935/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-training with offline data and online fine-tuning using reinforcement learning is a promising strategy for learning control policies by leveraging the best of both worlds in terms of sample efficiency and performance. One natural approach is to initialize the policy for online learning with the one trained offline. In this work, we introduce a policy expansion scheme for this task. After learning the offline policy, we use it as one candidate policy in a policy set. We then expand the policy set with another policy which will be responsible for further learning. The two policies will be co","authors_text":"Haichao Zhang, Haonan Yu, We Xu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-02T08:25:12Z","title":"Policy Expansion for Bridging Offline-to-Online Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.00935","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:75a706812cbf14ad865bbfdb7de3be822f6b24a033db8bee65a34603b9440812","target":"record","created_at":"2026-07-05T12:01:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9c0c43a8dc5b5c3e84a8c54b87dfbb7de38dcf4fc363ca4cfa26ac064c371f3a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-02-02T08:25:12Z","title_canon_sha256":"e0b58cc79474f9348f6b3852f71193503238912e2653a0391258fba34ecc2759"},"schema_version":"1.0","source":{"id":"2302.00935","kind":"arxiv","version":4}},"canonical_sha256":"bb36183757dfa103d9734e20ccc1f7e3d23197f9c5796fc60fa276b24bd7b177","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bb36183757dfa103d9734e20ccc1f7e3d23197f9c5796fc60fa276b24bd7b177","first_computed_at":"2026-07-05T12:01:17.065122Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:01:17.065122Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AZK1zbJU98rv81yMUmbdO027U5zFhIHNPnNJ4WHOW57BXFBBuo8flqvsDWsNsxayVqcdprK+mtVdh8NUg6RaAw==","signature_status":"signed_v1","signed_at":"2026-07-05T12:01:17.065821Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.00935","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:75a706812cbf14ad865bbfdb7de3be822f6b24a033db8bee65a34603b9440812","sha256:424669a8a51d6eecdd2ce01c9eadbdc732ea315f8b8dd82b94317cd93f556cbd"],"state_sha256":"7891e360df9a07de68453feaa034f90e164bb30490d8d49dc2e6f56e841f4d8e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vK5ToMjo23NWj97rOe5s+pn0E52KgLADhCqGCJyOO065fv5irgCU0uViE7bSHxAmsd+Nn2lA4cGgugaKHffPAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T16:32:53.981612Z","bundle_sha256":"83d209c28393f5c12674f9f3f1f24f56193b9d1e7752400b9c6b6d3fe013d20b"}}