{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:TLZAFEVTM3KYNGP3PBOSIP6N6Y","short_pith_number":"pith:TLZAFEVT","canonical_record":{"source":{"id":"2306.06329","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-10T01:49:01Z","cross_cats_sorted":[],"title_canon_sha256":"6c56fb650b98d4164487169e01ef768a53ea0522f2d1b643de11169b4babdbab","abstract_canon_sha256":"743bc691c7f768851b33f5a103fbacef1671bac7d6224ca18a30abcbbda37576"},"schema_version":"1.0"},"canonical_sha256":"9af20292b366d58699fb785d243fcdf62b3cea6b1b57f25c3565f35406dff40b","source":{"kind":"arxiv","id":"2306.06329","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.06329","created_at":"2026-07-05T06:19:23Z"},{"alias_kind":"arxiv_version","alias_value":"2306.06329v1","created_at":"2026-07-05T06:19:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.06329","created_at":"2026-07-05T06:19:23Z"},{"alias_kind":"pith_short_12","alias_value":"TLZAFEVTM3KY","created_at":"2026-07-05T06:19:23Z"},{"alias_kind":"pith_short_16","alias_value":"TLZAFEVTM3KYNGP3","created_at":"2026-07-05T06:19:23Z"},{"alias_kind":"pith_short_8","alias_value":"TLZAFEVT","created_at":"2026-07-05T06:19:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:TLZAFEVTM3KYNGP3PBOSIP6N6Y","target":"record","payload":{"canonical_record":{"source":{"id":"2306.06329","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-10T01:49:01Z","cross_cats_sorted":[],"title_canon_sha256":"6c56fb650b98d4164487169e01ef768a53ea0522f2d1b643de11169b4babdbab","abstract_canon_sha256":"743bc691c7f768851b33f5a103fbacef1671bac7d6224ca18a30abcbbda37576"},"schema_version":"1.0"},"canonical_sha256":"9af20292b366d58699fb785d243fcdf62b3cea6b1b57f25c3565f35406dff40b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:19:23.491279Z","signature_b64":"7kyCIBwrYF6zn1bEeD24C3EenQj82gL4i+CyJvPlUuGRQIQaYGcTNAKLKhioajjcZXW7u9uQPWnSkXd1TmcuDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9af20292b366d58699fb785d243fcdf62b3cea6b1b57f25c3565f35406dff40b","last_reissued_at":"2026-07-05T06:19:23.490852Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:19:23.490852Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.06329","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:19:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dHRs/KEiJaGPyattp642rhsALHsv3LVL//suJ7yemzzE5Pwa3iPVTzjh/KOUPkKMmCydl1uBkwVVD/AKy8toAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:49:24.425140Z"},"content_sha256":"f7ecb2995580d7bd36303dd10b92e36c6a2a8515ac4e39249add3a2789593e73","schema_version":"1.0","event_id":"sha256:f7ecb2995580d7bd36303dd10b92e36c6a2a8515ac4e39249add3a2789593e73"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:TLZAFEVTM3KYNGP3PBOSIP6N6Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"HIPODE: Enhancing Offline Reinforcement Learning with High-Quality Synthetic Data from a Policy-Decoupled Approach","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Jinyi Liu, Shixi Lian, Yan Zheng, Yi Ma, Zhaopeng Meng","submitted_at":"2023-06-10T01:49:01Z","abstract_excerpt":"Offline reinforcement learning (ORL) has gained attention as a means of training reinforcement learning models using pre-collected static data. To address the issue of limited data and improve downstream ORL performance, recent work has attempted to expand the dataset's coverage through data augmentation. However, most of these methods are tied to a specific policy (policy-dependent), where the generated data can only guarantee to support the current downstream ORL policy, limiting its usage scope on other downstream policies. Moreover, the quality of synthetic data is often not well-controlle"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.06329","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.06329/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:19:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EC0nDdkNOOROcfhqn11F2kVSNkVlf4BcAzM8h/KeRKne7GpV2wZ2OyUTtr6lP1HBxETwtW6W9Oc2uXVB9ZqoBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:49:24.425648Z"},"content_sha256":"e8d4b4ce9abace661d9ddf9983dcdb844a57fd895504f75c1d7fc7b285d16bd5","schema_version":"1.0","event_id":"sha256:e8d4b4ce9abace661d9ddf9983dcdb844a57fd895504f75c1d7fc7b285d16bd5"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TLZAFEVTM3KYNGP3PBOSIP6N6Y/bundle.json","state_url":"https://pith.science/pith/TLZAFEVTM3KYNGP3PBOSIP6N6Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TLZAFEVTM3KYNGP3PBOSIP6N6Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:49:24Z","links":{"resolver":"https://pith.science/pith/TLZAFEVTM3KYNGP3PBOSIP6N6Y","bundle":"https://pith.science/pith/TLZAFEVTM3KYNGP3PBOSIP6N6Y/bundle.json","state":"https://pith.science/pith/TLZAFEVTM3KYNGP3PBOSIP6N6Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TLZAFEVTM3KYNGP3PBOSIP6N6Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:TLZAFEVTM3KYNGP3PBOSIP6N6Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"743bc691c7f768851b33f5a103fbacef1671bac7d6224ca18a30abcbbda37576","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-10T01:49:01Z","title_canon_sha256":"6c56fb650b98d4164487169e01ef768a53ea0522f2d1b643de11169b4babdbab"},"schema_version":"1.0","source":{"id":"2306.06329","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.06329","created_at":"2026-07-05T06:19:23Z"},{"alias_kind":"arxiv_version","alias_value":"2306.06329v1","created_at":"2026-07-05T06:19:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.06329","created_at":"2026-07-05T06:19:23Z"},{"alias_kind":"pith_short_12","alias_value":"TLZAFEVTM3KY","created_at":"2026-07-05T06:19:23Z"},{"alias_kind":"pith_short_16","alias_value":"TLZAFEVTM3KYNGP3","created_at":"2026-07-05T06:19:23Z"},{"alias_kind":"pith_short_8","alias_value":"TLZAFEVT","created_at":"2026-07-05T06:19:23Z"}],"graph_snapshots":[{"event_id":"sha256:e8d4b4ce9abace661d9ddf9983dcdb844a57fd895504f75c1d7fc7b285d16bd5","target":"graph","created_at":"2026-07-05T06:19:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.06329/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Offline reinforcement learning (ORL) has gained attention as a means of training reinforcement learning models using pre-collected static data. To address the issue of limited data and improve downstream ORL performance, recent work has attempted to expand the dataset's coverage through data augmentation. However, most of these methods are tied to a specific policy (policy-dependent), where the generated data can only guarantee to support the current downstream ORL policy, limiting its usage scope on other downstream policies. Moreover, the quality of synthetic data is often not well-controlle","authors_text":"Jinyi Liu, Shixi Lian, Yan Zheng, Yi Ma, Zhaopeng Meng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-10T01:49:01Z","title":"HIPODE: Enhancing Offline Reinforcement Learning with High-Quality Synthetic Data from a Policy-Decoupled Approach"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.06329","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f7ecb2995580d7bd36303dd10b92e36c6a2a8515ac4e39249add3a2789593e73","target":"record","created_at":"2026-07-05T06:19:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"743bc691c7f768851b33f5a103fbacef1671bac7d6224ca18a30abcbbda37576","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-06-10T01:49:01Z","title_canon_sha256":"6c56fb650b98d4164487169e01ef768a53ea0522f2d1b643de11169b4babdbab"},"schema_version":"1.0","source":{"id":"2306.06329","kind":"arxiv","version":1}},"canonical_sha256":"9af20292b366d58699fb785d243fcdf62b3cea6b1b57f25c3565f35406dff40b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9af20292b366d58699fb785d243fcdf62b3cea6b1b57f25c3565f35406dff40b","first_computed_at":"2026-07-05T06:19:23.490852Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:19:23.490852Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7kyCIBwrYF6zn1bEeD24C3EenQj82gL4i+CyJvPlUuGRQIQaYGcTNAKLKhioajjcZXW7u9uQPWnSkXd1TmcuDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:19:23.491279Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.06329","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f7ecb2995580d7bd36303dd10b92e36c6a2a8515ac4e39249add3a2789593e73","sha256:e8d4b4ce9abace661d9ddf9983dcdb844a57fd895504f75c1d7fc7b285d16bd5"],"state_sha256":"c7d50ce219e4e9e55660edc567af291fb8e3709aab82ebe729d3b9f2eeb2ad60"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ghNLn6N+eTLboB6GsTnjw+OyIZ8kkZj9wrJkxG/LJDqoZUnIs8t7RVkS8CWtMHkIq7TdFaO6nP6S9PLa6YymAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:49:24.431594Z","bundle_sha256":"36504cfa0f335113b9eee47b0b2b88513cd6f1c1da862cb31667c6854cd377ba"}}