{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:MVUATXYVZSUNVXNPVDTEYJCS5M","short_pith_number":"pith:MVUATXYV","canonical_record":{"source":{"id":"2505.22442","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T15:07:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"626584707144a66efd6cfda9cea45ee4584b6343233bcafe94c91058f561be56","abstract_canon_sha256":"c25da1cc4d6e9d2452672539c6a868d4bf30d5ae9bba4aef0494ed9eecb6058e"},"schema_version":"1.0"},"canonical_sha256":"656809df15cca8daddafa8e64c2452eb2231bd041e20f63c7260a376dcda1b53","source":{"kind":"arxiv","id":"2505.22442","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22442","created_at":"2026-07-05T11:12:34Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22442v2","created_at":"2026-07-05T11:12:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22442","created_at":"2026-07-05T11:12:34Z"},{"alias_kind":"pith_short_12","alias_value":"MVUATXYVZSUN","created_at":"2026-07-05T11:12:34Z"},{"alias_kind":"pith_short_16","alias_value":"MVUATXYVZSUNVXNP","created_at":"2026-07-05T11:12:34Z"},{"alias_kind":"pith_short_8","alias_value":"MVUATXYV","created_at":"2026-07-05T11:12:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:MVUATXYVZSUNVXNPVDTEYJCS5M","target":"record","payload":{"canonical_record":{"source":{"id":"2505.22442","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T15:07:24Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"626584707144a66efd6cfda9cea45ee4584b6343233bcafe94c91058f561be56","abstract_canon_sha256":"c25da1cc4d6e9d2452672539c6a868d4bf30d5ae9bba4aef0494ed9eecb6058e"},"schema_version":"1.0"},"canonical_sha256":"656809df15cca8daddafa8e64c2452eb2231bd041e20f63c7260a376dcda1b53","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:34.165161Z","signature_b64":"LDB9F7LQEhLfCkseJ/ayK3XHc27W5CNhekkCGATzZKXjFFyvCw+71xkO5Obkf7Oy4/5p91BLlanPHfcffxD+BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"656809df15cca8daddafa8e64c2452eb2231bd041e20f63c7260a376dcda1b53","last_reissued_at":"2026-07-05T11:12:34.164622Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:34.164622Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.22442","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"knjXn4aDTFwX2AsRLP+twvQInf0seY+IvwHFCh+bl37d0F6lw8oww0oXFHD0fFKxrs5rWpTB9WXRPlc9nAr6CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T03:09:41.081903Z"},"content_sha256":"6019bd90aa797f1e5015b94c82f00ecddfb191f059d14a7abf1918556eaa8bbe","schema_version":"1.0","event_id":"sha256:6019bd90aa797f1e5015b94c82f00ecddfb191f059d14a7abf1918556eaa8bbe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:MVUATXYVZSUNVXNPVDTEYJCS5M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SOReL and TOReL: Two Methods for Fully Offline Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Clarisse Wibault, Jakob N. Foerster, Johannes Forkel, Mattie Fellows, Michael A. Osborne, Uljad Berdica","submitted_at":"2025-05-28T15:07:24Z","abstract_excerpt":"Sample efficiency remains a major obstacle for real world adoption of reinforcement learning (RL): success has been limited to settings where simulators provide access to essentially unlimited environment interactions, which in reality are typically costly or dangerous to obtain. Offline RL in principle offers a solution by exploiting offline data to learn a near-optimal policy before deployment. In practice, however, current offline RL methods rely on extensive online interactions for hyperparameter tuning, and have no reliable bound on their initial online performance. To address these two i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22442","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.22442/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nvCIP/yfReTmAVYjWt3PshlUOzwiTzPhbHEIZ2Abs9L2mbhj+tM8z80psRJUvEwgJuH5drHY5nah0R6l+cUSAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T03:09:41.082395Z"},"content_sha256":"850d76bfaec4a1195451d92f8294f8b3cf2b4912ad6aeb40f7abcc75ce1dccb1","schema_version":"1.0","event_id":"sha256:850d76bfaec4a1195451d92f8294f8b3cf2b4912ad6aeb40f7abcc75ce1dccb1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MVUATXYVZSUNVXNPVDTEYJCS5M/bundle.json","state_url":"https://pith.science/pith/MVUATXYVZSUNVXNPVDTEYJCS5M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MVUATXYVZSUNVXNPVDTEYJCS5M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T03:09:41Z","links":{"resolver":"https://pith.science/pith/MVUATXYVZSUNVXNPVDTEYJCS5M","bundle":"https://pith.science/pith/MVUATXYVZSUNVXNPVDTEYJCS5M/bundle.json","state":"https://pith.science/pith/MVUATXYVZSUNVXNPVDTEYJCS5M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MVUATXYVZSUNVXNPVDTEYJCS5M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:MVUATXYVZSUNVXNPVDTEYJCS5M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c25da1cc4d6e9d2452672539c6a868d4bf30d5ae9bba4aef0494ed9eecb6058e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T15:07:24Z","title_canon_sha256":"626584707144a66efd6cfda9cea45ee4584b6343233bcafe94c91058f561be56"},"schema_version":"1.0","source":{"id":"2505.22442","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.22442","created_at":"2026-07-05T11:12:34Z"},{"alias_kind":"arxiv_version","alias_value":"2505.22442v2","created_at":"2026-07-05T11:12:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.22442","created_at":"2026-07-05T11:12:34Z"},{"alias_kind":"pith_short_12","alias_value":"MVUATXYVZSUN","created_at":"2026-07-05T11:12:34Z"},{"alias_kind":"pith_short_16","alias_value":"MVUATXYVZSUNVXNP","created_at":"2026-07-05T11:12:34Z"},{"alias_kind":"pith_short_8","alias_value":"MVUATXYV","created_at":"2026-07-05T11:12:34Z"}],"graph_snapshots":[{"event_id":"sha256:850d76bfaec4a1195451d92f8294f8b3cf2b4912ad6aeb40f7abcc75ce1dccb1","target":"graph","created_at":"2026-07-05T11:12:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.22442/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Sample efficiency remains a major obstacle for real world adoption of reinforcement learning (RL): success has been limited to settings where simulators provide access to essentially unlimited environment interactions, which in reality are typically costly or dangerous to obtain. Offline RL in principle offers a solution by exploiting offline data to learn a near-optimal policy before deployment. In practice, however, current offline RL methods rely on extensive online interactions for hyperparameter tuning, and have no reliable bound on their initial online performance. To address these two i","authors_text":"Clarisse Wibault, Jakob N. Foerster, Johannes Forkel, Mattie Fellows, Michael A. Osborne, Uljad Berdica","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T15:07:24Z","title":"SOReL and TOReL: Two Methods for Fully Offline Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.22442","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6019bd90aa797f1e5015b94c82f00ecddfb191f059d14a7abf1918556eaa8bbe","target":"record","created_at":"2026-07-05T11:12:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c25da1cc4d6e9d2452672539c6a868d4bf30d5ae9bba4aef0494ed9eecb6058e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-28T15:07:24Z","title_canon_sha256":"626584707144a66efd6cfda9cea45ee4584b6343233bcafe94c91058f561be56"},"schema_version":"1.0","source":{"id":"2505.22442","kind":"arxiv","version":2}},"canonical_sha256":"656809df15cca8daddafa8e64c2452eb2231bd041e20f63c7260a376dcda1b53","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"656809df15cca8daddafa8e64c2452eb2231bd041e20f63c7260a376dcda1b53","first_computed_at":"2026-07-05T11:12:34.164622Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:34.164622Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LDB9F7LQEhLfCkseJ/ayK3XHc27W5CNhekkCGATzZKXjFFyvCw+71xkO5Obkf7Oy4/5p91BLlanPHfcffxD+BA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:34.165161Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.22442","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6019bd90aa797f1e5015b94c82f00ecddfb191f059d14a7abf1918556eaa8bbe","sha256:850d76bfaec4a1195451d92f8294f8b3cf2b4912ad6aeb40f7abcc75ce1dccb1"],"state_sha256":"9a315e4492427a9fff075e2b4551f6e3fa2042156d2a87f008593660bc3ed242"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T/6FGMfTa+iQqa8h92StYe0cAZjInbQtss1Rh+VCY+Hypv50Dt7NKKryVm9DrqU4a0GmXRzhJkcyYWAyNFMIBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T03:09:41.086692Z","bundle_sha256":"85c5073a9298a635feec2da6ca2c473297db2e4b829b4347c578fe82f4be27e8"}}