{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:AF3LSFZVR7N5PSUEDZXYSDHCLA","short_pith_number":"pith:AF3LSFZV","canonical_record":{"source":{"id":"2211.07614","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-14T18:36:13Z","cross_cats_sorted":[],"title_canon_sha256":"89e82eadef1a091ee127d5c07437d8c3e73d9fea5e147dc6de9d9085a72c7238","abstract_canon_sha256":"dc46866e6d68c3c203427c26fe172994636e7de05f217f967aa53a8c1d33ec2f"},"schema_version":"1.0"},"canonical_sha256":"0176b917358fdbd7ca841e6f890ce2583ba5340cf44946c36fa12e5584d796a1","source":{"kind":"arxiv","id":"2211.07614","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.07614","created_at":"2026-07-05T05:15:55Z"},{"alias_kind":"arxiv_version","alias_value":"2211.07614v1","created_at":"2026-07-05T05:15:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.07614","created_at":"2026-07-05T05:15:55Z"},{"alias_kind":"pith_short_12","alias_value":"AF3LSFZVR7N5","created_at":"2026-07-05T05:15:55Z"},{"alias_kind":"pith_short_16","alias_value":"AF3LSFZVR7N5PSUE","created_at":"2026-07-05T05:15:55Z"},{"alias_kind":"pith_short_8","alias_value":"AF3LSFZV","created_at":"2026-07-05T05:15:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:AF3LSFZVR7N5PSUEDZXYSDHCLA","target":"record","payload":{"canonical_record":{"source":{"id":"2211.07614","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-14T18:36:13Z","cross_cats_sorted":[],"title_canon_sha256":"89e82eadef1a091ee127d5c07437d8c3e73d9fea5e147dc6de9d9085a72c7238","abstract_canon_sha256":"dc46866e6d68c3c203427c26fe172994636e7de05f217f967aa53a8c1d33ec2f"},"schema_version":"1.0"},"canonical_sha256":"0176b917358fdbd7ca841e6f890ce2583ba5340cf44946c36fa12e5584d796a1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:15:55.562167Z","signature_b64":"46b+w/lVyxTdc8DWNhLJHW9ltDUtWQWDiHFHwsWqqsAkiNUQvDdkbd7QZpuDeXwj9i9EurFI7xTmFatDLHpVBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0176b917358fdbd7ca841e6f890ce2583ba5340cf44946c36fa12e5584d796a1","last_reissued_at":"2026-07-05T05:15:55.561679Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:15:55.561679Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.07614","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:15:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MHKfj6q5MG19Yt5UvFchUkKtle99RbkxeDx5MplVrc9aSLjRJRe2q162WliHUxJlOprTbTvYvxjO33HUK5SSAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:53:18.458060Z"},"content_sha256":"c8b04c33753af2ca4334a904c9af1684689cc7aa9b8c37e16a68d1d790ae6064","schema_version":"1.0","event_id":"sha256:c8b04c33753af2ca4334a904c9af1684689cc7aa9b8c37e16a68d1d790ae6064"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:AF3LSFZVR7N5PSUEDZXYSDHCLA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Data-Driven Offline Simulations for Online Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Alex Lamb, Dipendra Misra, Felipe Vieira Frujeri, John Langford, Paul Mineiro, Sebastian Kochman, Shengpu Tang","submitted_at":"2022-11-14T18:36:13Z","abstract_excerpt":"Modern decision-making systems, from robots to web recommendation engines, are expected to adapt: to user preferences, changing circumstances or even new tasks. Yet, it is still uncommon to deploy a dynamically learning agent (rather than a fixed policy) to a production system, as it's perceived as unsafe. Using historical data to reason about learning algorithms, similar to offline policy evaluation (OPE) applied to fixed policies, could help practitioners evaluate and ultimately deploy such adaptive agents to production. In this work, we formalize offline learner simulation (OLS) for reinfor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.07614","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.07614/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:15:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Yhc/0Sicn40tIHjL38c0agPxiFF1OSYZJsjit5nN4lCJXyjxoziAj2h7lV+iUp1dNKh+lluYlWbeUOi78/NBDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:53:18.458913Z"},"content_sha256":"4535e689d9b6ce1ed8fd06cb8f7a02862f70668ccc3b9b1ffc43b3a95b6c52b4","schema_version":"1.0","event_id":"sha256:4535e689d9b6ce1ed8fd06cb8f7a02862f70668ccc3b9b1ffc43b3a95b6c52b4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AF3LSFZVR7N5PSUEDZXYSDHCLA/bundle.json","state_url":"https://pith.science/pith/AF3LSFZVR7N5PSUEDZXYSDHCLA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AF3LSFZVR7N5PSUEDZXYSDHCLA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T09:53:18Z","links":{"resolver":"https://pith.science/pith/AF3LSFZVR7N5PSUEDZXYSDHCLA","bundle":"https://pith.science/pith/AF3LSFZVR7N5PSUEDZXYSDHCLA/bundle.json","state":"https://pith.science/pith/AF3LSFZVR7N5PSUEDZXYSDHCLA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AF3LSFZVR7N5PSUEDZXYSDHCLA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:AF3LSFZVR7N5PSUEDZXYSDHCLA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dc46866e6d68c3c203427c26fe172994636e7de05f217f967aa53a8c1d33ec2f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-14T18:36:13Z","title_canon_sha256":"89e82eadef1a091ee127d5c07437d8c3e73d9fea5e147dc6de9d9085a72c7238"},"schema_version":"1.0","source":{"id":"2211.07614","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.07614","created_at":"2026-07-05T05:15:55Z"},{"alias_kind":"arxiv_version","alias_value":"2211.07614v1","created_at":"2026-07-05T05:15:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.07614","created_at":"2026-07-05T05:15:55Z"},{"alias_kind":"pith_short_12","alias_value":"AF3LSFZVR7N5","created_at":"2026-07-05T05:15:55Z"},{"alias_kind":"pith_short_16","alias_value":"AF3LSFZVR7N5PSUE","created_at":"2026-07-05T05:15:55Z"},{"alias_kind":"pith_short_8","alias_value":"AF3LSFZV","created_at":"2026-07-05T05:15:55Z"}],"graph_snapshots":[{"event_id":"sha256:4535e689d9b6ce1ed8fd06cb8f7a02862f70668ccc3b9b1ffc43b3a95b6c52b4","target":"graph","created_at":"2026-07-05T05:15:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.07614/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Modern decision-making systems, from robots to web recommendation engines, are expected to adapt: to user preferences, changing circumstances or even new tasks. Yet, it is still uncommon to deploy a dynamically learning agent (rather than a fixed policy) to a production system, as it's perceived as unsafe. Using historical data to reason about learning algorithms, similar to offline policy evaluation (OPE) applied to fixed policies, could help practitioners evaluate and ultimately deploy such adaptive agents to production. In this work, we formalize offline learner simulation (OLS) for reinfor","authors_text":"Alex Lamb, Dipendra Misra, Felipe Vieira Frujeri, John Langford, Paul Mineiro, Sebastian Kochman, Shengpu Tang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-14T18:36:13Z","title":"Towards Data-Driven Offline Simulations for Online Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.07614","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c8b04c33753af2ca4334a904c9af1684689cc7aa9b8c37e16a68d1d790ae6064","target":"record","created_at":"2026-07-05T05:15:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dc46866e6d68c3c203427c26fe172994636e7de05f217f967aa53a8c1d33ec2f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-14T18:36:13Z","title_canon_sha256":"89e82eadef1a091ee127d5c07437d8c3e73d9fea5e147dc6de9d9085a72c7238"},"schema_version":"1.0","source":{"id":"2211.07614","kind":"arxiv","version":1}},"canonical_sha256":"0176b917358fdbd7ca841e6f890ce2583ba5340cf44946c36fa12e5584d796a1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0176b917358fdbd7ca841e6f890ce2583ba5340cf44946c36fa12e5584d796a1","first_computed_at":"2026-07-05T05:15:55.561679Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:15:55.561679Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"46b+w/lVyxTdc8DWNhLJHW9ltDUtWQWDiHFHwsWqqsAkiNUQvDdkbd7QZpuDeXwj9i9EurFI7xTmFatDLHpVBg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:15:55.562167Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.07614","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c8b04c33753af2ca4334a904c9af1684689cc7aa9b8c37e16a68d1d790ae6064","sha256:4535e689d9b6ce1ed8fd06cb8f7a02862f70668ccc3b9b1ffc43b3a95b6c52b4"],"state_sha256":"09c0486a19c3a373765875a6b40238d507a243e27787539df60c85cae9014904"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ghOeiZDTgs0fEfXKTdSm0KSZrwlq2Pb0TVISpvNUXDBquNiDmDAmNUfVW+JA4ewow9S7PwG9s3LGDkgaXtADDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T09:53:18.466012Z","bundle_sha256":"7dbf8adfd094185eca67eccae180c2a9d197959423bcefe839766cb9f705eaee"}}