{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:KS5KKHWAQGQ3HAH45ZAO2BQ3F7","short_pith_number":"pith:KS5KKHWA","canonical_record":{"source":{"id":"2212.14530","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-12-30T03:09:45Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"0d01a289659349b95aa1b7f18b2c203f39874580136bb7916e8a93e31a13312f","abstract_canon_sha256":"155c7daa63bb94a52d9584161a26311924201ea0386286e2c7bc20c569f29ad7"},"schema_version":"1.0"},"canonical_sha256":"54baa51ec081a1b380fcee40ed061b2fe5e6023303c3bb631f3aae6c447c2b24","source":{"kind":"arxiv","id":"2212.14530","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.14530","created_at":"2026-07-05T05:29:11Z"},{"alias_kind":"arxiv_version","alias_value":"2212.14530v1","created_at":"2026-07-05T05:29:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.14530","created_at":"2026-07-05T05:29:11Z"},{"alias_kind":"pith_short_12","alias_value":"KS5KKHWAQGQ3","created_at":"2026-07-05T05:29:11Z"},{"alias_kind":"pith_short_16","alias_value":"KS5KKHWAQGQ3HAH4","created_at":"2026-07-05T05:29:11Z"},{"alias_kind":"pith_short_8","alias_value":"KS5KKHWA","created_at":"2026-07-05T05:29:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:KS5KKHWAQGQ3HAH45ZAO2BQ3F7","target":"record","payload":{"canonical_record":{"source":{"id":"2212.14530","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-12-30T03:09:45Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"0d01a289659349b95aa1b7f18b2c203f39874580136bb7916e8a93e31a13312f","abstract_canon_sha256":"155c7daa63bb94a52d9584161a26311924201ea0386286e2c7bc20c569f29ad7"},"schema_version":"1.0"},"canonical_sha256":"54baa51ec081a1b380fcee40ed061b2fe5e6023303c3bb631f3aae6c447c2b24","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:29:11.327450Z","signature_b64":"DxA+paTufmIm0ThJvhN/UUlV9B0XSsE88yAhPDIbu+4/o87x2LKAN5xiRHvVox8OeX/yxgai3/+gKfinjF5gBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"54baa51ec081a1b380fcee40ed061b2fe5e6023303c3bb631f3aae6c447c2b24","last_reissued_at":"2026-07-05T05:29:11.326878Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:29:11.326878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.14530","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:29:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SUZicBp9/5RAj3Bjpmg62p2IftyisPqUoCHnUdWxKolPoffDQ4FFPNcfVLXRZDrsY5yxgVcQ21GesYRrVuciAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T04:12:03.782193Z"},"content_sha256":"5c8a4c14e287f29b157e0f3f6cd7fe7fdce5b71ed9d5d8609dc9b52b1efdb260","schema_version":"1.0","event_id":"sha256:5c8a4c14e287f29b157e0f3f6cd7fe7fdce5b71ed9d5d8609dc9b52b1efdb260"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:KS5KKHWAQGQ3HAH45ZAO2BQ3F7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"POMRL: No-Regret Learning-to-Plan with Increasing Horizons","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.AI","authors_text":"Brendan O'Donoghue, Claire Vernade, Khimya Khetarpal, Satinder Singh, Tom Zahavy","submitted_at":"2022-12-30T03:09:45Z","abstract_excerpt":"We study the problem of planning under model uncertainty in an online meta-reinforcement learning (RL) setting where an agent is presented with a sequence of related tasks with limited interactions per task. The agent can use its experience in each task and across tasks to estimate both the transition model and the distribution over tasks. We propose an algorithm to meta-learn the underlying structure across tasks, utilize it to plan in each task, and upper-bound the regret of the planning loss. Our bound suggests that the average regret over tasks decreases as the number of tasks increases an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.14530","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.14530/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:29:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WdH2G6bOXzO/NgaHcSBNXPgIG27zIJOmIIb3UKpvIeGLGgSqybcP3MRsESDPbfTGg3R29y66mbyQ3IRlIX30Bg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T04:12:03.782710Z"},"content_sha256":"818bcc79594157f8aef29350b02eef9537ae4fa48e57747c9ceff0196ab6ad75","schema_version":"1.0","event_id":"sha256:818bcc79594157f8aef29350b02eef9537ae4fa48e57747c9ceff0196ab6ad75"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KS5KKHWAQGQ3HAH45ZAO2BQ3F7/bundle.json","state_url":"https://pith.science/pith/KS5KKHWAQGQ3HAH45ZAO2BQ3F7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KS5KKHWAQGQ3HAH45ZAO2BQ3F7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T04:12:03Z","links":{"resolver":"https://pith.science/pith/KS5KKHWAQGQ3HAH45ZAO2BQ3F7","bundle":"https://pith.science/pith/KS5KKHWAQGQ3HAH45ZAO2BQ3F7/bundle.json","state":"https://pith.science/pith/KS5KKHWAQGQ3HAH45ZAO2BQ3F7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KS5KKHWAQGQ3HAH45ZAO2BQ3F7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:KS5KKHWAQGQ3HAH45ZAO2BQ3F7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"155c7daa63bb94a52d9584161a26311924201ea0386286e2c7bc20c569f29ad7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-12-30T03:09:45Z","title_canon_sha256":"0d01a289659349b95aa1b7f18b2c203f39874580136bb7916e8a93e31a13312f"},"schema_version":"1.0","source":{"id":"2212.14530","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.14530","created_at":"2026-07-05T05:29:11Z"},{"alias_kind":"arxiv_version","alias_value":"2212.14530v1","created_at":"2026-07-05T05:29:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.14530","created_at":"2026-07-05T05:29:11Z"},{"alias_kind":"pith_short_12","alias_value":"KS5KKHWAQGQ3","created_at":"2026-07-05T05:29:11Z"},{"alias_kind":"pith_short_16","alias_value":"KS5KKHWAQGQ3HAH4","created_at":"2026-07-05T05:29:11Z"},{"alias_kind":"pith_short_8","alias_value":"KS5KKHWA","created_at":"2026-07-05T05:29:11Z"}],"graph_snapshots":[{"event_id":"sha256:818bcc79594157f8aef29350b02eef9537ae4fa48e57747c9ceff0196ab6ad75","target":"graph","created_at":"2026-07-05T05:29:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.14530/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study the problem of planning under model uncertainty in an online meta-reinforcement learning (RL) setting where an agent is presented with a sequence of related tasks with limited interactions per task. The agent can use its experience in each task and across tasks to estimate both the transition model and the distribution over tasks. We propose an algorithm to meta-learn the underlying structure across tasks, utilize it to plan in each task, and upper-bound the regret of the planning loss. Our bound suggests that the average regret over tasks decreases as the number of tasks increases an","authors_text":"Brendan O'Donoghue, Claire Vernade, Khimya Khetarpal, Satinder Singh, Tom Zahavy","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-12-30T03:09:45Z","title":"POMRL: No-Regret Learning-to-Plan with Increasing Horizons"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.14530","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5c8a4c14e287f29b157e0f3f6cd7fe7fdce5b71ed9d5d8609dc9b52b1efdb260","target":"record","created_at":"2026-07-05T05:29:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"155c7daa63bb94a52d9584161a26311924201ea0386286e2c7bc20c569f29ad7","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-12-30T03:09:45Z","title_canon_sha256":"0d01a289659349b95aa1b7f18b2c203f39874580136bb7916e8a93e31a13312f"},"schema_version":"1.0","source":{"id":"2212.14530","kind":"arxiv","version":1}},"canonical_sha256":"54baa51ec081a1b380fcee40ed061b2fe5e6023303c3bb631f3aae6c447c2b24","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"54baa51ec081a1b380fcee40ed061b2fe5e6023303c3bb631f3aae6c447c2b24","first_computed_at":"2026-07-05T05:29:11.326878Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:29:11.326878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DxA+paTufmIm0ThJvhN/UUlV9B0XSsE88yAhPDIbu+4/o87x2LKAN5xiRHvVox8OeX/yxgai3/+gKfinjF5gBg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:29:11.327450Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.14530","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5c8a4c14e287f29b157e0f3f6cd7fe7fdce5b71ed9d5d8609dc9b52b1efdb260","sha256:818bcc79594157f8aef29350b02eef9537ae4fa48e57747c9ceff0196ab6ad75"],"state_sha256":"c0954fae7b99533f2b5939f550248231076ababe9a6d625c360c4710fd88b1b4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YQvEPrEQXDAJgww2batU09QxXvM2NJhZA3lapsMnqA+nGHs6TRFVUf73GUyxaQvkuKNQHa5kNnkbAFWWabG4Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T04:12:03.788664Z","bundle_sha256":"44a8ac0c0b0b38eb1cc4c03c4a98bf24307310cf7bb4fb8bd8604637bc059ed7"}}