{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:M5OLOLRSOXTMIJNJJVV4BKCYFF","short_pith_number":"pith:M5OLOLRS","canonical_record":{"source":{"id":"2211.13743","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-24T18:05:01Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"fffa84948b12cbb2e5d40ab6ecacef14aa8eccded75e87ceda5144ae87d86993","abstract_canon_sha256":"969e361c9be5bb61e045e95c8e78c9cd6100742e8a2e9a576a20e076697d08c1"},"schema_version":"1.0"},"canonical_sha256":"675cb72e3275e6c425a94d6bc0a858295620635dcb5f97ca69b32f45295b851b","source":{"kind":"arxiv","id":"2211.13743","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.13743","created_at":"2026-07-05T05:32:24Z"},{"alias_kind":"arxiv_version","alias_value":"2211.13743v3","created_at":"2026-07-05T05:32:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.13743","created_at":"2026-07-05T05:32:24Z"},{"alias_kind":"pith_short_12","alias_value":"M5OLOLRSOXTM","created_at":"2026-07-05T05:32:24Z"},{"alias_kind":"pith_short_16","alias_value":"M5OLOLRSOXTMIJNJ","created_at":"2026-07-05T05:32:24Z"},{"alias_kind":"pith_short_8","alias_value":"M5OLOLRS","created_at":"2026-07-05T05:32:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:M5OLOLRSOXTMIJNJJVV4BKCYFF","target":"record","payload":{"canonical_record":{"source":{"id":"2211.13743","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-24T18:05:01Z","cross_cats_sorted":["cs.AI","cs.RO"],"title_canon_sha256":"fffa84948b12cbb2e5d40ab6ecacef14aa8eccded75e87ceda5144ae87d86993","abstract_canon_sha256":"969e361c9be5bb61e045e95c8e78c9cd6100742e8a2e9a576a20e076697d08c1"},"schema_version":"1.0"},"canonical_sha256":"675cb72e3275e6c425a94d6bc0a858295620635dcb5f97ca69b32f45295b851b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:32:24.084675Z","signature_b64":"TeLtTKgD/+g0JVxYmPiAxcPI08yvUKbAVx8KhPGH77W7Nt4G23C3iCYRee1nlCGdek3/V/GtOJBl5cXPVNrxDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"675cb72e3275e6c425a94d6bc0a858295620635dcb5f97ca69b32f45295b851b","last_reissued_at":"2026-07-05T05:32:24.084208Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:32:24.084208Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.13743","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:32:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ijz7MfPZTq4kt4LJfn3RCb2A5QdJoWLRYCC//XVd00YSGGHSHCWY25+j9suOZRltSKjsrzVylAQUbOXsfZTfCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:57:39.225227Z"},"content_sha256":"5f1abf15335fe33baddad544f53e0b3e3b827e37cd5d0fc84b30c77c118bedfe","schema_version":"1.0","event_id":"sha256:5f1abf15335fe33baddad544f53e0b3e3b827e37cd5d0fc84b30c77c118bedfe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:M5OLOLRSOXTMIJNJJVV4BKCYFF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SkillS: Adaptive Skill Sequencing for Efficient Temporally-Extended Exploration","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.RO"],"primary_cat":"cs.LG","authors_text":"Abbas Abdolmaleki, Ben Moran, Claudio Fantacci, Dhruva Tirumala, Dushyant Rao, Fereshteh Sadeghi, Giulia Vezzani, Jan Humplik, Markus Wulfmeier, Martin Riedmiller, Michael Neunert, Nicolas Heess, Roland Hafner, Thomas Lampe, Tim Hertweck, Tuomas Haarnoja","submitted_at":"2022-11-24T18:05:01Z","abstract_excerpt":"The ability to effectively reuse prior knowledge is a key requirement when building general and flexible Reinforcement Learning (RL) agents. Skill reuse is one of the most common approaches, but current methods have considerable limitations.For example, fine-tuning an existing policy frequently fails, as the policy can degrade rapidly early in training. In a similar vein, distillation of expert behavior can lead to poor results when given sub-optimal experts. We compare several common approaches for skill transfer on multiple domains including changes in task and system dynamics. We identify h"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.13743","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.13743/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:32:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OhrJR3bBMMln0LzBKas7c0yKEey7Hd3F1/nDYzlB4r6hV4a6DXEt7CAvU3k3ytH2HX+GMj5QmDrbbmhBxYo0Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:57:39.225626Z"},"content_sha256":"0ef88b41e3a7adbb94b997c0c8f6a582e57de874b0939a64fcf66c088f991113","schema_version":"1.0","event_id":"sha256:0ef88b41e3a7adbb94b997c0c8f6a582e57de874b0939a64fcf66c088f991113"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M5OLOLRSOXTMIJNJJVV4BKCYFF/bundle.json","state_url":"https://pith.science/pith/M5OLOLRSOXTMIJNJJVV4BKCYFF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M5OLOLRSOXTMIJNJJVV4BKCYFF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:57:39Z","links":{"resolver":"https://pith.science/pith/M5OLOLRSOXTMIJNJJVV4BKCYFF","bundle":"https://pith.science/pith/M5OLOLRSOXTMIJNJJVV4BKCYFF/bundle.json","state":"https://pith.science/pith/M5OLOLRSOXTMIJNJJVV4BKCYFF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M5OLOLRSOXTMIJNJJVV4BKCYFF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:M5OLOLRSOXTMIJNJJVV4BKCYFF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"969e361c9be5bb61e045e95c8e78c9cd6100742e8a2e9a576a20e076697d08c1","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-24T18:05:01Z","title_canon_sha256":"fffa84948b12cbb2e5d40ab6ecacef14aa8eccded75e87ceda5144ae87d86993"},"schema_version":"1.0","source":{"id":"2211.13743","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.13743","created_at":"2026-07-05T05:32:24Z"},{"alias_kind":"arxiv_version","alias_value":"2211.13743v3","created_at":"2026-07-05T05:32:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.13743","created_at":"2026-07-05T05:32:24Z"},{"alias_kind":"pith_short_12","alias_value":"M5OLOLRSOXTM","created_at":"2026-07-05T05:32:24Z"},{"alias_kind":"pith_short_16","alias_value":"M5OLOLRSOXTMIJNJ","created_at":"2026-07-05T05:32:24Z"},{"alias_kind":"pith_short_8","alias_value":"M5OLOLRS","created_at":"2026-07-05T05:32:24Z"}],"graph_snapshots":[{"event_id":"sha256:0ef88b41e3a7adbb94b997c0c8f6a582e57de874b0939a64fcf66c088f991113","target":"graph","created_at":"2026-07-05T05:32:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.13743/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The ability to effectively reuse prior knowledge is a key requirement when building general and flexible Reinforcement Learning (RL) agents. Skill reuse is one of the most common approaches, but current methods have considerable limitations.For example, fine-tuning an existing policy frequently fails, as the policy can degrade rapidly early in training. In a similar vein, distillation of expert behavior can lead to poor results when given sub-optimal experts. We compare several common approaches for skill transfer on multiple domains including changes in task and system dynamics. We identify h","authors_text":"Abbas Abdolmaleki, Ben Moran, Claudio Fantacci, Dhruva Tirumala, Dushyant Rao, Fereshteh Sadeghi, Giulia Vezzani, Jan Humplik, Markus Wulfmeier, Martin Riedmiller, Michael Neunert, Nicolas Heess, Roland Hafner, Thomas Lampe, Tim Hertweck, Tuomas Haarnoja","cross_cats":["cs.AI","cs.RO"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-24T18:05:01Z","title":"SkillS: Adaptive Skill Sequencing for Efficient Temporally-Extended Exploration"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.13743","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5f1abf15335fe33baddad544f53e0b3e3b827e37cd5d0fc84b30c77c118bedfe","target":"record","created_at":"2026-07-05T05:32:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"969e361c9be5bb61e045e95c8e78c9cd6100742e8a2e9a576a20e076697d08c1","cross_cats_sorted":["cs.AI","cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-11-24T18:05:01Z","title_canon_sha256":"fffa84948b12cbb2e5d40ab6ecacef14aa8eccded75e87ceda5144ae87d86993"},"schema_version":"1.0","source":{"id":"2211.13743","kind":"arxiv","version":3}},"canonical_sha256":"675cb72e3275e6c425a94d6bc0a858295620635dcb5f97ca69b32f45295b851b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"675cb72e3275e6c425a94d6bc0a858295620635dcb5f97ca69b32f45295b851b","first_computed_at":"2026-07-05T05:32:24.084208Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:32:24.084208Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TeLtTKgD/+g0JVxYmPiAxcPI08yvUKbAVx8KhPGH77W7Nt4G23C3iCYRee1nlCGdek3/V/GtOJBl5cXPVNrxDA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:32:24.084675Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.13743","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5f1abf15335fe33baddad544f53e0b3e3b827e37cd5d0fc84b30c77c118bedfe","sha256:0ef88b41e3a7adbb94b997c0c8f6a582e57de874b0939a64fcf66c088f991113"],"state_sha256":"b2d2880723d5ecbd14cb9c39c2e36de2a92dbcd4c325ce1d2ee16a2386f7976e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F9n0DHhOjmgt+R+CTY+6pXZ6VMbIAkRI1HLUwSfa10zAVeRjaMuFP5+EypuNIgsVO+RsFTzdj6KKZT35jtm7Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:57:39.227605Z","bundle_sha256":"8b24b5d21bd7f61a447c0c01113ba7386d2851aa6b1bec8cbdedae0d0da248f5"}}