{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:5KBVHWZDGM6KGPQXWX6LCJ5K5H","short_pith_number":"pith:5KBVHWZD","canonical_record":{"source":{"id":"2211.02231","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2022-11-04T02:42:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c1bc488f0567dc71b270f3558d42c3802e16ae6ec574aad0a0d05e846c1563df","abstract_canon_sha256":"bb95cb10d000df3dd95978851bce00eeb8818fd8d49d771c7b3bd395c9356a2e"},"schema_version":"1.0"},"canonical_sha256":"ea8353db23333ca33e17b5fcb127aae9db31bacbaa004e4df5ee3960204b9187","source":{"kind":"arxiv","id":"2211.02231","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.02231","created_at":"2026-07-05T05:13:13Z"},{"alias_kind":"arxiv_version","alias_value":"2211.02231v1","created_at":"2026-07-05T05:13:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.02231","created_at":"2026-07-05T05:13:13Z"},{"alias_kind":"pith_short_12","alias_value":"5KBVHWZDGM6K","created_at":"2026-07-05T05:13:13Z"},{"alias_kind":"pith_short_16","alias_value":"5KBVHWZDGM6KGPQX","created_at":"2026-07-05T05:13:13Z"},{"alias_kind":"pith_short_8","alias_value":"5KBVHWZD","created_at":"2026-07-05T05:13:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:5KBVHWZDGM6KGPQXWX6LCJ5K5H","target":"record","payload":{"canonical_record":{"source":{"id":"2211.02231","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2022-11-04T02:42:17Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"c1bc488f0567dc71b270f3558d42c3802e16ae6ec574aad0a0d05e846c1563df","abstract_canon_sha256":"bb95cb10d000df3dd95978851bce00eeb8818fd8d49d771c7b3bd395c9356a2e"},"schema_version":"1.0"},"canonical_sha256":"ea8353db23333ca33e17b5fcb127aae9db31bacbaa004e4df5ee3960204b9187","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:13:13.019730Z","signature_b64":"NnkxO6R0z18YjUW0C3bh+3QZ2XBKc1PGn0IjO7Jw5UagVFHjdfneaxp3zfkIfzanDuQBiDXhSWI55gz7eKPJBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ea8353db23333ca33e17b5fcb127aae9db31bacbaa004e4df5ee3960204b9187","last_reissued_at":"2026-07-05T05:13:13.019394Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:13:13.019394Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.02231","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:13:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"50k9PaFjmO6Xlz6Rwn1e9yI9gqAuZ58VQ75BPbD2rPYm65dF1RcUR/qeAXMkXK1UJb9IXRuhYgg7wYyuvbEgDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T01:24:09.877213Z"},"content_sha256":"92715443df4638588107a1126b236fc447c35124b5199e1767aa1fe9d711961a","schema_version":"1.0","event_id":"sha256:92715443df4638588107a1126b236fc447c35124b5199e1767aa1fe9d711961a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:5KBVHWZDGM6KGPQXWX6LCJ5K5H","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Residual Skill Policies: Learning an Adaptable Skill-based Action Space for Reinforcement Learning for Robotics","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.RO","authors_text":"Brendan Tidd, Krishan Rana, Michael Milford, Ming Xu, Niko S\\\"underhauf","submitted_at":"2022-11-04T02:42:17Z","abstract_excerpt":"Skill-based reinforcement learning (RL) has emerged as a promising strategy to leverage prior knowledge for accelerated robot learning. Skills are typically extracted from expert demonstrations and are embedded into a latent space from which they can be sampled as actions by a high-level RL agent. However, this skill space is expansive, and not all skills are relevant for a given robot state, making exploration difficult. Furthermore, the downstream RL agent is limited to learning structurally similar tasks to those used to construct the skill space. We firstly propose accelerating exploration"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.02231","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.02231/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:13:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j3iSTmLzFy07mEbb9xTmjvW4uhC2XQut+4vmXYruKYdw4ZGRVZBnJLNTCsnWp3JkXqytvYZsAyF+OOOj1nPuBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T01:24:09.877588Z"},"content_sha256":"82a26e8de46733ad7fc4e753305f399e24662dbbf46cddd06a230b8a18d0223b","schema_version":"1.0","event_id":"sha256:82a26e8de46733ad7fc4e753305f399e24662dbbf46cddd06a230b8a18d0223b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5KBVHWZDGM6KGPQXWX6LCJ5K5H/bundle.json","state_url":"https://pith.science/pith/5KBVHWZDGM6KGPQXWX6LCJ5K5H/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5KBVHWZDGM6KGPQXWX6LCJ5K5H/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T01:24:09Z","links":{"resolver":"https://pith.science/pith/5KBVHWZDGM6KGPQXWX6LCJ5K5H","bundle":"https://pith.science/pith/5KBVHWZDGM6KGPQXWX6LCJ5K5H/bundle.json","state":"https://pith.science/pith/5KBVHWZDGM6KGPQXWX6LCJ5K5H/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5KBVHWZDGM6KGPQXWX6LCJ5K5H/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:5KBVHWZDGM6KGPQXWX6LCJ5K5H","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bb95cb10d000df3dd95978851bce00eeb8818fd8d49d771c7b3bd395c9356a2e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2022-11-04T02:42:17Z","title_canon_sha256":"c1bc488f0567dc71b270f3558d42c3802e16ae6ec574aad0a0d05e846c1563df"},"schema_version":"1.0","source":{"id":"2211.02231","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.02231","created_at":"2026-07-05T05:13:13Z"},{"alias_kind":"arxiv_version","alias_value":"2211.02231v1","created_at":"2026-07-05T05:13:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.02231","created_at":"2026-07-05T05:13:13Z"},{"alias_kind":"pith_short_12","alias_value":"5KBVHWZDGM6K","created_at":"2026-07-05T05:13:13Z"},{"alias_kind":"pith_short_16","alias_value":"5KBVHWZDGM6KGPQX","created_at":"2026-07-05T05:13:13Z"},{"alias_kind":"pith_short_8","alias_value":"5KBVHWZD","created_at":"2026-07-05T05:13:13Z"}],"graph_snapshots":[{"event_id":"sha256:82a26e8de46733ad7fc4e753305f399e24662dbbf46cddd06a230b8a18d0223b","target":"graph","created_at":"2026-07-05T05:13:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.02231/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Skill-based reinforcement learning (RL) has emerged as a promising strategy to leverage prior knowledge for accelerated robot learning. Skills are typically extracted from expert demonstrations and are embedded into a latent space from which they can be sampled as actions by a high-level RL agent. However, this skill space is expansive, and not all skills are relevant for a given robot state, making exploration difficult. Furthermore, the downstream RL agent is limited to learning structurally similar tasks to those used to construct the skill space. We firstly propose accelerating exploration","authors_text":"Brendan Tidd, Krishan Rana, Michael Milford, Ming Xu, Niko S\\\"underhauf","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2022-11-04T02:42:17Z","title":"Residual Skill Policies: Learning an Adaptable Skill-based Action Space for Reinforcement Learning for Robotics"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.02231","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:92715443df4638588107a1126b236fc447c35124b5199e1767aa1fe9d711961a","target":"record","created_at":"2026-07-05T05:13:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bb95cb10d000df3dd95978851bce00eeb8818fd8d49d771c7b3bd395c9356a2e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2022-11-04T02:42:17Z","title_canon_sha256":"c1bc488f0567dc71b270f3558d42c3802e16ae6ec574aad0a0d05e846c1563df"},"schema_version":"1.0","source":{"id":"2211.02231","kind":"arxiv","version":1}},"canonical_sha256":"ea8353db23333ca33e17b5fcb127aae9db31bacbaa004e4df5ee3960204b9187","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ea8353db23333ca33e17b5fcb127aae9db31bacbaa004e4df5ee3960204b9187","first_computed_at":"2026-07-05T05:13:13.019394Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:13:13.019394Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NnkxO6R0z18YjUW0C3bh+3QZ2XBKc1PGn0IjO7Jw5UagVFHjdfneaxp3zfkIfzanDuQBiDXhSWI55gz7eKPJBg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:13:13.019730Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.02231","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:92715443df4638588107a1126b236fc447c35124b5199e1767aa1fe9d711961a","sha256:82a26e8de46733ad7fc4e753305f399e24662dbbf46cddd06a230b8a18d0223b"],"state_sha256":"9bfb00602943f1aa6c31f7bbe28ceaf0a6f88fabc6228b2a2f0d46b25643dbb3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3vwN5anDMUmDbsCFAZ+M/6RBrdjr2Q8UTBRt/M7MLG15K8coU9S5RVNz3J/jmupsaUqUs7mARL0Uy6uE0AjdDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T01:24:09.879941Z","bundle_sha256":"80828f51ecbf05bec02e603697408a51b32b23940bcd9540c3d88036ad62c173"}}