{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:4JPRIXUKIZMGDD524RPAYMRADL","short_pith_number":"pith:4JPRIXUK","canonical_record":{"source":{"id":"2501.17431","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-29T06:14:27Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"519906fc1445131bbf0c39e3763e1391135aba0b70b1cbd74f6cfe848c06e9e3","abstract_canon_sha256":"76d904690d0daa95fe174cf8ba6cb05e4b9f2bf03506a3bd59171283c9df1c77"},"schema_version":"1.0"},"canonical_sha256":"e25f145e8a4658618fbae45e0c32201ac07c704c4df0f1b2304077b9bc300346","source":{"kind":"arxiv","id":"2501.17431","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.17431","created_at":"2026-07-05T10:06:52Z"},{"alias_kind":"arxiv_version","alias_value":"2501.17431v1","created_at":"2026-07-05T10:06:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.17431","created_at":"2026-07-05T10:06:52Z"},{"alias_kind":"pith_short_12","alias_value":"4JPRIXUKIZMG","created_at":"2026-07-05T10:06:52Z"},{"alias_kind":"pith_short_16","alias_value":"4JPRIXUKIZMGDD52","created_at":"2026-07-05T10:06:52Z"},{"alias_kind":"pith_short_8","alias_value":"4JPRIXUK","created_at":"2026-07-05T10:06:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:4JPRIXUKIZMGDD524RPAYMRADL","target":"record","payload":{"canonical_record":{"source":{"id":"2501.17431","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-29T06:14:27Z","cross_cats_sorted":["cs.RO"],"title_canon_sha256":"519906fc1445131bbf0c39e3763e1391135aba0b70b1cbd74f6cfe848c06e9e3","abstract_canon_sha256":"76d904690d0daa95fe174cf8ba6cb05e4b9f2bf03506a3bd59171283c9df1c77"},"schema_version":"1.0"},"canonical_sha256":"e25f145e8a4658618fbae45e0c32201ac07c704c4df0f1b2304077b9bc300346","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:06:52.749702Z","signature_b64":"UH14OmWJgn7jjVGaDy+k9gmOuj4LS7/nWEjK8+LQt8tjbV0mwsfV35z7Zg2yNgrVZt3ST3cuwQTbvhNiTq5oAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e25f145e8a4658618fbae45e0c32201ac07c704c4df0f1b2304077b9bc300346","last_reissued_at":"2026-07-05T10:06:52.749274Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:06:52.749274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.17431","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:06:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T+75NAyZNI53Okdrt0usPW1E36HrIoU2fdFxiPNSUcWZERnf3MrHU8NBY5LOd9Fp0CAMKHbHsOtcsjrXdmlLAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:09:16.229329Z"},"content_sha256":"5e838dfa86cfb0a3ab534a3836c88783c1f55dc6f10480f7342f198015b5a93f","schema_version":"1.0","event_id":"sha256:5e838dfa86cfb0a3ab534a3836c88783c1f55dc6f10480f7342f198015b5a93f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:4JPRIXUKIZMGDD524RPAYMRADL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Human-Aligned Skill Discovery: Balancing Behaviour Exploration and Alignment","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.RO"],"primary_cat":"cs.LG","authors_text":"Maxence Hussonnois, Santu Rana, Thommen George Karimpanal","submitted_at":"2025-01-29T06:14:27Z","abstract_excerpt":"Unsupervised skill discovery in Reinforcement Learning aims to mimic humans' ability to autonomously discover diverse behaviors. However, existing methods are often unconstrained, making it difficult to find useful skills, especially in complex environments, where discovered skills are frequently unsafe or impractical. We address this issue by proposing Human-aligned Skill Discovery (HaSD), a framework that incorporates human feedback to discover safer, more aligned skills. HaSD simultaneously optimises skill diversity and alignment with human values. This approach ensures that alignment is ma"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.17431","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.17431/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:06:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZrX5koiDLiRIEgYG58IoHAJYHyNazm/Fwv1eyJLqRs/ZNswixgBFiHUQVV7nqDbUduyBHrkdVQyrpQ4HclPoDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T05:09:16.229842Z"},"content_sha256":"6241a4364c5ff6e686416f24971e264213b6d7cd66c5b943fbbafcdc0570e163","schema_version":"1.0","event_id":"sha256:6241a4364c5ff6e686416f24971e264213b6d7cd66c5b943fbbafcdc0570e163"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4JPRIXUKIZMGDD524RPAYMRADL/bundle.json","state_url":"https://pith.science/pith/4JPRIXUKIZMGDD524RPAYMRADL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4JPRIXUKIZMGDD524RPAYMRADL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T05:09:16Z","links":{"resolver":"https://pith.science/pith/4JPRIXUKIZMGDD524RPAYMRADL","bundle":"https://pith.science/pith/4JPRIXUKIZMGDD524RPAYMRADL/bundle.json","state":"https://pith.science/pith/4JPRIXUKIZMGDD524RPAYMRADL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4JPRIXUKIZMGDD524RPAYMRADL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:4JPRIXUKIZMGDD524RPAYMRADL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"76d904690d0daa95fe174cf8ba6cb05e4b9f2bf03506a3bd59171283c9df1c77","cross_cats_sorted":["cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-29T06:14:27Z","title_canon_sha256":"519906fc1445131bbf0c39e3763e1391135aba0b70b1cbd74f6cfe848c06e9e3"},"schema_version":"1.0","source":{"id":"2501.17431","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.17431","created_at":"2026-07-05T10:06:52Z"},{"alias_kind":"arxiv_version","alias_value":"2501.17431v1","created_at":"2026-07-05T10:06:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.17431","created_at":"2026-07-05T10:06:52Z"},{"alias_kind":"pith_short_12","alias_value":"4JPRIXUKIZMG","created_at":"2026-07-05T10:06:52Z"},{"alias_kind":"pith_short_16","alias_value":"4JPRIXUKIZMGDD52","created_at":"2026-07-05T10:06:52Z"},{"alias_kind":"pith_short_8","alias_value":"4JPRIXUK","created_at":"2026-07-05T10:06:52Z"}],"graph_snapshots":[{"event_id":"sha256:6241a4364c5ff6e686416f24971e264213b6d7cd66c5b943fbbafcdc0570e163","target":"graph","created_at":"2026-07-05T10:06:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.17431/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Unsupervised skill discovery in Reinforcement Learning aims to mimic humans' ability to autonomously discover diverse behaviors. However, existing methods are often unconstrained, making it difficult to find useful skills, especially in complex environments, where discovered skills are frequently unsafe or impractical. We address this issue by proposing Human-aligned Skill Discovery (HaSD), a framework that incorporates human feedback to discover safer, more aligned skills. HaSD simultaneously optimises skill diversity and alignment with human values. This approach ensures that alignment is ma","authors_text":"Maxence Hussonnois, Santu Rana, Thommen George Karimpanal","cross_cats":["cs.RO"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-29T06:14:27Z","title":"Human-Aligned Skill Discovery: Balancing Behaviour Exploration and Alignment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.17431","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5e838dfa86cfb0a3ab534a3836c88783c1f55dc6f10480f7342f198015b5a93f","target":"record","created_at":"2026-07-05T10:06:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"76d904690d0daa95fe174cf8ba6cb05e4b9f2bf03506a3bd59171283c9df1c77","cross_cats_sorted":["cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-29T06:14:27Z","title_canon_sha256":"519906fc1445131bbf0c39e3763e1391135aba0b70b1cbd74f6cfe848c06e9e3"},"schema_version":"1.0","source":{"id":"2501.17431","kind":"arxiv","version":1}},"canonical_sha256":"e25f145e8a4658618fbae45e0c32201ac07c704c4df0f1b2304077b9bc300346","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e25f145e8a4658618fbae45e0c32201ac07c704c4df0f1b2304077b9bc300346","first_computed_at":"2026-07-05T10:06:52.749274Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:06:52.749274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UH14OmWJgn7jjVGaDy+k9gmOuj4LS7/nWEjK8+LQt8tjbV0mwsfV35z7Zg2yNgrVZt3ST3cuwQTbvhNiTq5oAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:06:52.749702Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.17431","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5e838dfa86cfb0a3ab534a3836c88783c1f55dc6f10480f7342f198015b5a93f","sha256:6241a4364c5ff6e686416f24971e264213b6d7cd66c5b943fbbafcdc0570e163"],"state_sha256":"3ba4044973c862570a665abafddf0ef115ce37b4c79a5477e8351b658fa7060c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P3YiAowWVq+Et4JA9dG2dku1hXRbL5Ihjt4LFD3is7Y1GdYC/g8a3KYr+ItJ16tLbZPSjmJBWeL8O99eBzwUAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T05:09:16.234538Z","bundle_sha256":"ff53a2f47c2d197b4e791f7cee5690682d26c65d19ee26e5ac2bdd765329b471"}}