{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:AKHPHJS4OGI6QMGA3D4O4BCU7B","short_pith_number":"pith:AKHPHJS4","canonical_record":{"source":{"id":"2309.07675","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-14T12:39:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9b8edadc5e7fef79e22f4f7b010f9564918184f2734eb42754c470c85d3b68ae","abstract_canon_sha256":"b880ceb52eaa7624cdf97674d2808a4b6a36d361c446edb422037bacf780d3bc"},"schema_version":"1.0"},"canonical_sha256":"028ef3a65c7191e830c0d8f8ee0454f864c19bbc9225b72113eb07a7b82a888e","source":{"kind":"arxiv","id":"2309.07675","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.07675","created_at":"2026-07-05T09:51:28Z"},{"alias_kind":"arxiv_version","alias_value":"2309.07675v2","created_at":"2026-07-05T09:51:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.07675","created_at":"2026-07-05T09:51:28Z"},{"alias_kind":"pith_short_12","alias_value":"AKHPHJS4OGI6","created_at":"2026-07-05T09:51:28Z"},{"alias_kind":"pith_short_16","alias_value":"AKHPHJS4OGI6QMGA","created_at":"2026-07-05T09:51:28Z"},{"alias_kind":"pith_short_8","alias_value":"AKHPHJS4","created_at":"2026-07-05T09:51:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:AKHPHJS4OGI6QMGA3D4O4BCU7B","target":"record","payload":{"canonical_record":{"source":{"id":"2309.07675","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-14T12:39:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9b8edadc5e7fef79e22f4f7b010f9564918184f2734eb42754c470c85d3b68ae","abstract_canon_sha256":"b880ceb52eaa7624cdf97674d2808a4b6a36d361c446edb422037bacf780d3bc"},"schema_version":"1.0"},"canonical_sha256":"028ef3a65c7191e830c0d8f8ee0454f864c19bbc9225b72113eb07a7b82a888e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:51:28.849234Z","signature_b64":"Z19ctbw6EZbXpmdLf+IUGw3krPhlgtF2awI0PN1Am87jwCHfSldcOiiw18Xwm1OKZitGgz9slJT5uV/uO6rADA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"028ef3a65c7191e830c0d8f8ee0454f864c19bbc9225b72113eb07a7b82a888e","last_reissued_at":"2026-07-05T09:51:28.848786Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:51:28.848786Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.07675","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:51:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NCVesaRsIVODK4zYOo/hhNnae5nYzHtIIIC7+vlEH56FW8YWtiOTpedt3uQavi5Vxjta2dLvvzf0ftCGptUFAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:27:17.814734Z"},"content_sha256":"6f1a0d9ea167340c73c07804b13c962e484d2a5ff2bc13b4aaed9b5eb0be8674","schema_version":"1.0","event_id":"sha256:6f1a0d9ea167340c73c07804b13c962e484d2a5ff2bc13b4aaed9b5eb0be8674"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:AKHPHJS4OGI6QMGA3D4O4BCU7B","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Goal Space Abstraction in Hierarchical Reinforcement Learning via Set-Based Reachability Analysis","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Mehdi Zadem, Sao Mai Nguyen, Sergio Mover","submitted_at":"2023-09-14T12:39:26Z","abstract_excerpt":"Open-ended learning benefits immensely from the use of symbolic methods for goal representation as they offer ways to structure knowledge for efficient and transferable learning. However, the existing Hierarchical Reinforcement Learning (HRL) approaches relying on symbolic reasoning are often limited as they require a manual goal representation. The challenge in autonomously discovering a symbolic goal representation is that it must preserve critical information, such as the environment dynamics. In this paper, we propose a developmental mechanism for goal discovery via an emergent representat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.07675","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.07675/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:51:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ns95hQb9KJc62Qi/7JBNYysk/JSI9G5jT0TT/rVDCieaX7xdysbk5xuYOgUYhrHHvVT/yWouu2VWGJFmKA03DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:27:17.815578Z"},"content_sha256":"4a04d88465475a2ac5298ff804aa18947525f012f28340769e0bf6dd11ee1627","schema_version":"1.0","event_id":"sha256:4a04d88465475a2ac5298ff804aa18947525f012f28340769e0bf6dd11ee1627"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AKHPHJS4OGI6QMGA3D4O4BCU7B/bundle.json","state_url":"https://pith.science/pith/AKHPHJS4OGI6QMGA3D4O4BCU7B/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AKHPHJS4OGI6QMGA3D4O4BCU7B/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T05:27:17Z","links":{"resolver":"https://pith.science/pith/AKHPHJS4OGI6QMGA3D4O4BCU7B","bundle":"https://pith.science/pith/AKHPHJS4OGI6QMGA3D4O4BCU7B/bundle.json","state":"https://pith.science/pith/AKHPHJS4OGI6QMGA3D4O4BCU7B/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AKHPHJS4OGI6QMGA3D4O4BCU7B/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:AKHPHJS4OGI6QMGA3D4O4BCU7B","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b880ceb52eaa7624cdf97674d2808a4b6a36d361c446edb422037bacf780d3bc","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-14T12:39:26Z","title_canon_sha256":"9b8edadc5e7fef79e22f4f7b010f9564918184f2734eb42754c470c85d3b68ae"},"schema_version":"1.0","source":{"id":"2309.07675","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.07675","created_at":"2026-07-05T09:51:28Z"},{"alias_kind":"arxiv_version","alias_value":"2309.07675v2","created_at":"2026-07-05T09:51:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.07675","created_at":"2026-07-05T09:51:28Z"},{"alias_kind":"pith_short_12","alias_value":"AKHPHJS4OGI6","created_at":"2026-07-05T09:51:28Z"},{"alias_kind":"pith_short_16","alias_value":"AKHPHJS4OGI6QMGA","created_at":"2026-07-05T09:51:28Z"},{"alias_kind":"pith_short_8","alias_value":"AKHPHJS4","created_at":"2026-07-05T09:51:28Z"}],"graph_snapshots":[{"event_id":"sha256:4a04d88465475a2ac5298ff804aa18947525f012f28340769e0bf6dd11ee1627","target":"graph","created_at":"2026-07-05T09:51:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.07675/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Open-ended learning benefits immensely from the use of symbolic methods for goal representation as they offer ways to structure knowledge for efficient and transferable learning. However, the existing Hierarchical Reinforcement Learning (HRL) approaches relying on symbolic reasoning are often limited as they require a manual goal representation. The challenge in autonomously discovering a symbolic goal representation is that it must preserve critical information, such as the environment dynamics. In this paper, we propose a developmental mechanism for goal discovery via an emergent representat","authors_text":"Mehdi Zadem, Sao Mai Nguyen, Sergio Mover","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-14T12:39:26Z","title":"Goal Space Abstraction in Hierarchical Reinforcement Learning via Set-Based Reachability Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.07675","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6f1a0d9ea167340c73c07804b13c962e484d2a5ff2bc13b4aaed9b5eb0be8674","target":"record","created_at":"2026-07-05T09:51:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b880ceb52eaa7624cdf97674d2808a4b6a36d361c446edb422037bacf780d3bc","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-14T12:39:26Z","title_canon_sha256":"9b8edadc5e7fef79e22f4f7b010f9564918184f2734eb42754c470c85d3b68ae"},"schema_version":"1.0","source":{"id":"2309.07675","kind":"arxiv","version":2}},"canonical_sha256":"028ef3a65c7191e830c0d8f8ee0454f864c19bbc9225b72113eb07a7b82a888e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"028ef3a65c7191e830c0d8f8ee0454f864c19bbc9225b72113eb07a7b82a888e","first_computed_at":"2026-07-05T09:51:28.848786Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:51:28.848786Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Z19ctbw6EZbXpmdLf+IUGw3krPhlgtF2awI0PN1Am87jwCHfSldcOiiw18Xwm1OKZitGgz9slJT5uV/uO6rADA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:51:28.849234Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.07675","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6f1a0d9ea167340c73c07804b13c962e484d2a5ff2bc13b4aaed9b5eb0be8674","sha256:4a04d88465475a2ac5298ff804aa18947525f012f28340769e0bf6dd11ee1627"],"state_sha256":"0dad63c2f9a458030772000ccf6af55a6792784f670c3014fb24ecdfdcac70e9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"my4IX6zxwb9QkUKbmp8vGuYsuE8slbnX66V630EzSu7EPS2RQXluCio6Mrlk+ynoKiIIYg9F2DFYZ2QzDIWfCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T05:27:17.819374Z","bundle_sha256":"777798fba3a855fa5d5d7d31aed8b62b155f735ec26d2a94e042c4ba2685f638"}}