{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LEKVGRUBEJYE2OP5D6AETVIRCK","short_pith_number":"pith:LEKVGRUB","canonical_record":{"source":{"id":"2309.14237","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-09-25T15:54:32Z","cross_cats_sorted":[],"title_canon_sha256":"b886a254f20ea239f142054275a277c7f0a540fecd52e8314034c0f9cd9a6f54","abstract_canon_sha256":"5cbff49a2e77ff4f3a67ae459a891a613eb2e7f6b4e5b635c1a670f9a51858e8"},"schema_version":"1.0"},"canonical_sha256":"591553468122704d39fd1f8049d5111284b043087cb611f8f409a2fae5e0fdd6","source":{"kind":"arxiv","id":"2309.14237","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.14237","created_at":"2026-07-05T08:37:49Z"},{"alias_kind":"arxiv_version","alias_value":"2309.14237v2","created_at":"2026-07-05T08:37:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.14237","created_at":"2026-07-05T08:37:49Z"},{"alias_kind":"pith_short_12","alias_value":"LEKVGRUBEJYE","created_at":"2026-07-05T08:37:49Z"},{"alias_kind":"pith_short_16","alias_value":"LEKVGRUBEJYE2OP5","created_at":"2026-07-05T08:37:49Z"},{"alias_kind":"pith_short_8","alias_value":"LEKVGRUB","created_at":"2026-07-05T08:37:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LEKVGRUBEJYE2OP5D6AETVIRCK","target":"record","payload":{"canonical_record":{"source":{"id":"2309.14237","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-09-25T15:54:32Z","cross_cats_sorted":[],"title_canon_sha256":"b886a254f20ea239f142054275a277c7f0a540fecd52e8314034c0f9cd9a6f54","abstract_canon_sha256":"5cbff49a2e77ff4f3a67ae459a891a613eb2e7f6b4e5b635c1a670f9a51858e8"},"schema_version":"1.0"},"canonical_sha256":"591553468122704d39fd1f8049d5111284b043087cb611f8f409a2fae5e0fdd6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:37:49.923556Z","signature_b64":"0j/404my/1p7x7h+5WFOtusuU0rQYnL7FxIu7YtxBkORvaUFLK9mRGoDc3C1xqjJ9l9mEJfkTf/xgRXDjcxbDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"591553468122704d39fd1f8049d5111284b043087cb611f8f409a2fae5e0fdd6","last_reissued_at":"2026-07-05T08:37:49.923194Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:37:49.923194Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.14237","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:37:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SPgbItbZxZmCsYj6HSbQ0NgAeg11/dOajWctcPuuuX2EmR9Y5HoyXZdEtPyAt0CRS9qqNi5yvtwFQs9DxfeXAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:34:25.167206Z"},"content_sha256":"89757745eba6d96de2380f34e006c818911e43b2500c3022157f25407c020273","schema_version":"1.0","event_id":"sha256:89757745eba6d96de2380f34e006c818911e43b2500c3022157f25407c020273"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LEKVGRUBEJYE2OP5D6AETVIRCK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Hierarchical Reinforcement Learning Based on Planning Operators","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.RO","authors_text":"Emmanuel Dean, Jing Zhang, Karinne Ramirez-Amaro","submitted_at":"2023-09-25T15:54:32Z","abstract_excerpt":"Long-horizon manipulation tasks such as stacking represent a longstanding challenge in the field of robotic manipulation, particularly when using reinforcement learning (RL) methods which often struggle to learn the correct sequence of actions for achieving these complex goals. To learn this sequence, symbolic planning methods offer a good solution based on high-level reasoning, however, planners often fall short in addressing the low-level control specificity needed for precise execution. This paper introduces a novel framework that integrates symbolic planning with hierarchical RL through th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.14237","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.14237/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:37:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pLAiKHigwYjmFnIFDHKxx3bRP8CZiRafmTU7yz7rio1N4YhdchKPBpswN9YmRdH08vIOSNOtbytUzmdfsRLoAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:34:25.167729Z"},"content_sha256":"31d7ee4c47695434f2518b5ff55e8fc19b695890570196ba21170e383686aef3","schema_version":"1.0","event_id":"sha256:31d7ee4c47695434f2518b5ff55e8fc19b695890570196ba21170e383686aef3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LEKVGRUBEJYE2OP5D6AETVIRCK/bundle.json","state_url":"https://pith.science/pith/LEKVGRUBEJYE2OP5D6AETVIRCK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LEKVGRUBEJYE2OP5D6AETVIRCK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T21:34:25Z","links":{"resolver":"https://pith.science/pith/LEKVGRUBEJYE2OP5D6AETVIRCK","bundle":"https://pith.science/pith/LEKVGRUBEJYE2OP5D6AETVIRCK/bundle.json","state":"https://pith.science/pith/LEKVGRUBEJYE2OP5D6AETVIRCK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LEKVGRUBEJYE2OP5D6AETVIRCK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LEKVGRUBEJYE2OP5D6AETVIRCK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5cbff49a2e77ff4f3a67ae459a891a613eb2e7f6b4e5b635c1a670f9a51858e8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-09-25T15:54:32Z","title_canon_sha256":"b886a254f20ea239f142054275a277c7f0a540fecd52e8314034c0f9cd9a6f54"},"schema_version":"1.0","source":{"id":"2309.14237","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.14237","created_at":"2026-07-05T08:37:49Z"},{"alias_kind":"arxiv_version","alias_value":"2309.14237v2","created_at":"2026-07-05T08:37:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.14237","created_at":"2026-07-05T08:37:49Z"},{"alias_kind":"pith_short_12","alias_value":"LEKVGRUBEJYE","created_at":"2026-07-05T08:37:49Z"},{"alias_kind":"pith_short_16","alias_value":"LEKVGRUBEJYE2OP5","created_at":"2026-07-05T08:37:49Z"},{"alias_kind":"pith_short_8","alias_value":"LEKVGRUB","created_at":"2026-07-05T08:37:49Z"}],"graph_snapshots":[{"event_id":"sha256:31d7ee4c47695434f2518b5ff55e8fc19b695890570196ba21170e383686aef3","target":"graph","created_at":"2026-07-05T08:37:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.14237/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Long-horizon manipulation tasks such as stacking represent a longstanding challenge in the field of robotic manipulation, particularly when using reinforcement learning (RL) methods which often struggle to learn the correct sequence of actions for achieving these complex goals. To learn this sequence, symbolic planning methods offer a good solution based on high-level reasoning, however, planners often fall short in addressing the low-level control specificity needed for precise execution. This paper introduces a novel framework that integrates symbolic planning with hierarchical RL through th","authors_text":"Emmanuel Dean, Jing Zhang, Karinne Ramirez-Amaro","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-09-25T15:54:32Z","title":"Hierarchical Reinforcement Learning Based on Planning Operators"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.14237","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:89757745eba6d96de2380f34e006c818911e43b2500c3022157f25407c020273","target":"record","created_at":"2026-07-05T08:37:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5cbff49a2e77ff4f3a67ae459a891a613eb2e7f6b4e5b635c1a670f9a51858e8","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-09-25T15:54:32Z","title_canon_sha256":"b886a254f20ea239f142054275a277c7f0a540fecd52e8314034c0f9cd9a6f54"},"schema_version":"1.0","source":{"id":"2309.14237","kind":"arxiv","version":2}},"canonical_sha256":"591553468122704d39fd1f8049d5111284b043087cb611f8f409a2fae5e0fdd6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"591553468122704d39fd1f8049d5111284b043087cb611f8f409a2fae5e0fdd6","first_computed_at":"2026-07-05T08:37:49.923194Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:37:49.923194Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0j/404my/1p7x7h+5WFOtusuU0rQYnL7FxIu7YtxBkORvaUFLK9mRGoDc3C1xqjJ9l9mEJfkTf/xgRXDjcxbDA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:37:49.923556Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.14237","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:89757745eba6d96de2380f34e006c818911e43b2500c3022157f25407c020273","sha256:31d7ee4c47695434f2518b5ff55e8fc19b695890570196ba21170e383686aef3"],"state_sha256":"515c86dc32b4497bc0c22a77d93fe3eeee43613439b4d9fc4588688703692063"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QuAi/j0BhVh67oC2B1zQEguoFWHdlt4yU0Wnxn0Z+ZdBFYDRVbD/gCZPzj1I2vp+1Wvmv3zTGUFoaLgYGBIfDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T21:34:25.172046Z","bundle_sha256":"58b58a4e26f26a390506051f834804ee77e292626079d0bbecef952bc3609671"}}