{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:CBAZFSZDSFZX3FECQJE4C6INWK","short_pith_number":"pith:CBAZFSZD","canonical_record":{"source":{"id":"2110.04649","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-10-09T21:34:32Z","cross_cats_sorted":[],"title_canon_sha256":"b0bdec01879cd52993e5fdddc21f90fc8d9cc4805e9fd22594617cbc9ca35c3a","abstract_canon_sha256":"5184fb9aa58677665733047da5697623e9a7f450d7d124d2f98ee58dd86ad3ec"},"schema_version":"1.0"},"canonical_sha256":"104192cb2391737d94828249c1790db29cc5f5ce462f888ff9391a27521b07e3","source":{"kind":"arxiv","id":"2110.04649","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.04649","created_at":"2026-07-05T03:21:19Z"},{"alias_kind":"arxiv_version","alias_value":"2110.04649v1","created_at":"2026-07-05T03:21:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.04649","created_at":"2026-07-05T03:21:19Z"},{"alias_kind":"pith_short_12","alias_value":"CBAZFSZDSFZX","created_at":"2026-07-05T03:21:19Z"},{"alias_kind":"pith_short_16","alias_value":"CBAZFSZDSFZX3FEC","created_at":"2026-07-05T03:21:19Z"},{"alias_kind":"pith_short_8","alias_value":"CBAZFSZD","created_at":"2026-07-05T03:21:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:CBAZFSZDSFZX3FECQJE4C6INWK","target":"record","payload":{"canonical_record":{"source":{"id":"2110.04649","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-10-09T21:34:32Z","cross_cats_sorted":[],"title_canon_sha256":"b0bdec01879cd52993e5fdddc21f90fc8d9cc4805e9fd22594617cbc9ca35c3a","abstract_canon_sha256":"5184fb9aa58677665733047da5697623e9a7f450d7d124d2f98ee58dd86ad3ec"},"schema_version":"1.0"},"canonical_sha256":"104192cb2391737d94828249c1790db29cc5f5ce462f888ff9391a27521b07e3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:21:19.767452Z","signature_b64":"9q7uxGDKwrKFiOkbA48TpkOlEJ5UVsaFVjAMaPKo3wFsyOQ2KBJzzypbkZA+5XLPUpK13jUHoEfPGh4/G5YhAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"104192cb2391737d94828249c1790db29cc5f5ce462f888ff9391a27521b07e3","last_reissued_at":"2026-07-05T03:21:19.766986Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:21:19.766986Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.04649","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:21:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bYMvjw7oBuKheln1+Q6iN2V1s+mxFBSB2gglmN/Kwb6DOGh3IYHHFW9/bWYaM3mxH4jE9YMAhNhEUo//gxifDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-15T01:16:01.623713Z"},"content_sha256":"32ecf7ac3ee02689f6a9a659e8476c902a7b7f2f70e678cd3360bc9169833279","schema_version":"1.0","event_id":"sha256:32ecf7ac3ee02689f6a9a659e8476c902a7b7f2f70e678cd3360bc9169833279"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:CBAZFSZDSFZX3FECQJE4C6INWK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Interactive Hierarchical Guidance using Language","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Bharat Prakash, Nicholas Waytowich, Tim Oates, Tinoosh Mohsenin","submitted_at":"2021-10-09T21:34:32Z","abstract_excerpt":"Reinforcement learning has been successful in many tasks ranging from robotic control, games, energy management etc. In complex real world environments with sparse rewards and long task horizons, sample efficiency is still a major challenge. Most complex tasks can be easily decomposed into high-level planning and low level control. Therefore, it is important to enable agents to leverage the hierarchical structure and decompose bigger tasks into multiple smaller sub-tasks. We introduce an approach where we use language to specify sub-tasks and a high-level planner issues language commands to a "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.04649","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.04649/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:21:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dYHO6jB+Sv6mMEwz5POLeKuSygswazvTur683ZtVIKkJEWniFpbl77/zo0oSiHUQ2daCdhKii4tcDrx0p4AOAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-15T01:16:01.624091Z"},"content_sha256":"491281525d4711723a5a355de07dbb298fa23d171dd5743189c88c686f0a58c3","schema_version":"1.0","event_id":"sha256:491281525d4711723a5a355de07dbb298fa23d171dd5743189c88c686f0a58c3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CBAZFSZDSFZX3FECQJE4C6INWK/bundle.json","state_url":"https://pith.science/pith/CBAZFSZDSFZX3FECQJE4C6INWK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CBAZFSZDSFZX3FECQJE4C6INWK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-15T01:16:01Z","links":{"resolver":"https://pith.science/pith/CBAZFSZDSFZX3FECQJE4C6INWK","bundle":"https://pith.science/pith/CBAZFSZDSFZX3FECQJE4C6INWK/bundle.json","state":"https://pith.science/pith/CBAZFSZDSFZX3FECQJE4C6INWK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CBAZFSZDSFZX3FECQJE4C6INWK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:CBAZFSZDSFZX3FECQJE4C6INWK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5184fb9aa58677665733047da5697623e9a7f450d7d124d2f98ee58dd86ad3ec","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-10-09T21:34:32Z","title_canon_sha256":"b0bdec01879cd52993e5fdddc21f90fc8d9cc4805e9fd22594617cbc9ca35c3a"},"schema_version":"1.0","source":{"id":"2110.04649","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.04649","created_at":"2026-07-05T03:21:19Z"},{"alias_kind":"arxiv_version","alias_value":"2110.04649v1","created_at":"2026-07-05T03:21:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.04649","created_at":"2026-07-05T03:21:19Z"},{"alias_kind":"pith_short_12","alias_value":"CBAZFSZDSFZX","created_at":"2026-07-05T03:21:19Z"},{"alias_kind":"pith_short_16","alias_value":"CBAZFSZDSFZX3FEC","created_at":"2026-07-05T03:21:19Z"},{"alias_kind":"pith_short_8","alias_value":"CBAZFSZD","created_at":"2026-07-05T03:21:19Z"}],"graph_snapshots":[{"event_id":"sha256:491281525d4711723a5a355de07dbb298fa23d171dd5743189c88c686f0a58c3","target":"graph","created_at":"2026-07-05T03:21:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.04649/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning has been successful in many tasks ranging from robotic control, games, energy management etc. In complex real world environments with sparse rewards and long task horizons, sample efficiency is still a major challenge. Most complex tasks can be easily decomposed into high-level planning and low level control. Therefore, it is important to enable agents to leverage the hierarchical structure and decompose bigger tasks into multiple smaller sub-tasks. We introduce an approach where we use language to specify sub-tasks and a high-level planner issues language commands to a ","authors_text":"Bharat Prakash, Nicholas Waytowich, Tim Oates, Tinoosh Mohsenin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-10-09T21:34:32Z","title":"Interactive Hierarchical Guidance using Language"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.04649","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:32ecf7ac3ee02689f6a9a659e8476c902a7b7f2f70e678cd3360bc9169833279","target":"record","created_at":"2026-07-05T03:21:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5184fb9aa58677665733047da5697623e9a7f450d7d124d2f98ee58dd86ad3ec","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2021-10-09T21:34:32Z","title_canon_sha256":"b0bdec01879cd52993e5fdddc21f90fc8d9cc4805e9fd22594617cbc9ca35c3a"},"schema_version":"1.0","source":{"id":"2110.04649","kind":"arxiv","version":1}},"canonical_sha256":"104192cb2391737d94828249c1790db29cc5f5ce462f888ff9391a27521b07e3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"104192cb2391737d94828249c1790db29cc5f5ce462f888ff9391a27521b07e3","first_computed_at":"2026-07-05T03:21:19.766986Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:21:19.766986Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9q7uxGDKwrKFiOkbA48TpkOlEJ5UVsaFVjAMaPKo3wFsyOQ2KBJzzypbkZA+5XLPUpK13jUHoEfPGh4/G5YhAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:21:19.767452Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.04649","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:32ecf7ac3ee02689f6a9a659e8476c902a7b7f2f70e678cd3360bc9169833279","sha256:491281525d4711723a5a355de07dbb298fa23d171dd5743189c88c686f0a58c3"],"state_sha256":"57ddb0cd473f5d14cf1f99426dd20f59cbe97cdc730bf469913b4d5b3214cfb9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D1mPACLRwJLwe0jAIa2HItK2cAP8t2AmVa2OGuUHlDWrWarXnb6eDzxUAHCAxNz4389qd4w2rJqQuSdYhJflDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-15T01:16:01.626574Z","bundle_sha256":"b051d31bac5ee238f7130c0838edb657a0e01b104e5cf3462abfff86cc4a9aa1"}}