{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:J5N7UAKWSZ4LGQVF26CH734G6S","short_pith_number":"pith:J5N7UAKW","canonical_record":{"source":{"id":"2303.05038","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-03-09T05:11:30Z","cross_cats_sorted":["cs.LG","cs.RO"],"title_canon_sha256":"d512d69f299a0caf4e58d3372d73695618689114d3339ea6186295ed3e498ea0","abstract_canon_sha256":"73481d3b39241503351191996f50c3a72082f959f22175e1cb3b574462a9c828"},"schema_version":"1.0"},"canonical_sha256":"4f5bfa01569678b342a5d7847fef86f4a1883c54448f8db15e1e2a8181f5537e","source":{"kind":"arxiv","id":"2303.05038","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.05038","created_at":"2026-07-05T08:04:11Z"},{"alias_kind":"arxiv_version","alias_value":"2303.05038v2","created_at":"2026-07-05T08:04:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.05038","created_at":"2026-07-05T08:04:11Z"},{"alias_kind":"pith_short_12","alias_value":"J5N7UAKWSZ4L","created_at":"2026-07-05T08:04:11Z"},{"alias_kind":"pith_short_16","alias_value":"J5N7UAKWSZ4LGQVF","created_at":"2026-07-05T08:04:11Z"},{"alias_kind":"pith_short_8","alias_value":"J5N7UAKW","created_at":"2026-07-05T08:04:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:J5N7UAKWSZ4LGQVF26CH734G6S","target":"record","payload":{"canonical_record":{"source":{"id":"2303.05038","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-03-09T05:11:30Z","cross_cats_sorted":["cs.LG","cs.RO"],"title_canon_sha256":"d512d69f299a0caf4e58d3372d73695618689114d3339ea6186295ed3e498ea0","abstract_canon_sha256":"73481d3b39241503351191996f50c3a72082f959f22175e1cb3b574462a9c828"},"schema_version":"1.0"},"canonical_sha256":"4f5bfa01569678b342a5d7847fef86f4a1883c54448f8db15e1e2a8181f5537e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:04:11.985027Z","signature_b64":"FwNRYcl1tadiMjcVNpiRasJWigC4kjJoZrVht/eVo0osk2vSk06dUlN8tIVC8NMkseoEo7ofjW56ihk9b5XhAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4f5bfa01569678b342a5d7847fef86f4a1883c54448f8db15e1e2a8181f5537e","last_reissued_at":"2026-07-05T08:04:11.984658Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:04:11.984658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.05038","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:04:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4v1wAJEJHO3m6Gsh1DhE/ljwR1I7n5qxsVx0/zWJ6uUZ6AnZZuMF6u0zJKjrUzQRzL2Ymr+lU0P5JJaxs6qqBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T03:05:36.746408Z"},"content_sha256":"6ec09b97020843e2af05a72cfe9c08cc3fc78cf8347101e4e4c9b297bad37f66","schema_version":"1.0","event_id":"sha256:6ec09b97020843e2af05a72cfe9c08cc3fc78cf8347101e4e4c9b297bad37f66"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:J5N7UAKWSZ4LGQVF26CH734G6S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Exploiting Contextual Structure to Generate Useful Auxiliary Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","cs.RO"],"primary_cat":"cs.AI","authors_text":"Ankit Shah, Benedict Quartey, George Konidaris","submitted_at":"2023-03-09T05:11:30Z","abstract_excerpt":"Reinforcement learning requires interaction with an environment, which is expensive for robots. This constraint necessitates approaches that work with limited environmental interaction by maximizing the reuse of previous experiences. We propose an approach that maximizes experience reuse while learning to solve a given task by generating and simultaneously learning useful auxiliary tasks. To generate these tasks, we construct an abstract temporal logic representation of the given task and leverage large language models to generate context-aware object embeddings that facilitate object replacem"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.05038","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.05038/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:04:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2fQQsqG7FxybSE1mBKV7V3mhbUxDFDNEFOGCWG6H+pKY5sBq9ZX6pwSKKtvcUuuYgagVQh0HhLrufuHp0fFJAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T03:05:36.746899Z"},"content_sha256":"608b22773cae1888815e4300e255e28c875583e31434896cf872b1ab2f19704c","schema_version":"1.0","event_id":"sha256:608b22773cae1888815e4300e255e28c875583e31434896cf872b1ab2f19704c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/J5N7UAKWSZ4LGQVF26CH734G6S/bundle.json","state_url":"https://pith.science/pith/J5N7UAKWSZ4LGQVF26CH734G6S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/J5N7UAKWSZ4LGQVF26CH734G6S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T03:05:36Z","links":{"resolver":"https://pith.science/pith/J5N7UAKWSZ4LGQVF26CH734G6S","bundle":"https://pith.science/pith/J5N7UAKWSZ4LGQVF26CH734G6S/bundle.json","state":"https://pith.science/pith/J5N7UAKWSZ4LGQVF26CH734G6S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/J5N7UAKWSZ4LGQVF26CH734G6S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:J5N7UAKWSZ4LGQVF26CH734G6S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"73481d3b39241503351191996f50c3a72082f959f22175e1cb3b574462a9c828","cross_cats_sorted":["cs.LG","cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-03-09T05:11:30Z","title_canon_sha256":"d512d69f299a0caf4e58d3372d73695618689114d3339ea6186295ed3e498ea0"},"schema_version":"1.0","source":{"id":"2303.05038","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.05038","created_at":"2026-07-05T08:04:11Z"},{"alias_kind":"arxiv_version","alias_value":"2303.05038v2","created_at":"2026-07-05T08:04:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.05038","created_at":"2026-07-05T08:04:11Z"},{"alias_kind":"pith_short_12","alias_value":"J5N7UAKWSZ4L","created_at":"2026-07-05T08:04:11Z"},{"alias_kind":"pith_short_16","alias_value":"J5N7UAKWSZ4LGQVF","created_at":"2026-07-05T08:04:11Z"},{"alias_kind":"pith_short_8","alias_value":"J5N7UAKW","created_at":"2026-07-05T08:04:11Z"}],"graph_snapshots":[{"event_id":"sha256:608b22773cae1888815e4300e255e28c875583e31434896cf872b1ab2f19704c","target":"graph","created_at":"2026-07-05T08:04:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.05038/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement learning requires interaction with an environment, which is expensive for robots. This constraint necessitates approaches that work with limited environmental interaction by maximizing the reuse of previous experiences. We propose an approach that maximizes experience reuse while learning to solve a given task by generating and simultaneously learning useful auxiliary tasks. To generate these tasks, we construct an abstract temporal logic representation of the given task and leverage large language models to generate context-aware object embeddings that facilitate object replacem","authors_text":"Ankit Shah, Benedict Quartey, George Konidaris","cross_cats":["cs.LG","cs.RO"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-03-09T05:11:30Z","title":"Exploiting Contextual Structure to Generate Useful Auxiliary Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.05038","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6ec09b97020843e2af05a72cfe9c08cc3fc78cf8347101e4e4c9b297bad37f66","target":"record","created_at":"2026-07-05T08:04:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"73481d3b39241503351191996f50c3a72082f959f22175e1cb3b574462a9c828","cross_cats_sorted":["cs.LG","cs.RO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-03-09T05:11:30Z","title_canon_sha256":"d512d69f299a0caf4e58d3372d73695618689114d3339ea6186295ed3e498ea0"},"schema_version":"1.0","source":{"id":"2303.05038","kind":"arxiv","version":2}},"canonical_sha256":"4f5bfa01569678b342a5d7847fef86f4a1883c54448f8db15e1e2a8181f5537e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4f5bfa01569678b342a5d7847fef86f4a1883c54448f8db15e1e2a8181f5537e","first_computed_at":"2026-07-05T08:04:11.984658Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:04:11.984658Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"FwNRYcl1tadiMjcVNpiRasJWigC4kjJoZrVht/eVo0osk2vSk06dUlN8tIVC8NMkseoEo7ofjW56ihk9b5XhAA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:04:11.985027Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.05038","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6ec09b97020843e2af05a72cfe9c08cc3fc78cf8347101e4e4c9b297bad37f66","sha256:608b22773cae1888815e4300e255e28c875583e31434896cf872b1ab2f19704c"],"state_sha256":"66e7a1d09183d6c6baca87a1b507332cfafa27a92ba7a07c6b71e10ecdd85e19"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"By0GY9fsakYE65yAQA434W5u1u+nTxBzCTbXqeR9AWg3dnnzMW8G/Uk9Q+Un+be9TRz+eJy4z6CxIjkiUFlWCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T03:05:36.750931Z","bundle_sha256":"1b759cf83a86843a5f1ee9260abb9299fada79a90215d304e391090e5cfff8eb"}}