{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:E27NAPFHVCJ6QKPDBMAYVIIQHG","short_pith_number":"pith:E27NAPFH","canonical_record":{"source":{"id":"2201.09765","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-24T15:53:32Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"31f26a2f4414f24a86e446fd32d91f6fe26acf3186f416bc603ff9c984ef4dd7","abstract_canon_sha256":"86d92d18245b083f6cfa7773de3752ad14bdf7aef04724b7afabedc1a2b97532"},"schema_version":"1.0"},"canonical_sha256":"26bed03ca7a893e829e30b018aa110399e74c1e688831c25e3e18b034aa50ef6","source":{"kind":"arxiv","id":"2201.09765","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.09765","created_at":"2026-07-05T03:54:04Z"},{"alias_kind":"arxiv_version","alias_value":"2201.09765v2","created_at":"2026-07-05T03:54:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.09765","created_at":"2026-07-05T03:54:04Z"},{"alias_kind":"pith_short_12","alias_value":"E27NAPFHVCJ6","created_at":"2026-07-05T03:54:04Z"},{"alias_kind":"pith_short_16","alias_value":"E27NAPFHVCJ6QKPD","created_at":"2026-07-05T03:54:04Z"},{"alias_kind":"pith_short_8","alias_value":"E27NAPFH","created_at":"2026-07-05T03:54:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:E27NAPFHVCJ6QKPDBMAYVIIQHG","target":"record","payload":{"canonical_record":{"source":{"id":"2201.09765","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-24T15:53:32Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"31f26a2f4414f24a86e446fd32d91f6fe26acf3186f416bc603ff9c984ef4dd7","abstract_canon_sha256":"86d92d18245b083f6cfa7773de3752ad14bdf7aef04724b7afabedc1a2b97532"},"schema_version":"1.0"},"canonical_sha256":"26bed03ca7a893e829e30b018aa110399e74c1e688831c25e3e18b034aa50ef6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:54:04.528480Z","signature_b64":"vFfdTdwzkQ5nKdK12/J7IIea4Bxj1j4SBYKZUW8znf7BlOYuA/X7BaovU+Yk3PN1VUSCndj8AgPtREid+6zqBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"26bed03ca7a893e829e30b018aa110399e74c1e688831c25e3e18b034aa50ef6","last_reissued_at":"2026-07-05T03:54:04.528083Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:54:04.528083Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2201.09765","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:54:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LfpGoqiRy/03wnCv/zJR1vxrkFmt32WSlmAc7bqGYQtMcaWum2GMYR3QzL+fdYwSAvapTM18QFAa0wKZG6H8Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T23:23:58.256928Z"},"content_sha256":"6966ab3431aca472c083441de97004d21e6cdd89401367e3125ac5efecb86bbf","schema_version":"1.0","event_id":"sha256:6966ab3431aca472c083441de97004d21e6cdd89401367e3125ac5efecb86bbf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:E27NAPFHVCJ6QKPDBMAYVIIQHG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Generative Planning for Temporally Coordinated Exploration in Reinforcement Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.LG","authors_text":"Haichao Zhang, Haonan Yu, Wei Xu","submitted_at":"2022-01-24T15:53:32Z","abstract_excerpt":"Standard model-free reinforcement learning algorithms optimize a policy that generates the action to be taken in the current time step in order to maximize expected future return. While flexible, it faces difficulties arising from the inefficient exploration due to its single step nature. In this work, we present Generative Planning method (GPM), which can generate actions not only for the current step, but also for a number of future steps (thus termed as generative planning). This brings several benefits to GPM. Firstly, since GPM is trained by maximizing value, the plans generated from it c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.09765","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2201.09765/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:54:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eM1Z91dL81lwCLUVpm1jQ3xgA9sC8/0/X/FTbGTwdTCswqpjKSTGZ/cd+ceU1f6UV4LEfyHOhpGLP9FuO/a7Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-21T23:23:58.257292Z"},"content_sha256":"dd58507dadc34c4e3e620c7d34d0a121f66e08df5566177c694a7b57d3cde09d","schema_version":"1.0","event_id":"sha256:dd58507dadc34c4e3e620c7d34d0a121f66e08df5566177c694a7b57d3cde09d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E27NAPFHVCJ6QKPDBMAYVIIQHG/bundle.json","state_url":"https://pith.science/pith/E27NAPFHVCJ6QKPDBMAYVIIQHG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E27NAPFHVCJ6QKPDBMAYVIIQHG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-21T23:23:58Z","links":{"resolver":"https://pith.science/pith/E27NAPFHVCJ6QKPDBMAYVIIQHG","bundle":"https://pith.science/pith/E27NAPFHVCJ6QKPDBMAYVIIQHG/bundle.json","state":"https://pith.science/pith/E27NAPFHVCJ6QKPDBMAYVIIQHG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E27NAPFHVCJ6QKPDBMAYVIIQHG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:E27NAPFHVCJ6QKPDBMAYVIIQHG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"86d92d18245b083f6cfa7773de3752ad14bdf7aef04724b7afabedc1a2b97532","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-24T15:53:32Z","title_canon_sha256":"31f26a2f4414f24a86e446fd32d91f6fe26acf3186f416bc603ff9c984ef4dd7"},"schema_version":"1.0","source":{"id":"2201.09765","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2201.09765","created_at":"2026-07-05T03:54:04Z"},{"alias_kind":"arxiv_version","alias_value":"2201.09765v2","created_at":"2026-07-05T03:54:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2201.09765","created_at":"2026-07-05T03:54:04Z"},{"alias_kind":"pith_short_12","alias_value":"E27NAPFHVCJ6","created_at":"2026-07-05T03:54:04Z"},{"alias_kind":"pith_short_16","alias_value":"E27NAPFHVCJ6QKPD","created_at":"2026-07-05T03:54:04Z"},{"alias_kind":"pith_short_8","alias_value":"E27NAPFH","created_at":"2026-07-05T03:54:04Z"}],"graph_snapshots":[{"event_id":"sha256:dd58507dadc34c4e3e620c7d34d0a121f66e08df5566177c694a7b57d3cde09d","target":"graph","created_at":"2026-07-05T03:54:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2201.09765/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Standard model-free reinforcement learning algorithms optimize a policy that generates the action to be taken in the current time step in order to maximize expected future return. While flexible, it faces difficulties arising from the inefficient exploration due to its single step nature. In this work, we present Generative Planning method (GPM), which can generate actions not only for the current step, but also for a number of future steps (thus termed as generative planning). This brings several benefits to GPM. Firstly, since GPM is trained by maximizing value, the plans generated from it c","authors_text":"Haichao Zhang, Haonan Yu, Wei Xu","cross_cats":["cs.AI","cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-24T15:53:32Z","title":"Generative Planning for Temporally Coordinated Exploration in Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2201.09765","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6966ab3431aca472c083441de97004d21e6cdd89401367e3125ac5efecb86bbf","target":"record","created_at":"2026-07-05T03:54:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"86d92d18245b083f6cfa7773de3752ad14bdf7aef04724b7afabedc1a2b97532","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-01-24T15:53:32Z","title_canon_sha256":"31f26a2f4414f24a86e446fd32d91f6fe26acf3186f416bc603ff9c984ef4dd7"},"schema_version":"1.0","source":{"id":"2201.09765","kind":"arxiv","version":2}},"canonical_sha256":"26bed03ca7a893e829e30b018aa110399e74c1e688831c25e3e18b034aa50ef6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"26bed03ca7a893e829e30b018aa110399e74c1e688831c25e3e18b034aa50ef6","first_computed_at":"2026-07-05T03:54:04.528083Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:54:04.528083Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vFfdTdwzkQ5nKdK12/J7IIea4Bxj1j4SBYKZUW8znf7BlOYuA/X7BaovU+Yk3PN1VUSCndj8AgPtREid+6zqBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T03:54:04.528480Z","signed_message":"canonical_sha256_bytes"},"source_id":"2201.09765","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6966ab3431aca472c083441de97004d21e6cdd89401367e3125ac5efecb86bbf","sha256:dd58507dadc34c4e3e620c7d34d0a121f66e08df5566177c694a7b57d3cde09d"],"state_sha256":"8541915898af50eac8841dded045d56855c4523be4c100f333e96f159297bd96"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kPKXevPDgdvn2wl9evvG1JoIkj0sfKlSzCv+BRDIaFUKFXng8OCS7udlwyRiFw2fNNs+Qw494TeWUPyCMyRABw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-21T23:23:58.259721Z","bundle_sha256":"29bd1df0b1c7a1e4ff591c6a432562fe24bf1a9ebc939ee16a9e31b3ccad6376"}}