{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XU2R5CJVLR32DEQWYLH6DXIFWF","short_pith_number":"pith:XU2R5CJV","canonical_record":{"source":{"id":"2305.20065","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-05-31T17:40:43Z","cross_cats_sorted":["cs.AI","cs.LG","q-bio.NC"],"title_canon_sha256":"389ad13f9d3714fd65798a32410603c13a577a4ddce19fd93c1c8c12490d664d","abstract_canon_sha256":"3fec0c5098cd78d31ec024893475d05f3ef2458ae78f156e3feb15fca442ff3b"},"schema_version":"1.0"},"canonical_sha256":"bd351e89355c77a19216c2cfe1dd05b1743899d777978e93613dc02a1edc3d96","source":{"kind":"arxiv","id":"2305.20065","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.20065","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"arxiv_version","alias_value":"2305.20065v2","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.20065","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_12","alias_value":"XU2R5CJVLR32","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_16","alias_value":"XU2R5CJVLR32DEQW","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_8","alias_value":"XU2R5CJV","created_at":"2026-07-05T07:06:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XU2R5CJVLR32DEQWYLH6DXIFWF","target":"record","payload":{"canonical_record":{"source":{"id":"2305.20065","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-05-31T17:40:43Z","cross_cats_sorted":["cs.AI","cs.LG","q-bio.NC"],"title_canon_sha256":"389ad13f9d3714fd65798a32410603c13a577a4ddce19fd93c1c8c12490d664d","abstract_canon_sha256":"3fec0c5098cd78d31ec024893475d05f3ef2458ae78f156e3feb15fca442ff3b"},"schema_version":"1.0"},"canonical_sha256":"bd351e89355c77a19216c2cfe1dd05b1743899d777978e93613dc02a1edc3d96","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:06:28.899927Z","signature_b64":"4oEe+SgeQL10PwqQqFTsr6IoeRDCJqJtPW5NeFqsLFlgz5LpLOjqp3ZA3haLLkfPk/jgd7ORentMQpTjLD1/Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bd351e89355c77a19216c2cfe1dd05b1743899d777978e93613dc02a1edc3d96","last_reissued_at":"2026-07-05T07:06:28.899439Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:06:28.899439Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.20065","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rNeb0A44TZi42tMYNG59Z4cpPbn08LQ/fwksBnTDovVN397WZ+5VMSlsbKCRBpzGoV94bGOFTgUx7yyI0qZcBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T02:39:13.005489Z"},"content_sha256":"44e053e8fc0d7fb985d94539cc1d5814d637803eb49ee4935e34a2371a63aac1","schema_version":"1.0","event_id":"sha256:44e053e8fc0d7fb985d94539cc1d5814d637803eb49ee4935e34a2371a63aac1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XU2R5CJVLR32DEQWYLH6DXIFWF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Latent Exploration for Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","q-bio.NC"],"primary_cat":"cs.RO","authors_text":"Alberto Silvio Chiappa, Alessandro Marin Vargas, Alexander Mathis, Ann Zixiang Huang","submitted_at":"2023-05-31T17:40:43Z","abstract_excerpt":"In Reinforcement Learning, agents learn policies by exploring and interacting with the environment. Due to the curse of dimensionality, learning policies that map high-dimensional sensory input to motor output is particularly challenging. During training, state of the art methods (SAC, PPO, etc.) explore the environment by perturbing the actuation with independent Gaussian noise. While this unstructured exploration has proven successful in numerous tasks, it can be suboptimal for overactuated systems. When multiple actuators, such as motors or muscles, drive behavior, uncorrelated perturbation"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.20065","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.20065/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kj8acvTxDs9Ksd/UyaXVA01bKtyAJC7KXMRDb7kIcHBbjggC2IM8j+KjnzcfO4t6UXYrhRQP8Yczvu1MtjLiDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T02:39:13.006505Z"},"content_sha256":"cfbc14fc8836850b5843caabd080b77f61d83b017aa7452fc449030ba152fcf0","schema_version":"1.0","event_id":"sha256:cfbc14fc8836850b5843caabd080b77f61d83b017aa7452fc449030ba152fcf0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XU2R5CJVLR32DEQWYLH6DXIFWF/bundle.json","state_url":"https://pith.science/pith/XU2R5CJVLR32DEQWYLH6DXIFWF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XU2R5CJVLR32DEQWYLH6DXIFWF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T02:39:13Z","links":{"resolver":"https://pith.science/pith/XU2R5CJVLR32DEQWYLH6DXIFWF","bundle":"https://pith.science/pith/XU2R5CJVLR32DEQWYLH6DXIFWF/bundle.json","state":"https://pith.science/pith/XU2R5CJVLR32DEQWYLH6DXIFWF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XU2R5CJVLR32DEQWYLH6DXIFWF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XU2R5CJVLR32DEQWYLH6DXIFWF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3fec0c5098cd78d31ec024893475d05f3ef2458ae78f156e3feb15fca442ff3b","cross_cats_sorted":["cs.AI","cs.LG","q-bio.NC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-05-31T17:40:43Z","title_canon_sha256":"389ad13f9d3714fd65798a32410603c13a577a4ddce19fd93c1c8c12490d664d"},"schema_version":"1.0","source":{"id":"2305.20065","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.20065","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"arxiv_version","alias_value":"2305.20065v2","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.20065","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_12","alias_value":"XU2R5CJVLR32","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_16","alias_value":"XU2R5CJVLR32DEQW","created_at":"2026-07-05T07:06:28Z"},{"alias_kind":"pith_short_8","alias_value":"XU2R5CJV","created_at":"2026-07-05T07:06:28Z"}],"graph_snapshots":[{"event_id":"sha256:cfbc14fc8836850b5843caabd080b77f61d83b017aa7452fc449030ba152fcf0","target":"graph","created_at":"2026-07-05T07:06:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.20065/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In Reinforcement Learning, agents learn policies by exploring and interacting with the environment. Due to the curse of dimensionality, learning policies that map high-dimensional sensory input to motor output is particularly challenging. During training, state of the art methods (SAC, PPO, etc.) explore the environment by perturbing the actuation with independent Gaussian noise. While this unstructured exploration has proven successful in numerous tasks, it can be suboptimal for overactuated systems. When multiple actuators, such as motors or muscles, drive behavior, uncorrelated perturbation","authors_text":"Alberto Silvio Chiappa, Alessandro Marin Vargas, Alexander Mathis, Ann Zixiang Huang","cross_cats":["cs.AI","cs.LG","q-bio.NC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-05-31T17:40:43Z","title":"Latent Exploration for Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.20065","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:44e053e8fc0d7fb985d94539cc1d5814d637803eb49ee4935e34a2371a63aac1","target":"record","created_at":"2026-07-05T07:06:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3fec0c5098cd78d31ec024893475d05f3ef2458ae78f156e3feb15fca442ff3b","cross_cats_sorted":["cs.AI","cs.LG","q-bio.NC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2023-05-31T17:40:43Z","title_canon_sha256":"389ad13f9d3714fd65798a32410603c13a577a4ddce19fd93c1c8c12490d664d"},"schema_version":"1.0","source":{"id":"2305.20065","kind":"arxiv","version":2}},"canonical_sha256":"bd351e89355c77a19216c2cfe1dd05b1743899d777978e93613dc02a1edc3d96","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bd351e89355c77a19216c2cfe1dd05b1743899d777978e93613dc02a1edc3d96","first_computed_at":"2026-07-05T07:06:28.899439Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:06:28.899439Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4oEe+SgeQL10PwqQqFTsr6IoeRDCJqJtPW5NeFqsLFlgz5LpLOjqp3ZA3haLLkfPk/jgd7ORentMQpTjLD1/Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:06:28.899927Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.20065","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:44e053e8fc0d7fb985d94539cc1d5814d637803eb49ee4935e34a2371a63aac1","sha256:cfbc14fc8836850b5843caabd080b77f61d83b017aa7452fc449030ba152fcf0"],"state_sha256":"8596c3d797ec4e9fae7c98e114d4c9317dc22a963a6e04d814745187c0fec25f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M4EJep6RbRqis16rcaIcqUlogVojWa7yKt5DucRppdWmUvESYd0me6L47ixe2q1Bq5GvSNx1AlHs3kyF7Y5YBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T02:39:13.014831Z","bundle_sha256":"c4f2e975fa5f0218eb6162f84aeeb097fa942d6ada45055b889537ad07dbad13"}}