{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:AUEJWP3HFPC6SQ45ZGGDOUAPR5","short_pith_number":"pith:AUEJWP3H","canonical_record":{"source":{"id":"2001.06940","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-01-20T02:11:24Z","cross_cats_sorted":["cs.RO","stat.ML"],"title_canon_sha256":"d0f46539afc195cd6a68b022eb0b9e57ad9ca144f19a8f162088584a1d735b9c","abstract_canon_sha256":"eb393e0cdbbcff1648ac8ce797f780326b37cfe6841f8dc4e4c240fbec21514b"},"schema_version":"1.0"},"canonical_sha256":"05089b3f672bc5e9439dc98c37500f8f4edb0495a6c0e1402b93d30a2cbfa8f6","source":{"kind":"arxiv","id":"2001.06940","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2001.06940","created_at":"2026-07-05T00:34:26Z"},{"alias_kind":"arxiv_version","alias_value":"2001.06940v1","created_at":"2026-07-05T00:34:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2001.06940","created_at":"2026-07-05T00:34:26Z"},{"alias_kind":"pith_short_12","alias_value":"AUEJWP3HFPC6","created_at":"2026-07-05T00:34:26Z"},{"alias_kind":"pith_short_16","alias_value":"AUEJWP3HFPC6SQ45","created_at":"2026-07-05T00:34:26Z"},{"alias_kind":"pith_short_8","alias_value":"AUEJWP3H","created_at":"2026-07-05T00:34:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:AUEJWP3HFPC6SQ45ZGGDOUAPR5","target":"record","payload":{"canonical_record":{"source":{"id":"2001.06940","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-01-20T02:11:24Z","cross_cats_sorted":["cs.RO","stat.ML"],"title_canon_sha256":"d0f46539afc195cd6a68b022eb0b9e57ad9ca144f19a8f162088584a1d735b9c","abstract_canon_sha256":"eb393e0cdbbcff1648ac8ce797f780326b37cfe6841f8dc4e4c240fbec21514b"},"schema_version":"1.0"},"canonical_sha256":"05089b3f672bc5e9439dc98c37500f8f4edb0495a6c0e1402b93d30a2cbfa8f6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:34:26.016678Z","signature_b64":"3c+bWGBC3DekEY2CFflEttGOY7NEQlVctNjFtS0Rb6pUDbPBJPWDka8m0tBNCb8A9dxbXZrG6hCLJNe+QlkVBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"05089b3f672bc5e9439dc98c37500f8f4edb0495a6c0e1402b93d30a2cbfa8f6","last_reissued_at":"2026-07-05T00:34:26.016343Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:34:26.016343Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2001.06940","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:34:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yjWS2UZo8AMaO+1UTQsm62Xf5Jk0m7LnTB0I0I1O2Vx8OhgOycrzcXvfUD6j8baVgTnJvd9hDNhpEK3bTeISBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T09:47:27.339604Z"},"content_sha256":"801c78b778777f8a9ab85bafbeac7e2f39ed73571448a84a490ece2864204eaf","schema_version":"1.0","event_id":"sha256:801c78b778777f8a9ab85bafbeac7e2f39ed73571448a84a490ece2864204eaf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:AUEJWP3HFPC6SQ45ZGGDOUAPR5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Reinforcement Learning with Probabilistically Complete Exploration","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.RO","stat.ML"],"primary_cat":"cs.LG","authors_text":"Fabio Ramos, Gilad Francis, Philippe Morere, Tom Blau","submitted_at":"2020-01-20T02:11:24Z","abstract_excerpt":"Balancing exploration and exploitation remains a key challenge in reinforcement learning (RL). State-of-the-art RL algorithms suffer from high sample complexity, particularly in the sparse reward case, where they can do no better than to explore in all directions until the first positive rewards are found. To mitigate this, we propose Rapidly Randomly-exploring Reinforcement Learning (R3L). We formulate exploration as a search problem and leverage widely-used planning algorithms such as Rapidly-exploring Random Tree (RRT) to find initial solutions. These solutions are used as demonstrations to"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2001.06940","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2001.06940/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:34:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SW4TViAjU/qHQgb51Hr+bYFouOUsJvjk+tM0ytHsN85goggGA3YGgSXx/yAM0ugO6BRGcEZ/LuKf86A3bGoNCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T09:47:27.339982Z"},"content_sha256":"5393cbcea7192fc49a3c78d8f97a9dad51f2d2e2d9592769f720e88f41a6060b","schema_version":"1.0","event_id":"sha256:5393cbcea7192fc49a3c78d8f97a9dad51f2d2e2d9592769f720e88f41a6060b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AUEJWP3HFPC6SQ45ZGGDOUAPR5/bundle.json","state_url":"https://pith.science/pith/AUEJWP3HFPC6SQ45ZGGDOUAPR5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AUEJWP3HFPC6SQ45ZGGDOUAPR5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-10T09:47:27Z","links":{"resolver":"https://pith.science/pith/AUEJWP3HFPC6SQ45ZGGDOUAPR5","bundle":"https://pith.science/pith/AUEJWP3HFPC6SQ45ZGGDOUAPR5/bundle.json","state":"https://pith.science/pith/AUEJWP3HFPC6SQ45ZGGDOUAPR5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AUEJWP3HFPC6SQ45ZGGDOUAPR5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:AUEJWP3HFPC6SQ45ZGGDOUAPR5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eb393e0cdbbcff1648ac8ce797f780326b37cfe6841f8dc4e4c240fbec21514b","cross_cats_sorted":["cs.RO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-01-20T02:11:24Z","title_canon_sha256":"d0f46539afc195cd6a68b022eb0b9e57ad9ca144f19a8f162088584a1d735b9c"},"schema_version":"1.0","source":{"id":"2001.06940","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2001.06940","created_at":"2026-07-05T00:34:26Z"},{"alias_kind":"arxiv_version","alias_value":"2001.06940v1","created_at":"2026-07-05T00:34:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2001.06940","created_at":"2026-07-05T00:34:26Z"},{"alias_kind":"pith_short_12","alias_value":"AUEJWP3HFPC6","created_at":"2026-07-05T00:34:26Z"},{"alias_kind":"pith_short_16","alias_value":"AUEJWP3HFPC6SQ45","created_at":"2026-07-05T00:34:26Z"},{"alias_kind":"pith_short_8","alias_value":"AUEJWP3H","created_at":"2026-07-05T00:34:26Z"}],"graph_snapshots":[{"event_id":"sha256:5393cbcea7192fc49a3c78d8f97a9dad51f2d2e2d9592769f720e88f41a6060b","target":"graph","created_at":"2026-07-05T00:34:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2001.06940/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Balancing exploration and exploitation remains a key challenge in reinforcement learning (RL). State-of-the-art RL algorithms suffer from high sample complexity, particularly in the sparse reward case, where they can do no better than to explore in all directions until the first positive rewards are found. To mitigate this, we propose Rapidly Randomly-exploring Reinforcement Learning (R3L). We formulate exploration as a search problem and leverage widely-used planning algorithms such as Rapidly-exploring Random Tree (RRT) to find initial solutions. These solutions are used as demonstrations to","authors_text":"Fabio Ramos, Gilad Francis, Philippe Morere, Tom Blau","cross_cats":["cs.RO","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-01-20T02:11:24Z","title":"Reinforcement Learning with Probabilistically Complete Exploration"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2001.06940","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:801c78b778777f8a9ab85bafbeac7e2f39ed73571448a84a490ece2864204eaf","target":"record","created_at":"2026-07-05T00:34:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eb393e0cdbbcff1648ac8ce797f780326b37cfe6841f8dc4e4c240fbec21514b","cross_cats_sorted":["cs.RO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-01-20T02:11:24Z","title_canon_sha256":"d0f46539afc195cd6a68b022eb0b9e57ad9ca144f19a8f162088584a1d735b9c"},"schema_version":"1.0","source":{"id":"2001.06940","kind":"arxiv","version":1}},"canonical_sha256":"05089b3f672bc5e9439dc98c37500f8f4edb0495a6c0e1402b93d30a2cbfa8f6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"05089b3f672bc5e9439dc98c37500f8f4edb0495a6c0e1402b93d30a2cbfa8f6","first_computed_at":"2026-07-05T00:34:26.016343Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:34:26.016343Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3c+bWGBC3DekEY2CFflEttGOY7NEQlVctNjFtS0Rb6pUDbPBJPWDka8m0tBNCb8A9dxbXZrG6hCLJNe+QlkVBA==","signature_status":"signed_v1","signed_at":"2026-07-05T00:34:26.016678Z","signed_message":"canonical_sha256_bytes"},"source_id":"2001.06940","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:801c78b778777f8a9ab85bafbeac7e2f39ed73571448a84a490ece2864204eaf","sha256:5393cbcea7192fc49a3c78d8f97a9dad51f2d2e2d9592769f720e88f41a6060b"],"state_sha256":"8fa1acbf48d7e8ab3148cf4892efb9c0fb49a0e05773a762e7a187ccc765e408"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9p1nWt9UJdwIs3L6wdLhcYec2mDkU61bSPaaCAlNw2GMkJuTWiNtt70SAID9oydMcJJZKakXkLWgA1sdTS1gCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-10T09:47:27.342078Z","bundle_sha256":"dc4ab7ffa8e2472fde251b88e71a22e6774673d045c3c74256b20b36363f923b"}}