{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:6C6VF55MXZQXWX7F44GKVLEPFD","short_pith_number":"pith:6C6VF55M","canonical_record":{"source":{"id":"2004.12570","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-27T03:36:10Z","cross_cats_sorted":["cs.RO","stat.ML"],"title_canon_sha256":"fa0282b8ec314711473b2de967a34df6811f0e2bb4fe7f425bf8950225eb6a6b","abstract_canon_sha256":"84523e3e71684c5b2302d84f9d0f3e147f63774349e27cb933b3c692a876a95e"},"schema_version":"1.0"},"canonical_sha256":"f0bd52f7acbe617b5fe5e70caaac8f28e60e0ad264c18a99df4042bc49ef7a7b","source":{"kind":"arxiv","id":"2004.12570","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.12570","created_at":"2026-07-05T00:58:16Z"},{"alias_kind":"arxiv_version","alias_value":"2004.12570v1","created_at":"2026-07-05T00:58:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.12570","created_at":"2026-07-05T00:58:16Z"},{"alias_kind":"pith_short_12","alias_value":"6C6VF55MXZQX","created_at":"2026-07-05T00:58:16Z"},{"alias_kind":"pith_short_16","alias_value":"6C6VF55MXZQXWX7F","created_at":"2026-07-05T00:58:16Z"},{"alias_kind":"pith_short_8","alias_value":"6C6VF55M","created_at":"2026-07-05T00:58:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:6C6VF55MXZQXWX7F44GKVLEPFD","target":"record","payload":{"canonical_record":{"source":{"id":"2004.12570","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-27T03:36:10Z","cross_cats_sorted":["cs.RO","stat.ML"],"title_canon_sha256":"fa0282b8ec314711473b2de967a34df6811f0e2bb4fe7f425bf8950225eb6a6b","abstract_canon_sha256":"84523e3e71684c5b2302d84f9d0f3e147f63774349e27cb933b3c692a876a95e"},"schema_version":"1.0"},"canonical_sha256":"f0bd52f7acbe617b5fe5e70caaac8f28e60e0ad264c18a99df4042bc49ef7a7b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:58:16.535927Z","signature_b64":"8p51dBkthVWbH9Tq4V5mF28BvLvXvzzFJt73ATd8N4bY8UgpgJKdl/VcvS5ck0/N/6xspjWSbdAOdq+ZMV/pAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f0bd52f7acbe617b5fe5e70caaac8f28e60e0ad264c18a99df4042bc49ef7a7b","last_reissued_at":"2026-07-05T00:58:16.535435Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:58:16.535435Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.12570","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:58:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"86V9sg8X0qB8rzudY6JiXopeQju7rr+TIabCxUBgtilICe5l+lvQ+7Fiq12wZgS/JpQc9auYlNY3bRq4OwjgBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:53:03.622216Z"},"content_sha256":"29f270b8ad5e1bd7535e8f195eac86a10a7601b7c763e0e1f9abdad5f03b5d83","schema_version":"1.0","event_id":"sha256:29f270b8ad5e1bd7535e8f195eac86a10a7601b7c763e0e1f9abdad5f03b5d83"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:6C6VF55MXZQXWX7F44GKVLEPFD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Ingredients of Real-World Robotic Reinforcement Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.RO","stat.ML"],"primary_cat":"cs.LG","authors_text":"Abhishek Gupta, Avi Singh, Dhruv Shah, Henry Zhu, Justin Yu, Kristian Hartikainen, Sergey Levine, Vikash Kumar","submitted_at":"2020-04-27T03:36:10Z","abstract_excerpt":"The success of reinforcement learning for real world robotics has been, in many cases limited to instrumented laboratory scenarios, often requiring arduous human effort and oversight to enable continuous learning. In this work, we discuss the elements that are needed for a robotic learning system that can continually and autonomously improve with data collected in the real world. We propose a particular instantiation of such a system, using dexterous manipulation as our case study. Subsequently, we investigate a number of challenges that come up when learning without instrumentation. In such s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.12570","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.12570/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:58:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TsCI48rEiYNG2kIaIPyvDylLWEofwJWbs3w3p/igbi7Ge6Ao6RFzMNg0+kkzlQ0nfb0U3WEu9trAEk0+zc78AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:53:03.622840Z"},"content_sha256":"10ccbd751efa18052b4d036732f0836e310f3f6a2b111f77733b8dd869181a1c","schema_version":"1.0","event_id":"sha256:10ccbd751efa18052b4d036732f0836e310f3f6a2b111f77733b8dd869181a1c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6C6VF55MXZQXWX7F44GKVLEPFD/bundle.json","state_url":"https://pith.science/pith/6C6VF55MXZQXWX7F44GKVLEPFD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6C6VF55MXZQXWX7F44GKVLEPFD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T21:53:03Z","links":{"resolver":"https://pith.science/pith/6C6VF55MXZQXWX7F44GKVLEPFD","bundle":"https://pith.science/pith/6C6VF55MXZQXWX7F44GKVLEPFD/bundle.json","state":"https://pith.science/pith/6C6VF55MXZQXWX7F44GKVLEPFD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6C6VF55MXZQXWX7F44GKVLEPFD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:6C6VF55MXZQXWX7F44GKVLEPFD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"84523e3e71684c5b2302d84f9d0f3e147f63774349e27cb933b3c692a876a95e","cross_cats_sorted":["cs.RO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-27T03:36:10Z","title_canon_sha256":"fa0282b8ec314711473b2de967a34df6811f0e2bb4fe7f425bf8950225eb6a6b"},"schema_version":"1.0","source":{"id":"2004.12570","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.12570","created_at":"2026-07-05T00:58:16Z"},{"alias_kind":"arxiv_version","alias_value":"2004.12570v1","created_at":"2026-07-05T00:58:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.12570","created_at":"2026-07-05T00:58:16Z"},{"alias_kind":"pith_short_12","alias_value":"6C6VF55MXZQX","created_at":"2026-07-05T00:58:16Z"},{"alias_kind":"pith_short_16","alias_value":"6C6VF55MXZQXWX7F","created_at":"2026-07-05T00:58:16Z"},{"alias_kind":"pith_short_8","alias_value":"6C6VF55M","created_at":"2026-07-05T00:58:16Z"}],"graph_snapshots":[{"event_id":"sha256:10ccbd751efa18052b4d036732f0836e310f3f6a2b111f77733b8dd869181a1c","target":"graph","created_at":"2026-07-05T00:58:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.12570/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The success of reinforcement learning for real world robotics has been, in many cases limited to instrumented laboratory scenarios, often requiring arduous human effort and oversight to enable continuous learning. In this work, we discuss the elements that are needed for a robotic learning system that can continually and autonomously improve with data collected in the real world. We propose a particular instantiation of such a system, using dexterous manipulation as our case study. Subsequently, we investigate a number of challenges that come up when learning without instrumentation. In such s","authors_text":"Abhishek Gupta, Avi Singh, Dhruv Shah, Henry Zhu, Justin Yu, Kristian Hartikainen, Sergey Levine, Vikash Kumar","cross_cats":["cs.RO","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-27T03:36:10Z","title":"The Ingredients of Real-World Robotic Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.12570","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:29f270b8ad5e1bd7535e8f195eac86a10a7601b7c763e0e1f9abdad5f03b5d83","target":"record","created_at":"2026-07-05T00:58:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"84523e3e71684c5b2302d84f9d0f3e147f63774349e27cb933b3c692a876a95e","cross_cats_sorted":["cs.RO","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-04-27T03:36:10Z","title_canon_sha256":"fa0282b8ec314711473b2de967a34df6811f0e2bb4fe7f425bf8950225eb6a6b"},"schema_version":"1.0","source":{"id":"2004.12570","kind":"arxiv","version":1}},"canonical_sha256":"f0bd52f7acbe617b5fe5e70caaac8f28e60e0ad264c18a99df4042bc49ef7a7b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f0bd52f7acbe617b5fe5e70caaac8f28e60e0ad264c18a99df4042bc49ef7a7b","first_computed_at":"2026-07-05T00:58:16.535435Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:58:16.535435Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8p51dBkthVWbH9Tq4V5mF28BvLvXvzzFJt73ATd8N4bY8UgpgJKdl/VcvS5ck0/N/6xspjWSbdAOdq+ZMV/pAw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:58:16.535927Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.12570","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:29f270b8ad5e1bd7535e8f195eac86a10a7601b7c763e0e1f9abdad5f03b5d83","sha256:10ccbd751efa18052b4d036732f0836e310f3f6a2b111f77733b8dd869181a1c"],"state_sha256":"f76ed8eb7e491ee3b2b74eddf2e08b9487209409a4918226ac12a908f2c7e8b3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WvtD+qT7EJDnLjFAa/VA58ZDpiLZMJ/l1K2puGQWgwSp6YCRfotnNk5n6sYHB+GU/RaeM1HxLpCMfS2tVBxkDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T21:53:03.629245Z","bundle_sha256":"b632319c2c92e7ee5ec5d58a194e79055ad2105d249038e651d4e2a1ff77549b"}}