{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:HVRD2KLN7WXYEC3SVHADQXRVD4","short_pith_number":"pith:HVRD2KLN","canonical_record":{"source":{"id":"1909.12200","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-09-26T15:45:23Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"19d7e1baf743c631667ab2a807c929b3300ec76b88867fd2aac05f3662192614","abstract_canon_sha256":"a57c54dbe0d832f606b34fb00fb05932ab4a8acc4b2225494a60d6ca36349369"},"schema_version":"1.0"},"canonical_sha256":"3d623d296dfdaf820b72a9c0385e351f3ca053147ef47bd414ec00e3abab5c22","source":{"kind":"arxiv","id":"1909.12200","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.12200","created_at":"2026-07-05T01:07:50Z"},{"alias_kind":"arxiv_version","alias_value":"1909.12200v3","created_at":"2026-07-05T01:07:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.12200","created_at":"2026-07-05T01:07:50Z"},{"alias_kind":"pith_short_12","alias_value":"HVRD2KLN7WXY","created_at":"2026-07-05T01:07:50Z"},{"alias_kind":"pith_short_16","alias_value":"HVRD2KLN7WXYEC3S","created_at":"2026-07-05T01:07:50Z"},{"alias_kind":"pith_short_8","alias_value":"HVRD2KLN","created_at":"2026-07-05T01:07:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:HVRD2KLN7WXYEC3SVHADQXRVD4","target":"record","payload":{"canonical_record":{"source":{"id":"1909.12200","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-09-26T15:45:23Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"19d7e1baf743c631667ab2a807c929b3300ec76b88867fd2aac05f3662192614","abstract_canon_sha256":"a57c54dbe0d832f606b34fb00fb05932ab4a8acc4b2225494a60d6ca36349369"},"schema_version":"1.0"},"canonical_sha256":"3d623d296dfdaf820b72a9c0385e351f3ca053147ef47bd414ec00e3abab5c22","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:07:50.673942Z","signature_b64":"pr9ACDzqr7UK320CWX2SGmkFAfQbkmX9+tefzalzk3Fcu7byDzG0xp9TUP+7N85wdmL80Cz+KKOFf7/QOLMBBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3d623d296dfdaf820b72a9c0385e351f3ca053147ef47bd414ec00e3abab5c22","last_reissued_at":"2026-07-05T01:07:50.673438Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:07:50.673438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1909.12200","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:07:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"y18T0gwwccAtHGbUtz5HZbKt2OKpO4zzVQVeV5uzpeDrMkP/NqbjUFlJoSgfis6bJTUb7gSNKOXiEXren75zBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T17:27:54.509824Z"},"content_sha256":"740146adff1fff0445d14a92b256290175cdab9b8d073588129fabfcad661d15","schema_version":"1.0","event_id":"sha256:740146adff1fff0445d14a92b256290175cdab9b8d073588129fabfcad661d15"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:HVRD2KLN7WXYEC3SVHADQXRVD4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scaling data-driven robotics with reward sketching and batch reinforcement learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.RO","authors_text":"Alexander Novikov, David Barker, David Budden, Jonathan Scholz, Konrad Zolna, Ksenia Konyushkova, Mel Vecerik, Misha Denil, Nando de Freitas, Oleg Sushkov, Rae Jeong, Scott Reed, Sergio G\\'omez Colmenarejo, Serkan Cabi, Yusuf Aytar, Ziyu Wang","submitted_at":"2019-09-26T15:45:23Z","abstract_excerpt":"We present a framework for data-driven robotics that makes use of a large dataset of recorded robot experience and scales to several tasks using learned reward functions. We show how to apply this framework to accomplish three different object manipulation tasks on a real robot platform. Given demonstrations of a task together with task-agnostic recorded experience, we use a special form of human annotation as supervision to learn a reward function, which enables us to deal with real-world tasks where the reward signal cannot be acquired directly. Learned rewards are used in combination with a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.12200","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1909.12200/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:07:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hrYJyCNUJ1WJLGYKacpqthmdWlo30UpQNr96Gue0iPFrDNCVq7Ge730IAiTZDXBA+9lSQNW3WlJDVsiYL/nADA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T17:27:54.510477Z"},"content_sha256":"1c47d9b8b9076f3788eedcccdc086a41b253e332b50a8d1ac7dc6e0e25a4d309","schema_version":"1.0","event_id":"sha256:1c47d9b8b9076f3788eedcccdc086a41b253e332b50a8d1ac7dc6e0e25a4d309"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HVRD2KLN7WXYEC3SVHADQXRVD4/bundle.json","state_url":"https://pith.science/pith/HVRD2KLN7WXYEC3SVHADQXRVD4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HVRD2KLN7WXYEC3SVHADQXRVD4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T17:27:54Z","links":{"resolver":"https://pith.science/pith/HVRD2KLN7WXYEC3SVHADQXRVD4","bundle":"https://pith.science/pith/HVRD2KLN7WXYEC3SVHADQXRVD4/bundle.json","state":"https://pith.science/pith/HVRD2KLN7WXYEC3SVHADQXRVD4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HVRD2KLN7WXYEC3SVHADQXRVD4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:HVRD2KLN7WXYEC3SVHADQXRVD4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a57c54dbe0d832f606b34fb00fb05932ab4a8acc4b2225494a60d6ca36349369","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-09-26T15:45:23Z","title_canon_sha256":"19d7e1baf743c631667ab2a807c929b3300ec76b88867fd2aac05f3662192614"},"schema_version":"1.0","source":{"id":"1909.12200","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1909.12200","created_at":"2026-07-05T01:07:50Z"},{"alias_kind":"arxiv_version","alias_value":"1909.12200v3","created_at":"2026-07-05T01:07:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1909.12200","created_at":"2026-07-05T01:07:50Z"},{"alias_kind":"pith_short_12","alias_value":"HVRD2KLN7WXY","created_at":"2026-07-05T01:07:50Z"},{"alias_kind":"pith_short_16","alias_value":"HVRD2KLN7WXYEC3S","created_at":"2026-07-05T01:07:50Z"},{"alias_kind":"pith_short_8","alias_value":"HVRD2KLN","created_at":"2026-07-05T01:07:50Z"}],"graph_snapshots":[{"event_id":"sha256:1c47d9b8b9076f3788eedcccdc086a41b253e332b50a8d1ac7dc6e0e25a4d309","target":"graph","created_at":"2026-07-05T01:07:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1909.12200/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present a framework for data-driven robotics that makes use of a large dataset of recorded robot experience and scales to several tasks using learned reward functions. We show how to apply this framework to accomplish three different object manipulation tasks on a real robot platform. Given demonstrations of a task together with task-agnostic recorded experience, we use a special form of human annotation as supervision to learn a reward function, which enables us to deal with real-world tasks where the reward signal cannot be acquired directly. Learned rewards are used in combination with a","authors_text":"Alexander Novikov, David Barker, David Budden, Jonathan Scholz, Konrad Zolna, Ksenia Konyushkova, Mel Vecerik, Misha Denil, Nando de Freitas, Oleg Sushkov, Rae Jeong, Scott Reed, Sergio G\\'omez Colmenarejo, Serkan Cabi, Yusuf Aytar, Ziyu Wang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-09-26T15:45:23Z","title":"Scaling data-driven robotics with reward sketching and batch reinforcement learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1909.12200","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:740146adff1fff0445d14a92b256290175cdab9b8d073588129fabfcad661d15","target":"record","created_at":"2026-07-05T01:07:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a57c54dbe0d832f606b34fb00fb05932ab4a8acc4b2225494a60d6ca36349369","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2019-09-26T15:45:23Z","title_canon_sha256":"19d7e1baf743c631667ab2a807c929b3300ec76b88867fd2aac05f3662192614"},"schema_version":"1.0","source":{"id":"1909.12200","kind":"arxiv","version":3}},"canonical_sha256":"3d623d296dfdaf820b72a9c0385e351f3ca053147ef47bd414ec00e3abab5c22","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3d623d296dfdaf820b72a9c0385e351f3ca053147ef47bd414ec00e3abab5c22","first_computed_at":"2026-07-05T01:07:50.673438Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:07:50.673438Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pr9ACDzqr7UK320CWX2SGmkFAfQbkmX9+tefzalzk3Fcu7byDzG0xp9TUP+7N85wdmL80Cz+KKOFf7/QOLMBBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:07:50.673942Z","signed_message":"canonical_sha256_bytes"},"source_id":"1909.12200","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:740146adff1fff0445d14a92b256290175cdab9b8d073588129fabfcad661d15","sha256:1c47d9b8b9076f3788eedcccdc086a41b253e332b50a8d1ac7dc6e0e25a4d309"],"state_sha256":"38d60de35bc1a6f6966339b99e767c1ca5ae2da6220b9bc420d7a97b127dd02a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"utIG0eOJCyrcBqYjVmg1WgXFiNuL2Qt3UO03pi9KpQQz0+TIpvwfJB4dLVMvTFjPyg140L9ApFlGSc68oGGPDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T17:27:54.517522Z","bundle_sha256":"fa3ca4f648ee429880acaf4af5aba0003b971f225e1dbc3c529a8aee69119728"}}