{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:M5D3YAF7OZANHBB3ORKD35RCRE","short_pith_number":"pith:M5D3YAF7","canonical_record":{"source":{"id":"1810.05687","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2018-10-12T19:15:05Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"8b75d2b944c48b0d01778e17b7f16976844e08e9f5912cc540cd0ee7d98c4ce5","abstract_canon_sha256":"347004694e58dc9206002fbb5ea58ea4bcd1c568731fe6e236930081cd2c0758"},"schema_version":"1.0"},"canonical_sha256":"6747bc00bf7640d3843b74543df622893dbb5f35832b0781c7466a273ebbd3a5","source":{"kind":"arxiv","id":"1810.05687","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.05687","created_at":"2026-05-17T23:51:58Z"},{"alias_kind":"arxiv_version","alias_value":"1810.05687v4","created_at":"2026-05-17T23:51:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.05687","created_at":"2026-05-17T23:51:58Z"},{"alias_kind":"pith_short_12","alias_value":"M5D3YAF7OZAN","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"M5D3YAF7OZANHBB3","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"M5D3YAF7","created_at":"2026-05-18T12:32:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:M5D3YAF7OZANHBB3ORKD35RCRE","target":"record","payload":{"canonical_record":{"source":{"id":"1810.05687","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2018-10-12T19:15:05Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"8b75d2b944c48b0d01778e17b7f16976844e08e9f5912cc540cd0ee7d98c4ce5","abstract_canon_sha256":"347004694e58dc9206002fbb5ea58ea4bcd1c568731fe6e236930081cd2c0758"},"schema_version":"1.0"},"canonical_sha256":"6747bc00bf7640d3843b74543df622893dbb5f35832b0781c7466a273ebbd3a5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:51:58.837595Z","signature_b64":"JF46ZhwxyX+KONQQr8K4z+IFjDqL9dpT3cVSV04g6NrOmtGaWyjWcYEO/+El9YIbFrmowNjdqqkjONXz3fXUAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6747bc00bf7640d3843b74543df622893dbb5f35832b0781c7466a273ebbd3a5","last_reissued_at":"2026-05-17T23:51:58.837192Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:51:58.837192Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1810.05687","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:51:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PcgGqpDAGK2kMKVl6+Y4OvYM71cUQrqSdnuJPhNOaSfqpsoSi7MTpxi7eNqMVNe3HYv5FcYYwH7+EhSPPFkXAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T14:24:26.626409Z"},"content_sha256":"ad80e519c22488463393a71513f4c7aa68380f9d359b284a45d5c09fae120a53","schema_version":"1.0","event_id":"sha256:ad80e519c22488463393a71513f4c7aa68380f9d359b284a45d5c09fae120a53"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:M5D3YAF7OZANHBB3ORKD35RCRE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Closing the Sim-to-Real Loop: Adapting Simulation Randomization with Real World Experience","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.RO","authors_text":"Ankur Handa, Dieter Fox, Jan Issac, Miles Macklin, Nathan Ratliff, Viktor Makoviychuk, Yevgen Chebotar","submitted_at":"2018-10-12T19:15:05Z","abstract_excerpt":"We consider the problem of transferring policies to the real world by training on a distribution of simulated scenarios. Rather than manually tuning the randomization of simulations, we adapt the simulation parameter distribution using a few real world roll-outs interleaved with policy training. In doing so, we are able to change the distribution of simulations to improve the policy transfer by matching the policy behavior in simulation and the real world. We show that policies trained with our method are able to reliably transfer to different robots in two real world tasks: swing-peg-in-hole "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.05687","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:51:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2NmA9UmBZ8+aVRCTVrx8APvVKfBsHREu+mjIuKL228PGYi9I/kFrXgJOJMW+kAfFInBhwj/bM3wUjlwww5bcAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T14:24:26.627093Z"},"content_sha256":"c8088a5f88b13166f4a13ed23cf065eaec282c4fd84551df4bd672ad2d9c4cbd","schema_version":"1.0","event_id":"sha256:c8088a5f88b13166f4a13ed23cf065eaec282c4fd84551df4bd672ad2d9c4cbd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M5D3YAF7OZANHBB3ORKD35RCRE/bundle.json","state_url":"https://pith.science/pith/M5D3YAF7OZANHBB3ORKD35RCRE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M5D3YAF7OZANHBB3ORKD35RCRE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T14:24:26Z","links":{"resolver":"https://pith.science/pith/M5D3YAF7OZANHBB3ORKD35RCRE","bundle":"https://pith.science/pith/M5D3YAF7OZANHBB3ORKD35RCRE/bundle.json","state":"https://pith.science/pith/M5D3YAF7OZANHBB3ORKD35RCRE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M5D3YAF7OZANHBB3ORKD35RCRE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:M5D3YAF7OZANHBB3ORKD35RCRE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"347004694e58dc9206002fbb5ea58ea4bcd1c568731fe6e236930081cd2c0758","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2018-10-12T19:15:05Z","title_canon_sha256":"8b75d2b944c48b0d01778e17b7f16976844e08e9f5912cc540cd0ee7d98c4ce5"},"schema_version":"1.0","source":{"id":"1810.05687","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1810.05687","created_at":"2026-05-17T23:51:58Z"},{"alias_kind":"arxiv_version","alias_value":"1810.05687v4","created_at":"2026-05-17T23:51:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1810.05687","created_at":"2026-05-17T23:51:58Z"},{"alias_kind":"pith_short_12","alias_value":"M5D3YAF7OZAN","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"M5D3YAF7OZANHBB3","created_at":"2026-05-18T12:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"M5D3YAF7","created_at":"2026-05-18T12:32:37Z"}],"graph_snapshots":[{"event_id":"sha256:c8088a5f88b13166f4a13ed23cf065eaec282c4fd84551df4bd672ad2d9c4cbd","target":"graph","created_at":"2026-05-17T23:51:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We consider the problem of transferring policies to the real world by training on a distribution of simulated scenarios. Rather than manually tuning the randomization of simulations, we adapt the simulation parameter distribution using a few real world roll-outs interleaved with policy training. In doing so, we are able to change the distribution of simulations to improve the policy transfer by matching the policy behavior in simulation and the real world. We show that policies trained with our method are able to reliably transfer to different robots in two real world tasks: swing-peg-in-hole ","authors_text":"Ankur Handa, Dieter Fox, Jan Issac, Miles Macklin, Nathan Ratliff, Viktor Makoviychuk, Yevgen Chebotar","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2018-10-12T19:15:05Z","title":"Closing the Sim-to-Real Loop: Adapting Simulation Randomization with Real World Experience"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1810.05687","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ad80e519c22488463393a71513f4c7aa68380f9d359b284a45d5c09fae120a53","target":"record","created_at":"2026-05-17T23:51:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"347004694e58dc9206002fbb5ea58ea4bcd1c568731fe6e236930081cd2c0758","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2018-10-12T19:15:05Z","title_canon_sha256":"8b75d2b944c48b0d01778e17b7f16976844e08e9f5912cc540cd0ee7d98c4ce5"},"schema_version":"1.0","source":{"id":"1810.05687","kind":"arxiv","version":4}},"canonical_sha256":"6747bc00bf7640d3843b74543df622893dbb5f35832b0781c7466a273ebbd3a5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6747bc00bf7640d3843b74543df622893dbb5f35832b0781c7466a273ebbd3a5","first_computed_at":"2026-05-17T23:51:58.837192Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:51:58.837192Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JF46ZhwxyX+KONQQr8K4z+IFjDqL9dpT3cVSV04g6NrOmtGaWyjWcYEO/+El9YIbFrmowNjdqqkjONXz3fXUAg==","signature_status":"signed_v1","signed_at":"2026-05-17T23:51:58.837595Z","signed_message":"canonical_sha256_bytes"},"source_id":"1810.05687","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ad80e519c22488463393a71513f4c7aa68380f9d359b284a45d5c09fae120a53","sha256:c8088a5f88b13166f4a13ed23cf065eaec282c4fd84551df4bd672ad2d9c4cbd"],"state_sha256":"106bd0e491cf05c9716e70452f1c8e86c61fd1fe0ba91165e61076dd1638e705"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WCk+92zrklOPzwWopxGeDQ36iBbncYQS7a+R/1Z+4joDvImV1dF7aMG7oc1ifL0JAamUiz+LhKakL/5o6VqEDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T14:24:26.631296Z","bundle_sha256":"26ef571c82f715a7ba4b16c21c3455881905d4c1d4bc031e5da333fc1294b056"}}