{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:5KM5ZB5IZ4Y6WRB6I553OYI7UX","short_pith_number":"pith:5KM5ZB5I","canonical_record":{"source":{"id":"2012.13695","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2020-12-26T07:57:55Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"e983ca13a497a6b2371dc92d19fa0b3865c6ca7e40e10ef9967bc5c0184a337a","abstract_canon_sha256":"47e5d9f071c7ca484a9ed98131708af39e7257833590da78f003009e4c9e812e"},"schema_version":"1.0"},"canonical_sha256":"ea99dc87a8cf31eb443e477bb7611fa5e61a4b649a23a738f57f54102c89c84d","source":{"kind":"arxiv","id":"2012.13695","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.13695","created_at":"2026-07-05T02:24:53Z"},{"alias_kind":"arxiv_version","alias_value":"2012.13695v2","created_at":"2026-07-05T02:24:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.13695","created_at":"2026-07-05T02:24:53Z"},{"alias_kind":"pith_short_12","alias_value":"5KM5ZB5IZ4Y6","created_at":"2026-07-05T02:24:53Z"},{"alias_kind":"pith_short_16","alias_value":"5KM5ZB5IZ4Y6WRB6","created_at":"2026-07-05T02:24:53Z"},{"alias_kind":"pith_short_8","alias_value":"5KM5ZB5I","created_at":"2026-07-05T02:24:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:5KM5ZB5IZ4Y6WRB6I553OYI7UX","target":"record","payload":{"canonical_record":{"source":{"id":"2012.13695","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2020-12-26T07:57:55Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"e983ca13a497a6b2371dc92d19fa0b3865c6ca7e40e10ef9967bc5c0184a337a","abstract_canon_sha256":"47e5d9f071c7ca484a9ed98131708af39e7257833590da78f003009e4c9e812e"},"schema_version":"1.0"},"canonical_sha256":"ea99dc87a8cf31eb443e477bb7611fa5e61a4b649a23a738f57f54102c89c84d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:24:53.172971Z","signature_b64":"qM2CpCItJyI43Bz86idhXpCe6j+K8Lm1F7IrFGa4fgpmT2jzHhslrHZuNghn8+Fx0iNIHRqcnSgNMLNNtqFMDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ea99dc87a8cf31eb443e477bb7611fa5e61a4b649a23a738f57f54102c89c84d","last_reissued_at":"2026-07-05T02:24:53.172534Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:24:53.172534Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2012.13695","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:24:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0MhvYbKQOi5RCsNQcpuO3z0Bodvey3m+s4SormIwR4+4fo4Z0cnN+uYRwlOCau5z9lct1jbZ/wZebN7Yp5PUCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T04:52:03.175452Z"},"content_sha256":"a1f507c83d9faa8670d0fe342831e20b8d94cf276aa135b9feec2d34a8bc311e","schema_version":"1.0","event_id":"sha256:a1f507c83d9faa8670d0fe342831e20b8d94cf276aa135b9feec2d34a8bc311e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:5KM5ZB5IZ4Y6WRB6I553OYI7UX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Translating Natural Language Instructions to Computer Programs for Robot Manipulation","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"cs.RO","authors_text":"Bharadwaj Amrutur, Raviteja Upadrashta, Sagar Gubbi Venkatesh","submitted_at":"2020-12-26T07:57:55Z","abstract_excerpt":"It is highly desirable for robots that work alongside humans to be able to understand instructions in natural language. Existing language conditioned imitation learning models directly predict the actuator commands from the image observation and the instruction text. Rather than directly predicting actuator commands, we propose translating the natural language instruction to a Python function which queries the scene by accessing the output of the object detector and controls the robot to perform the specified task. This enables the use of non-differentiable modules such as a constraint solver "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.13695","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2012.13695/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:24:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ChVeRIYk1KM/TuOZcyr+gY8osyb+dc6zLqsVF4zPYf6GRoQ01/8nbkZl3nHEYvq+w5HI2xvcOLIYIACbfiDVAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T04:52:03.176047Z"},"content_sha256":"a682db49b2af079b5e7d9895a26208e74b7a300b8f5a5dda0a1f128c68c51986","schema_version":"1.0","event_id":"sha256:a682db49b2af079b5e7d9895a26208e74b7a300b8f5a5dda0a1f128c68c51986"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5KM5ZB5IZ4Y6WRB6I553OYI7UX/bundle.json","state_url":"https://pith.science/pith/5KM5ZB5IZ4Y6WRB6I553OYI7UX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5KM5ZB5IZ4Y6WRB6I553OYI7UX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T04:52:03Z","links":{"resolver":"https://pith.science/pith/5KM5ZB5IZ4Y6WRB6I553OYI7UX","bundle":"https://pith.science/pith/5KM5ZB5IZ4Y6WRB6I553OYI7UX/bundle.json","state":"https://pith.science/pith/5KM5ZB5IZ4Y6WRB6I553OYI7UX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5KM5ZB5IZ4Y6WRB6I553OYI7UX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:5KM5ZB5IZ4Y6WRB6I553OYI7UX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"47e5d9f071c7ca484a9ed98131708af39e7257833590da78f003009e4c9e812e","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2020-12-26T07:57:55Z","title_canon_sha256":"e983ca13a497a6b2371dc92d19fa0b3865c6ca7e40e10ef9967bc5c0184a337a"},"schema_version":"1.0","source":{"id":"2012.13695","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.13695","created_at":"2026-07-05T02:24:53Z"},{"alias_kind":"arxiv_version","alias_value":"2012.13695v2","created_at":"2026-07-05T02:24:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.13695","created_at":"2026-07-05T02:24:53Z"},{"alias_kind":"pith_short_12","alias_value":"5KM5ZB5IZ4Y6","created_at":"2026-07-05T02:24:53Z"},{"alias_kind":"pith_short_16","alias_value":"5KM5ZB5IZ4Y6WRB6","created_at":"2026-07-05T02:24:53Z"},{"alias_kind":"pith_short_8","alias_value":"5KM5ZB5I","created_at":"2026-07-05T02:24:53Z"}],"graph_snapshots":[{"event_id":"sha256:a682db49b2af079b5e7d9895a26208e74b7a300b8f5a5dda0a1f128c68c51986","target":"graph","created_at":"2026-07-05T02:24:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.13695/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"It is highly desirable for robots that work alongside humans to be able to understand instructions in natural language. Existing language conditioned imitation learning models directly predict the actuator commands from the image observation and the instruction text. Rather than directly predicting actuator commands, we propose translating the natural language instruction to a Python function which queries the scene by accessing the output of the object detector and controls the robot to perform the specified task. This enables the use of non-differentiable modules such as a constraint solver ","authors_text":"Bharadwaj Amrutur, Raviteja Upadrashta, Sagar Gubbi Venkatesh","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2020-12-26T07:57:55Z","title":"Translating Natural Language Instructions to Computer Programs for Robot Manipulation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.13695","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a1f507c83d9faa8670d0fe342831e20b8d94cf276aa135b9feec2d34a8bc311e","target":"record","created_at":"2026-07-05T02:24:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"47e5d9f071c7ca484a9ed98131708af39e7257833590da78f003009e4c9e812e","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.RO","submitted_at":"2020-12-26T07:57:55Z","title_canon_sha256":"e983ca13a497a6b2371dc92d19fa0b3865c6ca7e40e10ef9967bc5c0184a337a"},"schema_version":"1.0","source":{"id":"2012.13695","kind":"arxiv","version":2}},"canonical_sha256":"ea99dc87a8cf31eb443e477bb7611fa5e61a4b649a23a738f57f54102c89c84d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ea99dc87a8cf31eb443e477bb7611fa5e61a4b649a23a738f57f54102c89c84d","first_computed_at":"2026-07-05T02:24:53.172534Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:24:53.172534Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qM2CpCItJyI43Bz86idhXpCe6j+K8Lm1F7IrFGa4fgpmT2jzHhslrHZuNghn8+Fx0iNIHRqcnSgNMLNNtqFMDg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:24:53.172971Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.13695","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a1f507c83d9faa8670d0fe342831e20b8d94cf276aa135b9feec2d34a8bc311e","sha256:a682db49b2af079b5e7d9895a26208e74b7a300b8f5a5dda0a1f128c68c51986"],"state_sha256":"262a68f486d5c1c18ce2bce44f87988d5215e4efd8526e35307af10df2b3b5ce"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MvWprP66/Zj1JMDikByDQnJ+Fe+hcYQ/eeZz3Io8cDJWThQ0BY8ZDjCkDdAiEtVFG15jOIyjJRZaaZvV0hFeCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T04:52:03.180453Z","bundle_sha256":"c80f182250f4bb5c9167fe5cb88c04ffe80c9d70899d973711f3dfcc577e8a25"}}