{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:F7GHSNJF23FGAIW4WUTX3VTUJS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dd565a0ebc7d91fb303b74930cd4f58ae3984398b7698570c8748932c6d09c89","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-08-11T00:10:44Z","title_canon_sha256":"21e0fe74d9c6eb79b74ac470b24988b043039f94043b859a480b835d79468504"},"schema_version":"1.0","source":{"id":"2008.04460","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2008.04460","created_at":"2026-07-05T01:50:11Z"},{"alias_kind":"arxiv_version","alias_value":"2008.04460v2","created_at":"2026-07-05T01:50:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2008.04460","created_at":"2026-07-05T01:50:11Z"},{"alias_kind":"pith_short_12","alias_value":"F7GHSNJF23FG","created_at":"2026-07-05T01:50:11Z"},{"alias_kind":"pith_short_16","alias_value":"F7GHSNJF23FGAIW4","created_at":"2026-07-05T01:50:11Z"},{"alias_kind":"pith_short_8","alias_value":"F7GHSNJF","created_at":"2026-07-05T01:50:11Z"}],"graph_snapshots":[{"event_id":"sha256:1cd6c61453d8116bba0d01b6fa1672e01266ceb2f128e92ca41b57475f5e73a6","target":"graph","created_at":"2026-07-05T01:50:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2008.04460/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep Reinforcement Learning (RL) has shown great success in learning complex control policies for a variety of applications in robotics. However, in most such cases, the hardware of the robot has been considered immutable, modeled as part of the environment. In this study, we explore the problem of learning hardware and control parameters together in a unified RL framework. To achieve this, we propose to model the robot body as a \"hardware policy\", analogous to and optimized jointly with its computational counterpart. We show that, by modeling such hardware policies as auto-differentiable comp","authors_text":"Matei Ciocarlie, Tianjian Chen, Zhanpeng He","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-08-11T00:10:44Z","title":"Hardware as Policy: Mechanical and Computational Co-Optimization using Deep Reinforcement Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2008.04460","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4471f44c856565f713bdcb77d0e63789ec9b896438ab0fd179f25d5d8e1b9f34","target":"record","created_at":"2026-07-05T01:50:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dd565a0ebc7d91fb303b74930cd4f58ae3984398b7698570c8748932c6d09c89","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2020-08-11T00:10:44Z","title_canon_sha256":"21e0fe74d9c6eb79b74ac470b24988b043039f94043b859a480b835d79468504"},"schema_version":"1.0","source":{"id":"2008.04460","kind":"arxiv","version":2}},"canonical_sha256":"2fcc793525d6ca6022dcb5277dd6744c8fa1c8b468c7471cc6d32a53f41b8ea4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2fcc793525d6ca6022dcb5277dd6744c8fa1c8b468c7471cc6d32a53f41b8ea4","first_computed_at":"2026-07-05T01:50:11.900812Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:50:11.900812Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YvJNKi7u8ouIaNEGU38Rl4yI8t0F4yB1bul2DttVkcu0EcQm/8JGulmFqenhEjipHzhrSM6rShgnbW/NlX+RCg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:50:11.901290Z","signed_message":"canonical_sha256_bytes"},"source_id":"2008.04460","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4471f44c856565f713bdcb77d0e63789ec9b896438ab0fd179f25d5d8e1b9f34","sha256:1cd6c61453d8116bba0d01b6fa1672e01266ceb2f128e92ca41b57475f5e73a6"],"state_sha256":"613696faf5f6eb3af7ffcf97b42728fa91e5971e0eecf9c5ba37d6d44f02e44c"}