{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:7AP5G4VRCX6SIZDQU6XJCUHM4D","short_pith_number":"pith:7AP5G4VR","canonical_record":{"source":{"id":"2304.09434","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-04-19T06:00:40Z","cross_cats_sorted":[],"title_canon_sha256":"efa7f89fb5029c2d3833c7e132cacf54574f629f6dbcf18b699425158ae94a59","abstract_canon_sha256":"b07fabf7ecf8ad25f1b1812e3eceb0838bed3f5b4896e360531164a77ee41fa2"},"schema_version":"1.0"},"canonical_sha256":"f81fd372b115fd246470a7ae9150ece0ce1ddbbb7737f9850114c48b1c20864f","source":{"kind":"arxiv","id":"2304.09434","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.09434","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"arxiv_version","alias_value":"2304.09434v1","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.09434","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_12","alias_value":"7AP5G4VRCX6S","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_16","alias_value":"7AP5G4VRCX6SIZDQ","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_8","alias_value":"7AP5G4VR","created_at":"2026-07-05T06:46:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:7AP5G4VRCX6SIZDQU6XJCUHM4D","target":"record","payload":{"canonical_record":{"source":{"id":"2304.09434","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-04-19T06:00:40Z","cross_cats_sorted":[],"title_canon_sha256":"efa7f89fb5029c2d3833c7e132cacf54574f629f6dbcf18b699425158ae94a59","abstract_canon_sha256":"b07fabf7ecf8ad25f1b1812e3eceb0838bed3f5b4896e360531164a77ee41fa2"},"schema_version":"1.0"},"canonical_sha256":"f81fd372b115fd246470a7ae9150ece0ce1ddbbb7737f9850114c48b1c20864f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:46:32.219686Z","signature_b64":"I+BcR6v5JLMFFjsa4TxkRbn9MXD3ZmJ12G4cSn0mvyWmb8qrjW6MqeLnUzGxqjhLk28ACY/C1Js71Ge9He0FCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f81fd372b115fd246470a7ae9150ece0ce1ddbbb7737f9850114c48b1c20864f","last_reissued_at":"2026-07-05T06:46:32.219200Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:46:32.219200Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.09434","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uQK2ieX4oKLWzLRWRMlnFxswhkFIZGa/E1elLd9L4z+ivE/dXzsZoX3jLukLr4VhFvD2ksH4ldYMBxmUx5akBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:39:11.785335Z"},"content_sha256":"0e7b813b7622a73ccba38bb93a7a59bcdc993d4d59ad07b7194a894a4df60960","schema_version":"1.0","event_id":"sha256:0e7b813b7622a73ccba38bb93a7a59bcdc993d4d59ad07b7194a894a4df60960"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:7AP5G4VRCX6SIZDQU6XJCUHM4D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Torque-based Deep Reinforcement Learning for Task-and-Robot Agnostic Learning on Bipedal Robots Using Sim-to-Real Transfer","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.RO","authors_text":"Donghyeon Kim, Glen Berseth, Jaeheung Park, Mathew Schwartz","submitted_at":"2023-04-19T06:00:40Z","abstract_excerpt":"In this paper, we review the question of which action space is best suited for controlling a real biped robot in combination with Sim2Real training. Position control has been popular as it has been shown to be more sample efficient and intuitive to combine with other planning algorithms. However, for position control gain tuning is required to achieve the best possible policy performance. We show that instead, using a torque-based action space enables task-and-robot agnostic learning with less parameter tuning and mitigates the sim-to-reality gap by taking advantage of torque control's inheren"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.09434","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.09434/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:46:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EQ1bCojr2ShT6fV9XUrNnnbT7WOggQeN+fndAUvXKcrJmI/NGC23EGDM3uFylXBPiE9+9k9uw4S46tX1cFyyCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T15:39:11.785719Z"},"content_sha256":"2eaaf757616d487ac48a50eff506489da06883b7083afdc5b976c0e2e1ea9f78","schema_version":"1.0","event_id":"sha256:2eaaf757616d487ac48a50eff506489da06883b7083afdc5b976c0e2e1ea9f78"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7AP5G4VRCX6SIZDQU6XJCUHM4D/bundle.json","state_url":"https://pith.science/pith/7AP5G4VRCX6SIZDQU6XJCUHM4D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7AP5G4VRCX6SIZDQU6XJCUHM4D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T15:39:11Z","links":{"resolver":"https://pith.science/pith/7AP5G4VRCX6SIZDQU6XJCUHM4D","bundle":"https://pith.science/pith/7AP5G4VRCX6SIZDQU6XJCUHM4D/bundle.json","state":"https://pith.science/pith/7AP5G4VRCX6SIZDQU6XJCUHM4D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7AP5G4VRCX6SIZDQU6XJCUHM4D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:7AP5G4VRCX6SIZDQU6XJCUHM4D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b07fabf7ecf8ad25f1b1812e3eceb0838bed3f5b4896e360531164a77ee41fa2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-04-19T06:00:40Z","title_canon_sha256":"efa7f89fb5029c2d3833c7e132cacf54574f629f6dbcf18b699425158ae94a59"},"schema_version":"1.0","source":{"id":"2304.09434","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.09434","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"arxiv_version","alias_value":"2304.09434v1","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.09434","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_12","alias_value":"7AP5G4VRCX6S","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_16","alias_value":"7AP5G4VRCX6SIZDQ","created_at":"2026-07-05T06:46:32Z"},{"alias_kind":"pith_short_8","alias_value":"7AP5G4VR","created_at":"2026-07-05T06:46:32Z"}],"graph_snapshots":[{"event_id":"sha256:2eaaf757616d487ac48a50eff506489da06883b7083afdc5b976c0e2e1ea9f78","target":"graph","created_at":"2026-07-05T06:46:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.09434/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we review the question of which action space is best suited for controlling a real biped robot in combination with Sim2Real training. Position control has been popular as it has been shown to be more sample efficient and intuitive to combine with other planning algorithms. However, for position control gain tuning is required to achieve the best possible policy performance. We show that instead, using a torque-based action space enables task-and-robot agnostic learning with less parameter tuning and mitigates the sim-to-reality gap by taking advantage of torque control's inheren","authors_text":"Donghyeon Kim, Glen Berseth, Jaeheung Park, Mathew Schwartz","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-04-19T06:00:40Z","title":"Torque-based Deep Reinforcement Learning for Task-and-Robot Agnostic Learning on Bipedal Robots Using Sim-to-Real Transfer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.09434","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0e7b813b7622a73ccba38bb93a7a59bcdc993d4d59ad07b7194a894a4df60960","target":"record","created_at":"2026-07-05T06:46:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b07fabf7ecf8ad25f1b1812e3eceb0838bed3f5b4896e360531164a77ee41fa2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-04-19T06:00:40Z","title_canon_sha256":"efa7f89fb5029c2d3833c7e132cacf54574f629f6dbcf18b699425158ae94a59"},"schema_version":"1.0","source":{"id":"2304.09434","kind":"arxiv","version":1}},"canonical_sha256":"f81fd372b115fd246470a7ae9150ece0ce1ddbbb7737f9850114c48b1c20864f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f81fd372b115fd246470a7ae9150ece0ce1ddbbb7737f9850114c48b1c20864f","first_computed_at":"2026-07-05T06:46:32.219200Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:46:32.219200Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"I+BcR6v5JLMFFjsa4TxkRbn9MXD3ZmJ12G4cSn0mvyWmb8qrjW6MqeLnUzGxqjhLk28ACY/C1Js71Ge9He0FCw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:46:32.219686Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.09434","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0e7b813b7622a73ccba38bb93a7a59bcdc993d4d59ad07b7194a894a4df60960","sha256:2eaaf757616d487ac48a50eff506489da06883b7083afdc5b976c0e2e1ea9f78"],"state_sha256":"06e61eca92e324c9ff50fddab7f6bef48ac1a1f73844f03f1b752cb9b036a099"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yNMYXYUUq6bcvwgt6MyyBCJrfLml8Kq1rQg9I4nJfewbFQLFYLyF4AvH/JBM98X/oaBRCll0/LtW/F5EgaslAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T15:39:11.788238Z","bundle_sha256":"5d06e3134168f2cc0cb6a8eefede043ad1b6ef568720f3522159eb03d37b2530"}}