{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:DAPYJQVSRO7LQ67X4MICUNT4QO","short_pith_number":"pith:DAPYJQVS","canonical_record":{"source":{"id":"2206.00484","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-05-30T15:52:54Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a6daa428c6cdf9a4c7111e9b626b98378441283ed60f53b879011125582b2eec","abstract_canon_sha256":"33242dc4ba1b408dc889b1bc96400660719b57b058ce33d956c2c57bf463cf48"},"schema_version":"1.0"},"canonical_sha256":"181f84c2b28bbeb87bf7e3102a367c838a9e8360d157e8ed6d2804c755587e16","source":{"kind":"arxiv","id":"2206.00484","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.00484","created_at":"2026-07-05T06:04:50Z"},{"alias_kind":"arxiv_version","alias_value":"2206.00484v2","created_at":"2026-07-05T06:04:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.00484","created_at":"2026-07-05T06:04:50Z"},{"alias_kind":"pith_short_12","alias_value":"DAPYJQVSRO7L","created_at":"2026-07-05T06:04:50Z"},{"alias_kind":"pith_short_16","alias_value":"DAPYJQVSRO7LQ67X","created_at":"2026-07-05T06:04:50Z"},{"alias_kind":"pith_short_8","alias_value":"DAPYJQVS","created_at":"2026-07-05T06:04:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:DAPYJQVSRO7LQ67X4MICUNT4QO","target":"record","payload":{"canonical_record":{"source":{"id":"2206.00484","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-05-30T15:52:54Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"a6daa428c6cdf9a4c7111e9b626b98378441283ed60f53b879011125582b2eec","abstract_canon_sha256":"33242dc4ba1b408dc889b1bc96400660719b57b058ce33d956c2c57bf463cf48"},"schema_version":"1.0"},"canonical_sha256":"181f84c2b28bbeb87bf7e3102a367c838a9e8360d157e8ed6d2804c755587e16","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:04:50.909402Z","signature_b64":"/uY1ARtA+h/930Agh8mAP2ha++T8pv0TyJVqdiQ0oXxRquVsq03AmyqQOIQ/LNzIQgG/rnj+ViZHZROtzc4WAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"181f84c2b28bbeb87bf7e3102a367c838a9e8360d157e8ed6d2804c755587e16","last_reissued_at":"2026-07-05T06:04:50.908951Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:04:50.908951Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.00484","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mMbCVsVIJFCdxXtQhGhzDfzm6wjVo91zwETU75GQiC8hNZxLfK7z4ZQ5/ExhiJCkZS7bt+hUIKIRx5ePM1F7CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T14:30:23.659698Z"},"content_sha256":"7f75459210ea6314d2a3fb442ace3e0c21eca90a10c4dcdec1fb9ce9d5418700","schema_version":"1.0","event_id":"sha256:7f75459210ea6314d2a3fb442ace3e0c21eca90a10c4dcdec1fb9ce9d5418700"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:DAPYJQVSRO7LQ67X4MICUNT4QO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DEP-RL: Embodied Exploration for Reinforcement Learning in Overactuated and Musculoskeletal Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.RO","authors_text":"Daniel H\\\"aufle, Dieter B\\\"uchler, Georg Martius, Pierre Schumacher, Syn Schmitt","submitted_at":"2022-05-30T15:52:54Z","abstract_excerpt":"Muscle-actuated organisms are capable of learning an unparalleled diversity of dexterous movements despite their vast amount of muscles. Reinforcement learning (RL) on large musculoskeletal models, however, has not been able to show similar performance. We conjecture that ineffective exploration in large overactuated action spaces is a key problem. This is supported by the finding that common exploration noise strategies are inadequate in synthetic examples of overactuated systems. We identify differential extrinsic plasticity (DEP), a method from the domain of self-organization, as being able"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.00484","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.00484/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:04:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Od/m5GiBiAyooL31QI6KCcL3z8azh2BrZU1wXFxMDIaqdzGskW4otOntxcLnbYgb7VvB+aaQl7v051oOR7yoCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T14:30:23.660684Z"},"content_sha256":"dacb479abe93a2cd6ad4cb21b684811cb7cd12b3001705138177527c111beeab","schema_version":"1.0","event_id":"sha256:dacb479abe93a2cd6ad4cb21b684811cb7cd12b3001705138177527c111beeab"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DAPYJQVSRO7LQ67X4MICUNT4QO/bundle.json","state_url":"https://pith.science/pith/DAPYJQVSRO7LQ67X4MICUNT4QO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DAPYJQVSRO7LQ67X4MICUNT4QO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T14:30:23Z","links":{"resolver":"https://pith.science/pith/DAPYJQVSRO7LQ67X4MICUNT4QO","bundle":"https://pith.science/pith/DAPYJQVSRO7LQ67X4MICUNT4QO/bundle.json","state":"https://pith.science/pith/DAPYJQVSRO7LQ67X4MICUNT4QO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DAPYJQVSRO7LQ67X4MICUNT4QO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:DAPYJQVSRO7LQ67X4MICUNT4QO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"33242dc4ba1b408dc889b1bc96400660719b57b058ce33d956c2c57bf463cf48","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-05-30T15:52:54Z","title_canon_sha256":"a6daa428c6cdf9a4c7111e9b626b98378441283ed60f53b879011125582b2eec"},"schema_version":"1.0","source":{"id":"2206.00484","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.00484","created_at":"2026-07-05T06:04:50Z"},{"alias_kind":"arxiv_version","alias_value":"2206.00484v2","created_at":"2026-07-05T06:04:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.00484","created_at":"2026-07-05T06:04:50Z"},{"alias_kind":"pith_short_12","alias_value":"DAPYJQVSRO7L","created_at":"2026-07-05T06:04:50Z"},{"alias_kind":"pith_short_16","alias_value":"DAPYJQVSRO7LQ67X","created_at":"2026-07-05T06:04:50Z"},{"alias_kind":"pith_short_8","alias_value":"DAPYJQVS","created_at":"2026-07-05T06:04:50Z"}],"graph_snapshots":[{"event_id":"sha256:dacb479abe93a2cd6ad4cb21b684811cb7cd12b3001705138177527c111beeab","target":"graph","created_at":"2026-07-05T06:04:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.00484/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Muscle-actuated organisms are capable of learning an unparalleled diversity of dexterous movements despite their vast amount of muscles. Reinforcement learning (RL) on large musculoskeletal models, however, has not been able to show similar performance. We conjecture that ineffective exploration in large overactuated action spaces is a key problem. This is supported by the finding that common exploration noise strategies are inadequate in synthetic examples of overactuated systems. We identify differential extrinsic plasticity (DEP), a method from the domain of self-organization, as being able","authors_text":"Daniel H\\\"aufle, Dieter B\\\"uchler, Georg Martius, Pierre Schumacher, Syn Schmitt","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-05-30T15:52:54Z","title":"DEP-RL: Embodied Exploration for Reinforcement Learning in Overactuated and Musculoskeletal Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.00484","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7f75459210ea6314d2a3fb442ace3e0c21eca90a10c4dcdec1fb9ce9d5418700","target":"record","created_at":"2026-07-05T06:04:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"33242dc4ba1b408dc889b1bc96400660719b57b058ce33d956c2c57bf463cf48","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.RO","submitted_at":"2022-05-30T15:52:54Z","title_canon_sha256":"a6daa428c6cdf9a4c7111e9b626b98378441283ed60f53b879011125582b2eec"},"schema_version":"1.0","source":{"id":"2206.00484","kind":"arxiv","version":2}},"canonical_sha256":"181f84c2b28bbeb87bf7e3102a367c838a9e8360d157e8ed6d2804c755587e16","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"181f84c2b28bbeb87bf7e3102a367c838a9e8360d157e8ed6d2804c755587e16","first_computed_at":"2026-07-05T06:04:50.908951Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:04:50.908951Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/uY1ARtA+h/930Agh8mAP2ha++T8pv0TyJVqdiQ0oXxRquVsq03AmyqQOIQ/LNzIQgG/rnj+ViZHZROtzc4WAA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:04:50.909402Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.00484","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7f75459210ea6314d2a3fb442ace3e0c21eca90a10c4dcdec1fb9ce9d5418700","sha256:dacb479abe93a2cd6ad4cb21b684811cb7cd12b3001705138177527c111beeab"],"state_sha256":"9601e1cbe1ff536e008d8c7c3b83003532865ca4e2f5a8d743285713ffa21e30"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3qHUJr1zZUUF9+5ZZyXWHv0vbEdwCEuiGp2lA5UMuCfQsY0KQ++QO2Di1a9zPYfWVdgdREpXvjRXqq+e9Wl1Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T14:30:23.668601Z","bundle_sha256":"f4734d243e0c4c6c1b73c549c5bc9b84f31f2867ff90aa2dd884e0180a56c032"}}