{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:UZITYVQLTIT6EMUH5URW7MWQMB","short_pith_number":"pith:UZITYVQL","canonical_record":{"source":{"id":"2410.03076","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2024-10-04T01:37:54Z","cross_cats_sorted":[],"title_canon_sha256":"e02377c96b9e8ed030efa2cdcc9178b4062a413cdfb8975a319768c4a9094577","abstract_canon_sha256":"33f9bbfdd9415e4b4edafd67ee72d6bfa343e0d56e3437d4b7500acdcbc7873f"},"schema_version":"1.0"},"canonical_sha256":"a6513c560b9a27e23287ed236fb2d0604dd775f88392aee5701d62363980801c","source":{"kind":"arxiv","id":"2410.03076","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03076","created_at":"2026-07-05T09:15:43Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03076v1","created_at":"2026-07-05T09:15:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03076","created_at":"2026-07-05T09:15:43Z"},{"alias_kind":"pith_short_12","alias_value":"UZITYVQLTIT6","created_at":"2026-07-05T09:15:43Z"},{"alias_kind":"pith_short_16","alias_value":"UZITYVQLTIT6EMUH","created_at":"2026-07-05T09:15:43Z"},{"alias_kind":"pith_short_8","alias_value":"UZITYVQL","created_at":"2026-07-05T09:15:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:UZITYVQLTIT6EMUH5URW7MWQMB","target":"record","payload":{"canonical_record":{"source":{"id":"2410.03076","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2024-10-04T01:37:54Z","cross_cats_sorted":[],"title_canon_sha256":"e02377c96b9e8ed030efa2cdcc9178b4062a413cdfb8975a319768c4a9094577","abstract_canon_sha256":"33f9bbfdd9415e4b4edafd67ee72d6bfa343e0d56e3437d4b7500acdcbc7873f"},"schema_version":"1.0"},"canonical_sha256":"a6513c560b9a27e23287ed236fb2d0604dd775f88392aee5701d62363980801c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:15:43.802354Z","signature_b64":"Zvxt0KhX4dxMXKndoSNYpjKrmq78DhXPPn4mgWEeAufvbvk1NqYxUgNFW81gd+251QoOLo+h7UccFAJkOdRpDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a6513c560b9a27e23287ed236fb2d0604dd775f88392aee5701d62363980801c","last_reissued_at":"2026-07-05T09:15:43.801888Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:15:43.801888Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.03076","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:15:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Km04tKl27UrPj6PAKtfYzy/exVhlj9pQmN7hGXNcX4QH8rDXi90gWfVHm6UAbs/kTA4INuH8U7mCA4HAbgqOBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T13:11:50.313469Z"},"content_sha256":"0a5e7f8457f57f9aab85b50e85aeb0a719450af73de63cb5c3ad59a75eafc45f","schema_version":"1.0","event_id":"sha256:0a5e7f8457f57f9aab85b50e85aeb0a719450af73de63cb5c3ad59a75eafc45f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:UZITYVQLTIT6EMUH5URW7MWQMB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Residual Policy Learning for Perceptive Quadruped Control Using Differentiable Simulation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.RO","authors_text":"Davide Scaramuzza, Fan Shi, Jing Yuan Luo, Marco Hutter, Victor Klemm, Yunlong Song","submitted_at":"2024-10-04T01:37:54Z","abstract_excerpt":"First-order Policy Gradient (FoPG) algorithms such as Backpropagation through Time and Analytical Policy Gradients leverage local simulation physics to accelerate policy search, significantly improving sample efficiency in robot control compared to standard model-free reinforcement learning. However, FoPG algorithms can exhibit poor learning dynamics in contact-rich tasks like locomotion. Previous approaches address this issue by alleviating contact dynamics via algorithmic or simulation innovations. In contrast, we propose guiding the policy search by learning a residual over a simple baselin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03076","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.03076/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:15:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OWiKWQVgWmti688o+mYcN+uLrxfkTyVbCO7BP5iyHYudvGZs5+ahL0PQz5y1kEwjjJV+8UA6aG6XLl00W+wFCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T13:11:50.313975Z"},"content_sha256":"d2a6d7e9e1f834440c7fff2fa7685b6fff107fae323812898e9f4a25fdb8aa4e","schema_version":"1.0","event_id":"sha256:d2a6d7e9e1f834440c7fff2fa7685b6fff107fae323812898e9f4a25fdb8aa4e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UZITYVQLTIT6EMUH5URW7MWQMB/bundle.json","state_url":"https://pith.science/pith/UZITYVQLTIT6EMUH5URW7MWQMB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UZITYVQLTIT6EMUH5URW7MWQMB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T13:11:50Z","links":{"resolver":"https://pith.science/pith/UZITYVQLTIT6EMUH5URW7MWQMB","bundle":"https://pith.science/pith/UZITYVQLTIT6EMUH5URW7MWQMB/bundle.json","state":"https://pith.science/pith/UZITYVQLTIT6EMUH5URW7MWQMB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UZITYVQLTIT6EMUH5URW7MWQMB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:UZITYVQLTIT6EMUH5URW7MWQMB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"33f9bbfdd9415e4b4edafd67ee72d6bfa343e0d56e3437d4b7500acdcbc7873f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2024-10-04T01:37:54Z","title_canon_sha256":"e02377c96b9e8ed030efa2cdcc9178b4062a413cdfb8975a319768c4a9094577"},"schema_version":"1.0","source":{"id":"2410.03076","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.03076","created_at":"2026-07-05T09:15:43Z"},{"alias_kind":"arxiv_version","alias_value":"2410.03076v1","created_at":"2026-07-05T09:15:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.03076","created_at":"2026-07-05T09:15:43Z"},{"alias_kind":"pith_short_12","alias_value":"UZITYVQLTIT6","created_at":"2026-07-05T09:15:43Z"},{"alias_kind":"pith_short_16","alias_value":"UZITYVQLTIT6EMUH","created_at":"2026-07-05T09:15:43Z"},{"alias_kind":"pith_short_8","alias_value":"UZITYVQL","created_at":"2026-07-05T09:15:43Z"}],"graph_snapshots":[{"event_id":"sha256:d2a6d7e9e1f834440c7fff2fa7685b6fff107fae323812898e9f4a25fdb8aa4e","target":"graph","created_at":"2026-07-05T09:15:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.03076/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"First-order Policy Gradient (FoPG) algorithms such as Backpropagation through Time and Analytical Policy Gradients leverage local simulation physics to accelerate policy search, significantly improving sample efficiency in robot control compared to standard model-free reinforcement learning. However, FoPG algorithms can exhibit poor learning dynamics in contact-rich tasks like locomotion. Previous approaches address this issue by alleviating contact dynamics via algorithmic or simulation innovations. In contrast, we propose guiding the policy search by learning a residual over a simple baselin","authors_text":"Davide Scaramuzza, Fan Shi, Jing Yuan Luo, Marco Hutter, Victor Klemm, Yunlong Song","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2024-10-04T01:37:54Z","title":"Residual Policy Learning for Perceptive Quadruped Control Using Differentiable Simulation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.03076","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0a5e7f8457f57f9aab85b50e85aeb0a719450af73de63cb5c3ad59a75eafc45f","target":"record","created_at":"2026-07-05T09:15:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"33f9bbfdd9415e4b4edafd67ee72d6bfa343e0d56e3437d4b7500acdcbc7873f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2024-10-04T01:37:54Z","title_canon_sha256":"e02377c96b9e8ed030efa2cdcc9178b4062a413cdfb8975a319768c4a9094577"},"schema_version":"1.0","source":{"id":"2410.03076","kind":"arxiv","version":1}},"canonical_sha256":"a6513c560b9a27e23287ed236fb2d0604dd775f88392aee5701d62363980801c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a6513c560b9a27e23287ed236fb2d0604dd775f88392aee5701d62363980801c","first_computed_at":"2026-07-05T09:15:43.801888Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:15:43.801888Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Zvxt0KhX4dxMXKndoSNYpjKrmq78DhXPPn4mgWEeAufvbvk1NqYxUgNFW81gd+251QoOLo+h7UccFAJkOdRpDg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:15:43.802354Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.03076","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0a5e7f8457f57f9aab85b50e85aeb0a719450af73de63cb5c3ad59a75eafc45f","sha256:d2a6d7e9e1f834440c7fff2fa7685b6fff107fae323812898e9f4a25fdb8aa4e"],"state_sha256":"01229d096ecf30608b00fd11c122e8b2458886509ee1ffd86982a5ad0154ccbd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UuutLf9WXDGzj7V5vnjNk5XDX+GYbBH7vd3gwdNll/GX+pmd/mcigTK3lw+C7lWAoMtX8I1zHhe9tgSqGb0TBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T13:11:50.318754Z","bundle_sha256":"f39110ae72a93ae4e1d8c17adb615e6e72b4026b95f739b696cb30786f5074ba"}}