{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:YYJWP2VBXKN42JEOLKZZAYLNUN","short_pith_number":"pith:YYJWP2VB","canonical_record":{"source":{"id":"2304.04602","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-04-10T14:17:33Z","cross_cats_sorted":["cs.HC","cs.LG"],"title_canon_sha256":"698799f085e8bc67def5893aa5307b997b2ae3ad8dfa454813b167204c3c5928","abstract_canon_sha256":"e9e1315ec9d40cd857139f2b4b1282b42b9880bc8d0ec6c04684276e4172866f"},"schema_version":"1.0"},"canonical_sha256":"c61367eaa1ba9bcd248e5ab390616da37d1ee7e702cfb3ec9cd9fc009580de1d","source":{"kind":"arxiv","id":"2304.04602","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.04602","created_at":"2026-07-05T06:50:13Z"},{"alias_kind":"arxiv_version","alias_value":"2304.04602v2","created_at":"2026-07-05T06:50:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.04602","created_at":"2026-07-05T06:50:13Z"},{"alias_kind":"pith_short_12","alias_value":"YYJWP2VBXKN4","created_at":"2026-07-05T06:50:13Z"},{"alias_kind":"pith_short_16","alias_value":"YYJWP2VBXKN42JEO","created_at":"2026-07-05T06:50:13Z"},{"alias_kind":"pith_short_8","alias_value":"YYJWP2VB","created_at":"2026-07-05T06:50:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:YYJWP2VBXKN42JEOLKZZAYLNUN","target":"record","payload":{"canonical_record":{"source":{"id":"2304.04602","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-04-10T14:17:33Z","cross_cats_sorted":["cs.HC","cs.LG"],"title_canon_sha256":"698799f085e8bc67def5893aa5307b997b2ae3ad8dfa454813b167204c3c5928","abstract_canon_sha256":"e9e1315ec9d40cd857139f2b4b1282b42b9880bc8d0ec6c04684276e4172866f"},"schema_version":"1.0"},"canonical_sha256":"c61367eaa1ba9bcd248e5ab390616da37d1ee7e702cfb3ec9cd9fc009580de1d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:50:13.802659Z","signature_b64":"2RUxPWc5d2iuGxZk+ghHvUwpU5MaHHpCRG1+dlGDNSAs7Fe5Vn7ft9+MWgI7PRDbN519LudtexcNSBQgVNJ8Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c61367eaa1ba9bcd248e5ab390616da37d1ee7e702cfb3ec9cd9fc009580de1d","last_reissued_at":"2026-07-05T06:50:13.802127Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:50:13.802127Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.04602","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:50:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UfxDqdgmVEk9ltO8cOfRqlUOnoEDVCFpBfnqcX4w3PW3ZJx2ZIrixSoNdL3U5HeL8Xe19TOKmBCf+W5OEwuPBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T07:18:18.983960Z"},"content_sha256":"2f486e8d38896774ef52a0d0adaaa58dbbfda3f4aa6993593715f4b6b2ff27d7","schema_version":"1.0","event_id":"sha256:2f486e8d38896774ef52a0d0adaaa58dbbfda3f4aa6993593715f4b6b2ff27d7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:YYJWP2VBXKN42JEOLKZZAYLNUN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning a Universal Human Prior for Dexterous Manipulation from Human Preference","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.HC","cs.LG"],"primary_cat":"cs.RO","authors_text":"Allen Z. Ren, Chi Jin, Hao Dong, Qianxu Wang, Shixiang Shane Gu, Yuanpei Chen, Zihan Ding","submitted_at":"2023-04-10T14:17:33Z","abstract_excerpt":"Generating human-like behavior on robots is a great challenge especially in dexterous manipulation tasks with robotic hands. Scripting policies from scratch is intractable due to the high-dimensional control space, and training policies with reinforcement learning (RL) and manual reward engineering can also be hard and lead to unnatural motions. Leveraging the recent progress on RL from Human Feedback, we propose a framework that learns a universal human prior using direct human preference feedback over videos, for efficiently tuning the RL policies on 20 dual-hand robot manipulation tasks in "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.04602","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.04602/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:50:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VsOzSLettz04Ylj+s6Ay4rs20//iU21+RcR+xfT8i1VWhP2DTAXtZAJ3TmC/ltyV+kMTpl9sbrQVoUFtu0wnDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T07:18:18.984347Z"},"content_sha256":"a1060ea73387895c1ea27fa6ee5d2e572c67a2478f97ea808302e4435bd87c76","schema_version":"1.0","event_id":"sha256:a1060ea73387895c1ea27fa6ee5d2e572c67a2478f97ea808302e4435bd87c76"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/YYJWP2VBXKN42JEOLKZZAYLNUN/bundle.json","state_url":"https://pith.science/pith/YYJWP2VBXKN42JEOLKZZAYLNUN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/YYJWP2VBXKN42JEOLKZZAYLNUN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T07:18:18Z","links":{"resolver":"https://pith.science/pith/YYJWP2VBXKN42JEOLKZZAYLNUN","bundle":"https://pith.science/pith/YYJWP2VBXKN42JEOLKZZAYLNUN/bundle.json","state":"https://pith.science/pith/YYJWP2VBXKN42JEOLKZZAYLNUN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/YYJWP2VBXKN42JEOLKZZAYLNUN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:YYJWP2VBXKN42JEOLKZZAYLNUN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e9e1315ec9d40cd857139f2b4b1282b42b9880bc8d0ec6c04684276e4172866f","cross_cats_sorted":["cs.HC","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-04-10T14:17:33Z","title_canon_sha256":"698799f085e8bc67def5893aa5307b997b2ae3ad8dfa454813b167204c3c5928"},"schema_version":"1.0","source":{"id":"2304.04602","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.04602","created_at":"2026-07-05T06:50:13Z"},{"alias_kind":"arxiv_version","alias_value":"2304.04602v2","created_at":"2026-07-05T06:50:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.04602","created_at":"2026-07-05T06:50:13Z"},{"alias_kind":"pith_short_12","alias_value":"YYJWP2VBXKN4","created_at":"2026-07-05T06:50:13Z"},{"alias_kind":"pith_short_16","alias_value":"YYJWP2VBXKN42JEO","created_at":"2026-07-05T06:50:13Z"},{"alias_kind":"pith_short_8","alias_value":"YYJWP2VB","created_at":"2026-07-05T06:50:13Z"}],"graph_snapshots":[{"event_id":"sha256:a1060ea73387895c1ea27fa6ee5d2e572c67a2478f97ea808302e4435bd87c76","target":"graph","created_at":"2026-07-05T06:50:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.04602/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Generating human-like behavior on robots is a great challenge especially in dexterous manipulation tasks with robotic hands. Scripting policies from scratch is intractable due to the high-dimensional control space, and training policies with reinforcement learning (RL) and manual reward engineering can also be hard and lead to unnatural motions. Leveraging the recent progress on RL from Human Feedback, we propose a framework that learns a universal human prior using direct human preference feedback over videos, for efficiently tuning the RL policies on 20 dual-hand robot manipulation tasks in ","authors_text":"Allen Z. Ren, Chi Jin, Hao Dong, Qianxu Wang, Shixiang Shane Gu, Yuanpei Chen, Zihan Ding","cross_cats":["cs.HC","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-04-10T14:17:33Z","title":"Learning a Universal Human Prior for Dexterous Manipulation from Human Preference"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.04602","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2f486e8d38896774ef52a0d0adaaa58dbbfda3f4aa6993593715f4b6b2ff27d7","target":"record","created_at":"2026-07-05T06:50:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e9e1315ec9d40cd857139f2b4b1282b42b9880bc8d0ec6c04684276e4172866f","cross_cats_sorted":["cs.HC","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.RO","submitted_at":"2023-04-10T14:17:33Z","title_canon_sha256":"698799f085e8bc67def5893aa5307b997b2ae3ad8dfa454813b167204c3c5928"},"schema_version":"1.0","source":{"id":"2304.04602","kind":"arxiv","version":2}},"canonical_sha256":"c61367eaa1ba9bcd248e5ab390616da37d1ee7e702cfb3ec9cd9fc009580de1d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c61367eaa1ba9bcd248e5ab390616da37d1ee7e702cfb3ec9cd9fc009580de1d","first_computed_at":"2026-07-05T06:50:13.802127Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:50:13.802127Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2RUxPWc5d2iuGxZk+ghHvUwpU5MaHHpCRG1+dlGDNSAs7Fe5Vn7ft9+MWgI7PRDbN519LudtexcNSBQgVNJ8Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:50:13.802659Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.04602","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2f486e8d38896774ef52a0d0adaaa58dbbfda3f4aa6993593715f4b6b2ff27d7","sha256:a1060ea73387895c1ea27fa6ee5d2e572c67a2478f97ea808302e4435bd87c76"],"state_sha256":"0a8aecaa5291f5e16fb8e46b05dfd01a8ea2701f2ed97fd7f00c314cd535fb21"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WSYMTcG6Gc9Mi75SAECEgRMsOLVOCDIPhUj2c3IcNApHSwzpSBuu9z1W0PS0sn0Nqe1Fz+qxKRRcrRj03WPqAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T07:18:18.986967Z","bundle_sha256":"1357f77497f377e88dd9e4ae539469db17a4c06a293cdb2d5aac27654a9977f1"}}