{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CTFQPF3IGN74OXJT5AKTFWUKH5","short_pith_number":"pith:CTFQPF3I","canonical_record":{"source":{"id":"2402.02423","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-04T09:40:22Z","cross_cats_sorted":["cs.AI","cs.HC","cs.RO"],"title_canon_sha256":"e12ea742123657d1b102224e3be2a883ef448291242cf8a12eea5274d687c9c3","abstract_canon_sha256":"cfbd955cec4ed064136638bc9b9f095c98606ff81c7f8c4f0937fc23a9fa4cfe"},"schema_version":"1.0"},"canonical_sha256":"14cb079768337fc75d33e81532da8a3f702655b09e9479da6d87edcf471ccc55","source":{"kind":"arxiv","id":"2402.02423","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.02423","created_at":"2026-07-05T08:00:01Z"},{"alias_kind":"arxiv_version","alias_value":"2402.02423v2","created_at":"2026-07-05T08:00:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.02423","created_at":"2026-07-05T08:00:01Z"},{"alias_kind":"pith_short_12","alias_value":"CTFQPF3IGN74","created_at":"2026-07-05T08:00:01Z"},{"alias_kind":"pith_short_16","alias_value":"CTFQPF3IGN74OXJT","created_at":"2026-07-05T08:00:01Z"},{"alias_kind":"pith_short_8","alias_value":"CTFQPF3I","created_at":"2026-07-05T08:00:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CTFQPF3IGN74OXJT5AKTFWUKH5","target":"record","payload":{"canonical_record":{"source":{"id":"2402.02423","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-04T09:40:22Z","cross_cats_sorted":["cs.AI","cs.HC","cs.RO"],"title_canon_sha256":"e12ea742123657d1b102224e3be2a883ef448291242cf8a12eea5274d687c9c3","abstract_canon_sha256":"cfbd955cec4ed064136638bc9b9f095c98606ff81c7f8c4f0937fc23a9fa4cfe"},"schema_version":"1.0"},"canonical_sha256":"14cb079768337fc75d33e81532da8a3f702655b09e9479da6d87edcf471ccc55","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:00:01.066528Z","signature_b64":"+cxsdq+vk6rnJP+UouuGwDxWZmou3ygY3nFvG5Bx+7FbQvji4WXm3m/u99xW3RvhudLUx/7U7mYlyw4ltppzAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"14cb079768337fc75d33e81532da8a3f702655b09e9479da6d87edcf471ccc55","last_reissued_at":"2026-07-05T08:00:01.065952Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:00:01.065952Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.02423","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:00:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WEVoK5cpYyduU67lo81Es2s0TM2w6TMUllKRcIXX2GK4GMgPcMXwWDgXXp/pwwiSM6wJiMMjx7T97KNdvZbqAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T14:27:38.957320Z"},"content_sha256":"abf83fc848b262946ee7f48ec23ecc2649f9be25cd7d7e19d98e2ed566842011","schema_version":"1.0","event_id":"sha256:abf83fc848b262946ee7f48ec23ecc2649f9be25cd7d7e19d98e2ed566842011"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CTFQPF3IGN74OXJT5AKTFWUKH5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Uni-RLHF: Universal Platform and Benchmark Suite for Reinforcement Learning with Diverse Human Feedback","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.HC","cs.RO"],"primary_cat":"cs.LG","authors_text":"Hebin Liang, Jianye Hao, Jinyi Liu, Kai Zhao, Yan Zheng, Yifu Yuan, Yi Ma, Zhixin Feng, Zibin Dong","submitted_at":"2024-02-04T09:40:22Z","abstract_excerpt":"Reinforcement Learning with Human Feedback (RLHF) has received significant attention for performing tasks without the need for costly manual reward design by aligning human preferences. It is crucial to consider diverse human feedback types and various learning methods in different environments. However, quantifying progress in RLHF with diverse feedback is challenging due to the lack of standardized annotation platforms and widely used unified benchmarks. To bridge this gap, we introduce Uni-RLHF, a comprehensive system implementation tailored for RLHF. It aims to provide a complete workflow "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.02423","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.02423/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:00:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O7gvpWzMsWTzTJNaEMZZew6enuBoi9k3EbxVGpynCSJDsaZ4PijIVyOBBHchtQzDRhQVYZozfj6m+c8xrHq2Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T14:27:38.957857Z"},"content_sha256":"f12c630b0524269ce045902e6916165a605b8891721152f16b268cd253ef8e6f","schema_version":"1.0","event_id":"sha256:f12c630b0524269ce045902e6916165a605b8891721152f16b268cd253ef8e6f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CTFQPF3IGN74OXJT5AKTFWUKH5/bundle.json","state_url":"https://pith.science/pith/CTFQPF3IGN74OXJT5AKTFWUKH5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CTFQPF3IGN74OXJT5AKTFWUKH5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T14:27:38Z","links":{"resolver":"https://pith.science/pith/CTFQPF3IGN74OXJT5AKTFWUKH5","bundle":"https://pith.science/pith/CTFQPF3IGN74OXJT5AKTFWUKH5/bundle.json","state":"https://pith.science/pith/CTFQPF3IGN74OXJT5AKTFWUKH5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CTFQPF3IGN74OXJT5AKTFWUKH5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CTFQPF3IGN74OXJT5AKTFWUKH5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cfbd955cec4ed064136638bc9b9f095c98606ff81c7f8c4f0937fc23a9fa4cfe","cross_cats_sorted":["cs.AI","cs.HC","cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-04T09:40:22Z","title_canon_sha256":"e12ea742123657d1b102224e3be2a883ef448291242cf8a12eea5274d687c9c3"},"schema_version":"1.0","source":{"id":"2402.02423","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.02423","created_at":"2026-07-05T08:00:01Z"},{"alias_kind":"arxiv_version","alias_value":"2402.02423v2","created_at":"2026-07-05T08:00:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.02423","created_at":"2026-07-05T08:00:01Z"},{"alias_kind":"pith_short_12","alias_value":"CTFQPF3IGN74","created_at":"2026-07-05T08:00:01Z"},{"alias_kind":"pith_short_16","alias_value":"CTFQPF3IGN74OXJT","created_at":"2026-07-05T08:00:01Z"},{"alias_kind":"pith_short_8","alias_value":"CTFQPF3I","created_at":"2026-07-05T08:00:01Z"}],"graph_snapshots":[{"event_id":"sha256:f12c630b0524269ce045902e6916165a605b8891721152f16b268cd253ef8e6f","target":"graph","created_at":"2026-07-05T08:00:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.02423/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Reinforcement Learning with Human Feedback (RLHF) has received significant attention for performing tasks without the need for costly manual reward design by aligning human preferences. It is crucial to consider diverse human feedback types and various learning methods in different environments. However, quantifying progress in RLHF with diverse feedback is challenging due to the lack of standardized annotation platforms and widely used unified benchmarks. To bridge this gap, we introduce Uni-RLHF, a comprehensive system implementation tailored for RLHF. It aims to provide a complete workflow ","authors_text":"Hebin Liang, Jianye Hao, Jinyi Liu, Kai Zhao, Yan Zheng, Yifu Yuan, Yi Ma, Zhixin Feng, Zibin Dong","cross_cats":["cs.AI","cs.HC","cs.RO"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-04T09:40:22Z","title":"Uni-RLHF: Universal Platform and Benchmark Suite for Reinforcement Learning with Diverse Human Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.02423","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:abf83fc848b262946ee7f48ec23ecc2649f9be25cd7d7e19d98e2ed566842011","target":"record","created_at":"2026-07-05T08:00:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cfbd955cec4ed064136638bc9b9f095c98606ff81c7f8c4f0937fc23a9fa4cfe","cross_cats_sorted":["cs.AI","cs.HC","cs.RO"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-04T09:40:22Z","title_canon_sha256":"e12ea742123657d1b102224e3be2a883ef448291242cf8a12eea5274d687c9c3"},"schema_version":"1.0","source":{"id":"2402.02423","kind":"arxiv","version":2}},"canonical_sha256":"14cb079768337fc75d33e81532da8a3f702655b09e9479da6d87edcf471ccc55","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"14cb079768337fc75d33e81532da8a3f702655b09e9479da6d87edcf471ccc55","first_computed_at":"2026-07-05T08:00:01.065952Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:00:01.065952Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+cxsdq+vk6rnJP+UouuGwDxWZmou3ygY3nFvG5Bx+7FbQvji4WXm3m/u99xW3RvhudLUx/7U7mYlyw4ltppzAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:00:01.066528Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.02423","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:abf83fc848b262946ee7f48ec23ecc2649f9be25cd7d7e19d98e2ed566842011","sha256:f12c630b0524269ce045902e6916165a605b8891721152f16b268cd253ef8e6f"],"state_sha256":"240cb38700806bf8bcc7f7ff7d368f10b169be7ee183fa039d2a9c48becc17bd"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i+7eAwbmHJE8p0m1zyHqwSc9AMF3Q9MHeRlXbEjQOkO5KShTfkbN3Kas9dze4zv1cmHwWgDrn0jv2brVmFBJAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T14:27:38.964770Z","bundle_sha256":"42e9fd500ccd7931bdcf584fc9501ffe78c5ea06e51814ac4b885a5f683d62ee"}}