{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:W342R5RWI5G7I7CTOJRORD4JAD","short_pith_number":"pith:W342R5RW","canonical_record":{"source":{"id":"2402.10958","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-12T22:47:57Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f675356a1b9a9efddaf8a468ede2e85c216c8bbdff59e154f194fde8b33eae66","abstract_canon_sha256":"6992facc7f4c9d912bc4b6e591fc251a82939c6457288e30fe640e9ab0c736b0"},"schema_version":"1.0"},"canonical_sha256":"b6f9a8f636474df47c537262e88f8900c33065f76218db8f789fb1fc3fe2bd4c","source":{"kind":"arxiv","id":"2402.10958","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.10958","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"arxiv_version","alias_value":"2402.10958v2","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.10958","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_12","alias_value":"W342R5RWI5G7","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_16","alias_value":"W342R5RWI5G7I7CT","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_8","alias_value":"W342R5RW","created_at":"2026-07-05T08:24:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:W342R5RWI5G7I7CTOJRORD4JAD","target":"record","payload":{"canonical_record":{"source":{"id":"2402.10958","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-12T22:47:57Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"f675356a1b9a9efddaf8a468ede2e85c216c8bbdff59e154f194fde8b33eae66","abstract_canon_sha256":"6992facc7f4c9d912bc4b6e591fc251a82939c6457288e30fe640e9ab0c736b0"},"schema_version":"1.0"},"canonical_sha256":"b6f9a8f636474df47c537262e88f8900c33065f76218db8f789fb1fc3fe2bd4c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:24:02.041331Z","signature_b64":"Ogt3S1NiBtCaiN4TX6VAhLjNt5QB4BpwRbh5bwh0w4TBg5z7VZ27vaVLrbQPQkuxkY08YuZAtYF8AwPsjLGHAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b6f9a8f636474df47c537262e88f8900c33065f76218db8f789fb1fc3fe2bd4c","last_reissued_at":"2026-07-05T08:24:02.040816Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:24:02.040816Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.10958","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/TMG1DnrGcLKyDSJoexVivJOrB6qcXxJip7FVmBE1ij04pnprJTItQosw+aJXn4XAZBeFZmR4WRBCryueQjtAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:35:45.534919Z"},"content_sha256":"843f2f2c5bbd8cb0b229a7be7953b2ec16e5e58ee3acd79b07bc58d5ffcd9cf4","schema_version":"1.0","event_id":"sha256:843f2f2c5bbd8cb0b229a7be7953b2ec16e5e58ee3acd79b07bc58d5ffcd9cf4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:W342R5RWI5G7I7CTOJRORD4JAD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Relative Preference Optimization: Enhancing LLM Alignment through Contrasting Responses across Identical and Diverse Prompts","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Hai Huang, Mingyuan Zhou, Weizhu Chen, Yi Gu, Yueqin Yin, Zhendong Wang","submitted_at":"2024-02-12T22:47:57Z","abstract_excerpt":"In the field of large language models (LLMs), aligning models with the diverse preferences of users is a critical challenge. Direct Preference Optimization (DPO) has played a key role in this area. It works by using pairs of preferences derived from the same prompts, and it functions without needing an additional reward model. However, DPO does not fully reflect the complex nature of human learning, which often involves understanding contrasting responses to not only identical but also similar questions. To overcome this shortfall, we propose Relative Preference Optimization (RPO). RPO is desi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.10958","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.10958/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:24:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KwZDvTxIi16/QULAQnj7Lk2LxQsPePsuAhv/EIBo06PR9D10VuCUCZvnotG6rPTvIRZB7aZlvo5pCkTqr58MAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T23:35:45.535499Z"},"content_sha256":"44ddacaa69c5191b42a3a0012044272f7f8f6770cb0e9c4ba918721fb943e528","schema_version":"1.0","event_id":"sha256:44ddacaa69c5191b42a3a0012044272f7f8f6770cb0e9c4ba918721fb943e528"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/W342R5RWI5G7I7CTOJRORD4JAD/bundle.json","state_url":"https://pith.science/pith/W342R5RWI5G7I7CTOJRORD4JAD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/W342R5RWI5G7I7CTOJRORD4JAD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T23:35:45Z","links":{"resolver":"https://pith.science/pith/W342R5RWI5G7I7CTOJRORD4JAD","bundle":"https://pith.science/pith/W342R5RWI5G7I7CTOJRORD4JAD/bundle.json","state":"https://pith.science/pith/W342R5RWI5G7I7CTOJRORD4JAD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/W342R5RWI5G7I7CTOJRORD4JAD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:W342R5RWI5G7I7CTOJRORD4JAD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6992facc7f4c9d912bc4b6e591fc251a82939c6457288e30fe640e9ab0c736b0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-12T22:47:57Z","title_canon_sha256":"f675356a1b9a9efddaf8a468ede2e85c216c8bbdff59e154f194fde8b33eae66"},"schema_version":"1.0","source":{"id":"2402.10958","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.10958","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"arxiv_version","alias_value":"2402.10958v2","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.10958","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_12","alias_value":"W342R5RWI5G7","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_16","alias_value":"W342R5RWI5G7I7CT","created_at":"2026-07-05T08:24:02Z"},{"alias_kind":"pith_short_8","alias_value":"W342R5RW","created_at":"2026-07-05T08:24:02Z"}],"graph_snapshots":[{"event_id":"sha256:44ddacaa69c5191b42a3a0012044272f7f8f6770cb0e9c4ba918721fb943e528","target":"graph","created_at":"2026-07-05T08:24:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.10958/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the field of large language models (LLMs), aligning models with the diverse preferences of users is a critical challenge. Direct Preference Optimization (DPO) has played a key role in this area. It works by using pairs of preferences derived from the same prompts, and it functions without needing an additional reward model. However, DPO does not fully reflect the complex nature of human learning, which often involves understanding contrasting responses to not only identical but also similar questions. To overcome this shortfall, we propose Relative Preference Optimization (RPO). RPO is desi","authors_text":"Hai Huang, Mingyuan Zhou, Weizhu Chen, Yi Gu, Yueqin Yin, Zhendong Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-12T22:47:57Z","title":"Relative Preference Optimization: Enhancing LLM Alignment through Contrasting Responses across Identical and Diverse Prompts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.10958","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:843f2f2c5bbd8cb0b229a7be7953b2ec16e5e58ee3acd79b07bc58d5ffcd9cf4","target":"record","created_at":"2026-07-05T08:24:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6992facc7f4c9d912bc4b6e591fc251a82939c6457288e30fe640e9ab0c736b0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-12T22:47:57Z","title_canon_sha256":"f675356a1b9a9efddaf8a468ede2e85c216c8bbdff59e154f194fde8b33eae66"},"schema_version":"1.0","source":{"id":"2402.10958","kind":"arxiv","version":2}},"canonical_sha256":"b6f9a8f636474df47c537262e88f8900c33065f76218db8f789fb1fc3fe2bd4c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b6f9a8f636474df47c537262e88f8900c33065f76218db8f789fb1fc3fe2bd4c","first_computed_at":"2026-07-05T08:24:02.040816Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:24:02.040816Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ogt3S1NiBtCaiN4TX6VAhLjNt5QB4BpwRbh5bwh0w4TBg5z7VZ27vaVLrbQPQkuxkY08YuZAtYF8AwPsjLGHAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:24:02.041331Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.10958","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:843f2f2c5bbd8cb0b229a7be7953b2ec16e5e58ee3acd79b07bc58d5ffcd9cf4","sha256:44ddacaa69c5191b42a3a0012044272f7f8f6770cb0e9c4ba918721fb943e528"],"state_sha256":"17743b9e926f2b5904fe8df6cd9623b5e64a39a8a7f9bf99cdc36caf5e60665d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wNhZ17QaWLdCG8gdc/xkgaP999tweIyInTOq6S1uKGle/9fbl2u8PnCEqJJj7kV+iessjOo1zI0rYpFfxlinAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T23:35:45.539227Z","bundle_sha256":"25dd52d7d0258fd13264d516a2fd8fe26aa109928a06ef12974f4ca4d0d183c6"}}