{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CLNHFN6WUILDKFUSUQMAK6OSOY","short_pith_number":"pith:CLNHFN6W","canonical_record":{"source":{"id":"2412.15244","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-13T14:18:58Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"9f789380d8aab06800e94c1aa8069ec78ac8d963f7f06e54cbae7e3b0a3cff6d","abstract_canon_sha256":"23fd0b157211a1158cc838a27ba921e1aa2cff32a82d6219496641e1f384128e"},"schema_version":"1.0"},"canonical_sha256":"12da72b7d6a216351692a4180579d2763fff3d8c3fa26cbcfa8be63664685d48","source":{"kind":"arxiv","id":"2412.15244","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15244","created_at":"2026-07-05T09:52:00Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15244v1","created_at":"2026-07-05T09:52:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15244","created_at":"2026-07-05T09:52:00Z"},{"alias_kind":"pith_short_12","alias_value":"CLNHFN6WUILD","created_at":"2026-07-05T09:52:00Z"},{"alias_kind":"pith_short_16","alias_value":"CLNHFN6WUILDKFUS","created_at":"2026-07-05T09:52:00Z"},{"alias_kind":"pith_short_8","alias_value":"CLNHFN6W","created_at":"2026-07-05T09:52:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CLNHFN6WUILDKFUSUQMAK6OSOY","target":"record","payload":{"canonical_record":{"source":{"id":"2412.15244","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-13T14:18:58Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"9f789380d8aab06800e94c1aa8069ec78ac8d963f7f06e54cbae7e3b0a3cff6d","abstract_canon_sha256":"23fd0b157211a1158cc838a27ba921e1aa2cff32a82d6219496641e1f384128e"},"schema_version":"1.0"},"canonical_sha256":"12da72b7d6a216351692a4180579d2763fff3d8c3fa26cbcfa8be63664685d48","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:52:00.304803Z","signature_b64":"kk9I1lvJSxf9pTQiuimDYSL6fTKf+49pbhv3Mc+7ER3dkUzKis+7KIgNnjaLf/QnppnTxQtVEiQQqM7F/E6+DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"12da72b7d6a216351692a4180579d2763fff3d8c3fa26cbcfa8be63664685d48","last_reissued_at":"2026-07-05T09:52:00.304264Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:52:00.304264Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.15244","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:52:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c5iIJxPwjzIh7YL5MVocwf6E2cRsn0oYgGUe4efaFcgg2tIOZrDH5Pz9RkeP0nQNhgtZDBKuDgmJvrvDZVKgCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T08:08:21.495215Z"},"content_sha256":"9abac6173eef6ae90288b050376248ce28daf1e7cadf1d606b0456a8fc30649a","schema_version":"1.0","event_id":"sha256:9abac6173eef6ae90288b050376248ce28daf1e7cadf1d606b0456a8fc30649a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CLNHFN6WUILDKFUSUQMAK6OSOY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MPPO: Multi Pair-wise Preference Optimization for LLMs with Arbitrary Negative Samples","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Bo Zheng, Fangzhi Zhu, Jiahui Wang, Junxiong Zhu, Kai Zhou, Lulu Wen, Shuo Xie, Wei Dai, Xiaowei Chen","submitted_at":"2024-12-13T14:18:58Z","abstract_excerpt":"Aligning Large Language Models (LLMs) with human feedback is crucial for their development. Existing preference optimization methods such as DPO and KTO, while improved based on Reinforcement Learning from Human Feedback (RLHF), are inherently derived from PPO, requiring a reference model that adds GPU memory resources and relies heavily on abundant preference data. Meanwhile, current preference optimization research mainly targets single-question scenarios with two replies, neglecting optimization with multiple replies, which leads to a waste of data in the application. This study introduces "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15244","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.15244/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:52:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Mygao716kyUnui2zQMveSePi8DnqcKLBVfxb4bQcO7xvM4hYNq/5w4xgonCfEJqYUkjF43HocAAicoNhUTNJCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T08:08:21.495732Z"},"content_sha256":"f7d0cb97208e5074066aadb4370ee7547d62f584b03b52fb67995893af4acd92","schema_version":"1.0","event_id":"sha256:f7d0cb97208e5074066aadb4370ee7547d62f584b03b52fb67995893af4acd92"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CLNHFN6WUILDKFUSUQMAK6OSOY/bundle.json","state_url":"https://pith.science/pith/CLNHFN6WUILDKFUSUQMAK6OSOY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CLNHFN6WUILDKFUSUQMAK6OSOY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T08:08:21Z","links":{"resolver":"https://pith.science/pith/CLNHFN6WUILDKFUSUQMAK6OSOY","bundle":"https://pith.science/pith/CLNHFN6WUILDKFUSUQMAK6OSOY/bundle.json","state":"https://pith.science/pith/CLNHFN6WUILDKFUSUQMAK6OSOY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CLNHFN6WUILDKFUSUQMAK6OSOY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CLNHFN6WUILDKFUSUQMAK6OSOY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"23fd0b157211a1158cc838a27ba921e1aa2cff32a82d6219496641e1f384128e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-13T14:18:58Z","title_canon_sha256":"9f789380d8aab06800e94c1aa8069ec78ac8d963f7f06e54cbae7e3b0a3cff6d"},"schema_version":"1.0","source":{"id":"2412.15244","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.15244","created_at":"2026-07-05T09:52:00Z"},{"alias_kind":"arxiv_version","alias_value":"2412.15244v1","created_at":"2026-07-05T09:52:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.15244","created_at":"2026-07-05T09:52:00Z"},{"alias_kind":"pith_short_12","alias_value":"CLNHFN6WUILD","created_at":"2026-07-05T09:52:00Z"},{"alias_kind":"pith_short_16","alias_value":"CLNHFN6WUILDKFUS","created_at":"2026-07-05T09:52:00Z"},{"alias_kind":"pith_short_8","alias_value":"CLNHFN6W","created_at":"2026-07-05T09:52:00Z"}],"graph_snapshots":[{"event_id":"sha256:f7d0cb97208e5074066aadb4370ee7547d62f584b03b52fb67995893af4acd92","target":"graph","created_at":"2026-07-05T09:52:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.15244/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Aligning Large Language Models (LLMs) with human feedback is crucial for their development. Existing preference optimization methods such as DPO and KTO, while improved based on Reinforcement Learning from Human Feedback (RLHF), are inherently derived from PPO, requiring a reference model that adds GPU memory resources and relies heavily on abundant preference data. Meanwhile, current preference optimization research mainly targets single-question scenarios with two replies, neglecting optimization with multiple replies, which leads to a waste of data in the application. This study introduces ","authors_text":"Bo Zheng, Fangzhi Zhu, Jiahui Wang, Junxiong Zhu, Kai Zhou, Lulu Wen, Shuo Xie, Wei Dai, Xiaowei Chen","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-13T14:18:58Z","title":"MPPO: Multi Pair-wise Preference Optimization for LLMs with Arbitrary Negative Samples"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.15244","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9abac6173eef6ae90288b050376248ce28daf1e7cadf1d606b0456a8fc30649a","target":"record","created_at":"2026-07-05T09:52:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"23fd0b157211a1158cc838a27ba921e1aa2cff32a82d6219496641e1f384128e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-12-13T14:18:58Z","title_canon_sha256":"9f789380d8aab06800e94c1aa8069ec78ac8d963f7f06e54cbae7e3b0a3cff6d"},"schema_version":"1.0","source":{"id":"2412.15244","kind":"arxiv","version":1}},"canonical_sha256":"12da72b7d6a216351692a4180579d2763fff3d8c3fa26cbcfa8be63664685d48","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"12da72b7d6a216351692a4180579d2763fff3d8c3fa26cbcfa8be63664685d48","first_computed_at":"2026-07-05T09:52:00.304264Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:52:00.304264Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kk9I1lvJSxf9pTQiuimDYSL6fTKf+49pbhv3Mc+7ER3dkUzKis+7KIgNnjaLf/QnppnTxQtVEiQQqM7F/E6+DA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:52:00.304803Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.15244","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9abac6173eef6ae90288b050376248ce28daf1e7cadf1d606b0456a8fc30649a","sha256:f7d0cb97208e5074066aadb4370ee7547d62f584b03b52fb67995893af4acd92"],"state_sha256":"7bc4e10a7d5fcd44e6d37ae149680cc84287c9b4a5570b2960d214048c2a837b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"f+01vgNikZ5lLioLxyX9zsUYvUN5trS4RHdHJgq48jZPuKIc9lpAmhkExdU9J3txdk2a76CuVgc3nCSRhWrICg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T08:08:21.501071Z","bundle_sha256":"e706b55717cb2b8ddcb8f4e89b4813a4c3659c17a8362aebe675bc6c7d60727a"}}