{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:AMVJRKJRPKYFCEXGYQYPFLKZZB","short_pith_number":"pith:AMVJRKJR","canonical_record":{"source":{"id":"2408.07471","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-14T11:29:47Z","cross_cats_sorted":[],"title_canon_sha256":"dd72e82d987d916c4f0447389a106ce9c2b513f0dbb4a28a3a2cf8fd21bb1fd6","abstract_canon_sha256":"1f27c4b8e86aef9ecdf9dac391706603fbbe562256a74ab4e23f71a1fbe754e4"},"schema_version":"1.0"},"canonical_sha256":"032a98a9317ab05112e6c430f2ad59c854a8b3f4b770752922bc1f08dc21e6e2","source":{"kind":"arxiv","id":"2408.07471","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.07471","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"arxiv_version","alias_value":"2408.07471v4","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.07471","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_12","alias_value":"AMVJRKJRPKYF","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_16","alias_value":"AMVJRKJRPKYFCEXG","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_8","alias_value":"AMVJRKJR","created_at":"2026-07-05T10:15:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:AMVJRKJRPKYFCEXGYQYPFLKZZB","target":"record","payload":{"canonical_record":{"source":{"id":"2408.07471","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-14T11:29:47Z","cross_cats_sorted":[],"title_canon_sha256":"dd72e82d987d916c4f0447389a106ce9c2b513f0dbb4a28a3a2cf8fd21bb1fd6","abstract_canon_sha256":"1f27c4b8e86aef9ecdf9dac391706603fbbe562256a74ab4e23f71a1fbe754e4"},"schema_version":"1.0"},"canonical_sha256":"032a98a9317ab05112e6c430f2ad59c854a8b3f4b770752922bc1f08dc21e6e2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:15:45.187079Z","signature_b64":"4ikEz0vCLvBy+MpfSdIySLwu98gQBwsjqh7r1+gibg3UilGoNZ01FueChXPIJeyYraxjN8P29vE+RgihyZuJCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"032a98a9317ab05112e6c430f2ad59c854a8b3f4b770752922bc1f08dc21e6e2","last_reissued_at":"2026-07-05T10:15:45.186436Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:15:45.186436Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.07471","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nXRbvFJM2GKh7ymxq5UdDVQ3dNm3U0elpMI3Bgt6qd4VP2hSiNvIEjQCQU3qYLBg6Sd3sxl9sF0hX8qDWC5kAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T10:26:31.591539Z"},"content_sha256":"a73c3e8b0badc6fc042056e2d50f9ad349ede2a772621e12b17598fe167d5e29","schema_version":"1.0","event_id":"sha256:a73c3e8b0badc6fc042056e2d50f9ad349ede2a772621e12b17598fe167d5e29"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:AMVJRKJRPKYFCEXGYQYPFLKZZB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bridging and Modeling Correlations in Pairwise Data for Direct Preference Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bo Huang, Liangyou Li, Lifeng Shang, Ruiming Tang, Wei Wang, Xingshan Zeng, Xin Jiang, Yasheng Wang, Yufei Wang, Yuxin Jiang","submitted_at":"2024-08-14T11:29:47Z","abstract_excerpt":"Direct preference optimization (DPO), a widely adopted offline preference optimization algorithm, aims to align large language models (LLMs) with human-desired behaviors using pairwise preference data. However, the generation of the winning response and the losing response within pairwise data are typically isolated, leading to weak correlations between them as well as suboptimal alignment performance. To address this issue, we propose an effective framework for Bridging and Modeling Correlations in pairwise data, named BMC. Firstly, we increase the consistency and informativeness of the pairw"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.07471","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.07471/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vSPSEgT5V2YkrEQyLUTLEw5Kb8y86E+/tzajs7tB6p64PbGCNR8yvHdbixpHLR4CsQ30025kT2VVvOKIvhs9Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T10:26:31.592509Z"},"content_sha256":"ab0f2e47da38c08c66242027e65491aec04f4b666ce143c32e031b42822c92c1","schema_version":"1.0","event_id":"sha256:ab0f2e47da38c08c66242027e65491aec04f4b666ce143c32e031b42822c92c1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AMVJRKJRPKYFCEXGYQYPFLKZZB/bundle.json","state_url":"https://pith.science/pith/AMVJRKJRPKYFCEXGYQYPFLKZZB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AMVJRKJRPKYFCEXGYQYPFLKZZB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T10:26:31Z","links":{"resolver":"https://pith.science/pith/AMVJRKJRPKYFCEXGYQYPFLKZZB","bundle":"https://pith.science/pith/AMVJRKJRPKYFCEXGYQYPFLKZZB/bundle.json","state":"https://pith.science/pith/AMVJRKJRPKYFCEXGYQYPFLKZZB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AMVJRKJRPKYFCEXGYQYPFLKZZB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:AMVJRKJRPKYFCEXGYQYPFLKZZB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1f27c4b8e86aef9ecdf9dac391706603fbbe562256a74ab4e23f71a1fbe754e4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-14T11:29:47Z","title_canon_sha256":"dd72e82d987d916c4f0447389a106ce9c2b513f0dbb4a28a3a2cf8fd21bb1fd6"},"schema_version":"1.0","source":{"id":"2408.07471","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.07471","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"arxiv_version","alias_value":"2408.07471v4","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.07471","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_12","alias_value":"AMVJRKJRPKYF","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_16","alias_value":"AMVJRKJRPKYFCEXG","created_at":"2026-07-05T10:15:45Z"},{"alias_kind":"pith_short_8","alias_value":"AMVJRKJR","created_at":"2026-07-05T10:15:45Z"}],"graph_snapshots":[{"event_id":"sha256:ab0f2e47da38c08c66242027e65491aec04f4b666ce143c32e031b42822c92c1","target":"graph","created_at":"2026-07-05T10:15:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.07471/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Direct preference optimization (DPO), a widely adopted offline preference optimization algorithm, aims to align large language models (LLMs) with human-desired behaviors using pairwise preference data. However, the generation of the winning response and the losing response within pairwise data are typically isolated, leading to weak correlations between them as well as suboptimal alignment performance. To address this issue, we propose an effective framework for Bridging and Modeling Correlations in pairwise data, named BMC. Firstly, we increase the consistency and informativeness of the pairw","authors_text":"Bo Huang, Liangyou Li, Lifeng Shang, Ruiming Tang, Wei Wang, Xingshan Zeng, Xin Jiang, Yasheng Wang, Yufei Wang, Yuxin Jiang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-14T11:29:47Z","title":"Bridging and Modeling Correlations in Pairwise Data for Direct Preference Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.07471","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a73c3e8b0badc6fc042056e2d50f9ad349ede2a772621e12b17598fe167d5e29","target":"record","created_at":"2026-07-05T10:15:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1f27c4b8e86aef9ecdf9dac391706603fbbe562256a74ab4e23f71a1fbe754e4","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-08-14T11:29:47Z","title_canon_sha256":"dd72e82d987d916c4f0447389a106ce9c2b513f0dbb4a28a3a2cf8fd21bb1fd6"},"schema_version":"1.0","source":{"id":"2408.07471","kind":"arxiv","version":4}},"canonical_sha256":"032a98a9317ab05112e6c430f2ad59c854a8b3f4b770752922bc1f08dc21e6e2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"032a98a9317ab05112e6c430f2ad59c854a8b3f4b770752922bc1f08dc21e6e2","first_computed_at":"2026-07-05T10:15:45.186436Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:15:45.186436Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4ikEz0vCLvBy+MpfSdIySLwu98gQBwsjqh7r1+gibg3UilGoNZ01FueChXPIJeyYraxjN8P29vE+RgihyZuJCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:15:45.187079Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.07471","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a73c3e8b0badc6fc042056e2d50f9ad349ede2a772621e12b17598fe167d5e29","sha256:ab0f2e47da38c08c66242027e65491aec04f4b666ce143c32e031b42822c92c1"],"state_sha256":"4051a2025926c9a10c20a822cdf510c2be779082024f87408ed2a403f736c4f0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n/OZbZVC205Op6lvqagmuCOzMVQTF0jWGxPzohiMArIdJ33UgmWU7CNtpH2BD+nGkmvTKc+Ll1bI/Ak+PzeMBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T10:26:31.613707Z","bundle_sha256":"284a13b9b3ba8466df2583c8c71268746f569537a7d6e849f6f806f2bd8f8881"}}