{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ESGHXK7GEVNG7K3AG7BCHASY5R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2423439d9175e304549a7874013618654ce6282a2ae07a4678f600831cf70a7d","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T17:48:25Z","title_canon_sha256":"122e5d6e569dce5492c15146958a8b734ef8580dc2c2d721877010f4ce2aa7ea"},"schema_version":"1.0","source":{"id":"2407.07880","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.07880","created_at":"2026-07-05T10:50:42Z"},{"alias_kind":"arxiv_version","alias_value":"2407.07880v2","created_at":"2026-07-05T10:50:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.07880","created_at":"2026-07-05T10:50:42Z"},{"alias_kind":"pith_short_12","alias_value":"ESGHXK7GEVNG","created_at":"2026-07-05T10:50:42Z"},{"alias_kind":"pith_short_16","alias_value":"ESGHXK7GEVNG7K3A","created_at":"2026-07-05T10:50:42Z"},{"alias_kind":"pith_short_8","alias_value":"ESGHXK7G","created_at":"2026-07-05T10:50:42Z"}],"graph_snapshots":[{"event_id":"sha256:3393a2217afdf1d186912856d2ecd42f342905001be26376ea0800ba11a54088","target":"graph","created_at":"2026-07-05T10:50:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.07880/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This study addresses the challenge of noise in training datasets for Direct Preference Optimization (DPO), a method for aligning Large Language Models (LLMs) with human preferences. We categorize noise into pointwise noise, which includes low-quality data points, and pairwise noise, which encompasses erroneous data pair associations that affect preference rankings. Utilizing Distributionally Robust Optimization (DRO), we enhance DPO's resilience to these types of noise. Our theoretical insights reveal that DPO inherently embeds DRO principles, conferring robustness to pointwise noise, with the","authors_text":"Bolin Ding, Jiancan Wu, Jiawei Chen, Jinyang Gao, Junkang Wu, Xiangnan He, Xiang Wang, Yuexiang Xie, Zhengyi Yang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T17:48:25Z","title":"Towards Robust Alignment of Language Models: Distributionally Robustifying Direct Preference Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.07880","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b65d7a7531c4cf6e1fce8e8e8de561dbca69c8bba34738ad509b22c7a6c23c5e","target":"record","created_at":"2026-07-05T10:50:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2423439d9175e304549a7874013618654ce6282a2ae07a4678f600831cf70a7d","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T17:48:25Z","title_canon_sha256":"122e5d6e569dce5492c15146958a8b734ef8580dc2c2d721877010f4ce2aa7ea"},"schema_version":"1.0","source":{"id":"2407.07880","kind":"arxiv","version":2}},"canonical_sha256":"248c7babe6255a6fab6037c2238258ec68302b8514aacca5e5885ec62e990261","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"248c7babe6255a6fab6037c2238258ec68302b8514aacca5e5885ec62e990261","first_computed_at":"2026-07-05T10:50:42.885654Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:50:42.885654Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qmuleK4FV0XE0kAdBmxzMK/S3exM0cjW9VOcXHr+t0cQEuSqjTpm1kGgiKZtUYmZ+EogxrI+3x9OD3WotCw6Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:50:42.886149Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.07880","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b65d7a7531c4cf6e1fce8e8e8de561dbca69c8bba34738ad509b22c7a6c23c5e","sha256:3393a2217afdf1d186912856d2ecd42f342905001be26376ea0800ba11a54088"],"state_sha256":"b46d825af1950a4bed0a6b2dc8d5dfcbff3d2858050c832268a5062186bc6476"}