{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:I2X47AKFPAUELRVXWV6CAZJ6P2","short_pith_number":"pith:I2X47AKF","canonical_record":{"source":{"id":"2505.18720","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T14:44:15Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"0974b4e72e4bacfebe3eb9c86c9c06e5c606e83626807dd419f10bfbdddf01ab","abstract_canon_sha256":"748f690e2a7b2c084849735bfd713a7dcaa008dfa3e96fb71019b13c407340f1"},"schema_version":"1.0"},"canonical_sha256":"46afcf8145782845c6b7b57c20653e7ea8e2226b3691c72a11fb5348f6e89411","source":{"kind":"arxiv","id":"2505.18720","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.18720","created_at":"2026-07-05T11:09:18Z"},{"alias_kind":"arxiv_version","alias_value":"2505.18720v1","created_at":"2026-07-05T11:09:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.18720","created_at":"2026-07-05T11:09:18Z"},{"alias_kind":"pith_short_12","alias_value":"I2X47AKFPAUE","created_at":"2026-07-05T11:09:18Z"},{"alias_kind":"pith_short_16","alias_value":"I2X47AKFPAUELRVX","created_at":"2026-07-05T11:09:18Z"},{"alias_kind":"pith_short_8","alias_value":"I2X47AKF","created_at":"2026-07-05T11:09:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:I2X47AKFPAUELRVXWV6CAZJ6P2","target":"record","payload":{"canonical_record":{"source":{"id":"2505.18720","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T14:44:15Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"0974b4e72e4bacfebe3eb9c86c9c06e5c606e83626807dd419f10bfbdddf01ab","abstract_canon_sha256":"748f690e2a7b2c084849735bfd713a7dcaa008dfa3e96fb71019b13c407340f1"},"schema_version":"1.0"},"canonical_sha256":"46afcf8145782845c6b7b57c20653e7ea8e2226b3691c72a11fb5348f6e89411","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:09:18.540690Z","signature_b64":"/5BID7ux26tpZjKHPpcOPi969jllRPHuqS3GwsvUDhoZrCD1btT6Sp4imG/q/iEw1XtkN81UwHspI2MattP/Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"46afcf8145782845c6b7b57c20653e7ea8e2226b3691c72a11fb5348f6e89411","last_reissued_at":"2026-07-05T11:09:18.540180Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:09:18.540180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.18720","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DDad8J9QRmJQAWgxFZsj+ZaUmemyM2vNGDQ/svQFraekvk06hNoNmiIM+Ocko7qkxnhhydanM0XlGAQAf8reAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T00:43:41.957822Z"},"content_sha256":"ce6a1f2938c7acdd6701376bb63a4cf787f10b809f687f86f33c6dccd167f15f","schema_version":"1.0","event_id":"sha256:ce6a1f2938c7acdd6701376bb63a4cf787f10b809f687f86f33c6dccd167f15f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:I2X47AKFPAUELRVXWV6CAZJ6P2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Optimal Transport-Based Token Weighting scheme for Enhanced Preference Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Anxiang Zeng, Guangda Huzhang, Haibo Zhang, Meng Li, Xiting Wang","submitted_at":"2025-05-24T14:44:15Z","abstract_excerpt":"Direct Preference Optimization (DPO) has emerged as a promising framework for aligning Large Language Models (LLMs) with human preferences by directly optimizing the log-likelihood difference between chosen and rejected responses. However, existing methods assign equal importance to all tokens in the response, while humans focus on more meaningful parts. This leads to suboptimal preference optimization, as irrelevant or noisy tokens disproportionately influence DPO loss. To address this limitation, we propose \\textbf{O}ptimal \\textbf{T}ransport-based token weighting scheme for enhancing direct"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.18720","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.18720/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:09:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ddM4qyhagvvAkc9K7P3r8cPWa+shegHWPnKJZVh2x2wZOduFDFGZKX9foaXkNFE58UC7OgEZ+ZmtKfm5SwvRCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T00:43:41.978611Z"},"content_sha256":"a6a66401b5517d32949a3cc28a68d7f4f03d9512bfab8729ef84ddd463fa6f45","schema_version":"1.0","event_id":"sha256:a6a66401b5517d32949a3cc28a68d7f4f03d9512bfab8729ef84ddd463fa6f45"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/I2X47AKFPAUELRVXWV6CAZJ6P2/bundle.json","state_url":"https://pith.science/pith/I2X47AKFPAUELRVXWV6CAZJ6P2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/I2X47AKFPAUELRVXWV6CAZJ6P2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T00:43:41Z","links":{"resolver":"https://pith.science/pith/I2X47AKFPAUELRVXWV6CAZJ6P2","bundle":"https://pith.science/pith/I2X47AKFPAUELRVXWV6CAZJ6P2/bundle.json","state":"https://pith.science/pith/I2X47AKFPAUELRVXWV6CAZJ6P2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/I2X47AKFPAUELRVXWV6CAZJ6P2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:I2X47AKFPAUELRVXWV6CAZJ6P2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"748f690e2a7b2c084849735bfd713a7dcaa008dfa3e96fb71019b13c407340f1","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T14:44:15Z","title_canon_sha256":"0974b4e72e4bacfebe3eb9c86c9c06e5c606e83626807dd419f10bfbdddf01ab"},"schema_version":"1.0","source":{"id":"2505.18720","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.18720","created_at":"2026-07-05T11:09:18Z"},{"alias_kind":"arxiv_version","alias_value":"2505.18720v1","created_at":"2026-07-05T11:09:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.18720","created_at":"2026-07-05T11:09:18Z"},{"alias_kind":"pith_short_12","alias_value":"I2X47AKFPAUE","created_at":"2026-07-05T11:09:18Z"},{"alias_kind":"pith_short_16","alias_value":"I2X47AKFPAUELRVX","created_at":"2026-07-05T11:09:18Z"},{"alias_kind":"pith_short_8","alias_value":"I2X47AKF","created_at":"2026-07-05T11:09:18Z"}],"graph_snapshots":[{"event_id":"sha256:a6a66401b5517d32949a3cc28a68d7f4f03d9512bfab8729ef84ddd463fa6f45","target":"graph","created_at":"2026-07-05T11:09:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.18720/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Direct Preference Optimization (DPO) has emerged as a promising framework for aligning Large Language Models (LLMs) with human preferences by directly optimizing the log-likelihood difference between chosen and rejected responses. However, existing methods assign equal importance to all tokens in the response, while humans focus on more meaningful parts. This leads to suboptimal preference optimization, as irrelevant or noisy tokens disproportionately influence DPO loss. To address this limitation, we propose \\textbf{O}ptimal \\textbf{T}ransport-based token weighting scheme for enhancing direct","authors_text":"Anxiang Zeng, Guangda Huzhang, Haibo Zhang, Meng Li, Xiting Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T14:44:15Z","title":"Optimal Transport-Based Token Weighting scheme for Enhanced Preference Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.18720","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ce6a1f2938c7acdd6701376bb63a4cf787f10b809f687f86f33c6dccd167f15f","target":"record","created_at":"2026-07-05T11:09:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"748f690e2a7b2c084849735bfd713a7dcaa008dfa3e96fb71019b13c407340f1","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-05-24T14:44:15Z","title_canon_sha256":"0974b4e72e4bacfebe3eb9c86c9c06e5c606e83626807dd419f10bfbdddf01ab"},"schema_version":"1.0","source":{"id":"2505.18720","kind":"arxiv","version":1}},"canonical_sha256":"46afcf8145782845c6b7b57c20653e7ea8e2226b3691c72a11fb5348f6e89411","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"46afcf8145782845c6b7b57c20653e7ea8e2226b3691c72a11fb5348f6e89411","first_computed_at":"2026-07-05T11:09:18.540180Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:09:18.540180Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/5BID7ux26tpZjKHPpcOPi969jllRPHuqS3GwsvUDhoZrCD1btT6Sp4imG/q/iEw1XtkN81UwHspI2MattP/Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:09:18.540690Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.18720","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ce6a1f2938c7acdd6701376bb63a4cf787f10b809f687f86f33c6dccd167f15f","sha256:a6a66401b5517d32949a3cc28a68d7f4f03d9512bfab8729ef84ddd463fa6f45"],"state_sha256":"536fb3804189fb60f98db76c3e35f6b20fc56f71511aab97cbdbf42cef7f6c0c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h8/tzlvpgTrU/ZspsaKlvhsqH/3YuOLs87KacqaJM3wYAornqpVvMS9sv0TULSj2L5IFWOeaLsv+FbbsLwJdBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T00:43:41.988479Z","bundle_sha256":"34c9e74494c7804e94d320bc904119e2710513571ce8e000db26e49601e4e43a"}}