{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZEXJC47MQXT6A64IVZ7O4ONSKE","short_pith_number":"pith:ZEXJC47M","canonical_record":{"source":{"id":"2406.05882","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-09T18:41:05Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"7d9f2f63130a8a5d7ab470c0107152ee0916bd53548c85baa31910c6862191f9","abstract_canon_sha256":"960ec9b855dce0e4bb9b867559dd5c68adf6c1222bfe4cba3c4cea43fbed7dac"},"schema_version":"1.0"},"canonical_sha256":"c92e9173ec85e7e07b88ae7eee39b25130deb2a1cd874ba07c9ba151c14cadcb","source":{"kind":"arxiv","id":"2406.05882","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.05882","created_at":"2026-07-05T08:29:34Z"},{"alias_kind":"arxiv_version","alias_value":"2406.05882v1","created_at":"2026-07-05T08:29:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.05882","created_at":"2026-07-05T08:29:34Z"},{"alias_kind":"pith_short_12","alias_value":"ZEXJC47MQXT6","created_at":"2026-07-05T08:29:34Z"},{"alias_kind":"pith_short_16","alias_value":"ZEXJC47MQXT6A64I","created_at":"2026-07-05T08:29:34Z"},{"alias_kind":"pith_short_8","alias_value":"ZEXJC47M","created_at":"2026-07-05T08:29:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZEXJC47MQXT6A64IVZ7O4ONSKE","target":"record","payload":{"canonical_record":{"source":{"id":"2406.05882","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-09T18:41:05Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"7d9f2f63130a8a5d7ab470c0107152ee0916bd53548c85baa31910c6862191f9","abstract_canon_sha256":"960ec9b855dce0e4bb9b867559dd5c68adf6c1222bfe4cba3c4cea43fbed7dac"},"schema_version":"1.0"},"canonical_sha256":"c92e9173ec85e7e07b88ae7eee39b25130deb2a1cd874ba07c9ba151c14cadcb","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:29:34.907750Z","signature_b64":"qKwJ2mQDxhH9BCVMPiMt01tHSRlkVLccg/vZowd4+vmJpc9iiGDsGlyUADUb11LFr5hF/jkZ4/EmBbQ4A9dLBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c92e9173ec85e7e07b88ae7eee39b25130deb2a1cd874ba07c9ba151c14cadcb","last_reissued_at":"2026-07-05T08:29:34.907287Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:29:34.907287Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.05882","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZFERIv6aIsglDUMI80LVkcPu5MhwMouOrLBbAFbhTRiugIN8ChvITWPj0vqpZrr7zA9s2ouhTB8CsesJgqkbBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:07:48.390408Z"},"content_sha256":"2542747d47f0544c4616084253c75f8b0745da76013718b5b8303cc1efda2eaf","schema_version":"1.0","event_id":"sha256:2542747d47f0544c4616084253c75f8b0745da76013718b5b8303cc1efda2eaf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZEXJC47MQXT6A64IVZ7O4ONSKE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Distributional Preference Alignment of LLMs via Optimal Transport","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Apoorva Nitsure, Brian Belgodere, Igor Melnyk, Jerret Ross, Jiri Navratil, Kristjan Greenewald, Mattia Rigotti, Mikhail Yurochkin, Youssef Mroueh","submitted_at":"2024-06-09T18:41:05Z","abstract_excerpt":"Current LLM alignment techniques use pairwise human preferences at a sample level, and as such, they do not imply an alignment on the distributional level. We propose in this paper Alignment via Optimal Transport (AOT), a novel method for distributional preference alignment of LLMs. AOT aligns LLMs on unpaired preference data by making the reward distribution of the positive samples stochastically dominant in the first order on the distribution of negative samples. We introduce a convex relaxation of this first-order stochastic dominance and cast it as an optimal transport problem with a smoot"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.05882","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.05882/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HS2KEyiUhlIr1sGF3IzgUiuQwSZfhhC0Jyz/THDgUahAzrCqrpYYRE2nxLdWUceUH7+WE8TOkdNZGwQ+952/AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:07:48.390783Z"},"content_sha256":"8099adc24f065a98cfd835efdd0057e76b830479c1f440e88edd7e975a215790","schema_version":"1.0","event_id":"sha256:8099adc24f065a98cfd835efdd0057e76b830479c1f440e88edd7e975a215790"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZEXJC47MQXT6A64IVZ7O4ONSKE/bundle.json","state_url":"https://pith.science/pith/ZEXJC47MQXT6A64IVZ7O4ONSKE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZEXJC47MQXT6A64IVZ7O4ONSKE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T15:07:48Z","links":{"resolver":"https://pith.science/pith/ZEXJC47MQXT6A64IVZ7O4ONSKE","bundle":"https://pith.science/pith/ZEXJC47MQXT6A64IVZ7O4ONSKE/bundle.json","state":"https://pith.science/pith/ZEXJC47MQXT6A64IVZ7O4ONSKE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZEXJC47MQXT6A64IVZ7O4ONSKE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZEXJC47MQXT6A64IVZ7O4ONSKE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"960ec9b855dce0e4bb9b867559dd5c68adf6c1222bfe4cba3c4cea43fbed7dac","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-09T18:41:05Z","title_canon_sha256":"7d9f2f63130a8a5d7ab470c0107152ee0916bd53548c85baa31910c6862191f9"},"schema_version":"1.0","source":{"id":"2406.05882","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.05882","created_at":"2026-07-05T08:29:34Z"},{"alias_kind":"arxiv_version","alias_value":"2406.05882v1","created_at":"2026-07-05T08:29:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.05882","created_at":"2026-07-05T08:29:34Z"},{"alias_kind":"pith_short_12","alias_value":"ZEXJC47MQXT6","created_at":"2026-07-05T08:29:34Z"},{"alias_kind":"pith_short_16","alias_value":"ZEXJC47MQXT6A64I","created_at":"2026-07-05T08:29:34Z"},{"alias_kind":"pith_short_8","alias_value":"ZEXJC47M","created_at":"2026-07-05T08:29:34Z"}],"graph_snapshots":[{"event_id":"sha256:8099adc24f065a98cfd835efdd0057e76b830479c1f440e88edd7e975a215790","target":"graph","created_at":"2026-07-05T08:29:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.05882/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current LLM alignment techniques use pairwise human preferences at a sample level, and as such, they do not imply an alignment on the distributional level. We propose in this paper Alignment via Optimal Transport (AOT), a novel method for distributional preference alignment of LLMs. AOT aligns LLMs on unpaired preference data by making the reward distribution of the positive samples stochastically dominant in the first order on the distribution of negative samples. We introduce a convex relaxation of this first-order stochastic dominance and cast it as an optimal transport problem with a smoot","authors_text":"Apoorva Nitsure, Brian Belgodere, Igor Melnyk, Jerret Ross, Jiri Navratil, Kristjan Greenewald, Mattia Rigotti, Mikhail Yurochkin, Youssef Mroueh","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-09T18:41:05Z","title":"Distributional Preference Alignment of LLMs via Optimal Transport"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.05882","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2542747d47f0544c4616084253c75f8b0745da76013718b5b8303cc1efda2eaf","target":"record","created_at":"2026-07-05T08:29:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"960ec9b855dce0e4bb9b867559dd5c68adf6c1222bfe4cba3c4cea43fbed7dac","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-09T18:41:05Z","title_canon_sha256":"7d9f2f63130a8a5d7ab470c0107152ee0916bd53548c85baa31910c6862191f9"},"schema_version":"1.0","source":{"id":"2406.05882","kind":"arxiv","version":1}},"canonical_sha256":"c92e9173ec85e7e07b88ae7eee39b25130deb2a1cd874ba07c9ba151c14cadcb","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c92e9173ec85e7e07b88ae7eee39b25130deb2a1cd874ba07c9ba151c14cadcb","first_computed_at":"2026-07-05T08:29:34.907287Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:29:34.907287Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qKwJ2mQDxhH9BCVMPiMt01tHSRlkVLccg/vZowd4+vmJpc9iiGDsGlyUADUb11LFr5hF/jkZ4/EmBbQ4A9dLBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:29:34.907750Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.05882","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2542747d47f0544c4616084253c75f8b0745da76013718b5b8303cc1efda2eaf","sha256:8099adc24f065a98cfd835efdd0057e76b830479c1f440e88edd7e975a215790"],"state_sha256":"f0f313c765b89df9f50681277ef3be965d1d3ca4aefdbaddef52b1fbb284edef"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EVrOBfx197+FGQnPm7vzE4rUG9HL2g0j17Phl9ZXZecxbhnMiVJMtfIhWUq+yObeJJCc731SDevmgTPdwkRzBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T15:07:48.392776Z","bundle_sha256":"921c9871e313b1b0cfe40bd79578cd2dcb7b6b0395b922b77c56c831a8de5043"}}