{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RCMQI7W73T2VUAYO67OCG3ZWUP","short_pith_number":"pith:RCMQI7W7","canonical_record":{"source":{"id":"2403.00409","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-01T09:55:18Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"71f99f800c9bddede497af3b8a519f6ea4b3494186b6d3236d4cd18ff4bc055e","abstract_canon_sha256":"d3a48134f1e8851b5980bccfbe07f9410973a9024b2d18ac5d47d4ff81f9977c"},"schema_version":"1.0"},"canonical_sha256":"8899047edfdcf55a030ef7dc236f36a3c15bbce8cc0325ef655982fa03fbf13d","source":{"kind":"arxiv","id":"2403.00409","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.00409","created_at":"2026-07-05T08:07:14Z"},{"alias_kind":"arxiv_version","alias_value":"2403.00409v2","created_at":"2026-07-05T08:07:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.00409","created_at":"2026-07-05T08:07:14Z"},{"alias_kind":"pith_short_12","alias_value":"RCMQI7W73T2V","created_at":"2026-07-05T08:07:14Z"},{"alias_kind":"pith_short_16","alias_value":"RCMQI7W73T2VUAYO","created_at":"2026-07-05T08:07:14Z"},{"alias_kind":"pith_short_8","alias_value":"RCMQI7W7","created_at":"2026-07-05T08:07:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RCMQI7W73T2VUAYO67OCG3ZWUP","target":"record","payload":{"canonical_record":{"source":{"id":"2403.00409","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-01T09:55:18Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"71f99f800c9bddede497af3b8a519f6ea4b3494186b6d3236d4cd18ff4bc055e","abstract_canon_sha256":"d3a48134f1e8851b5980bccfbe07f9410973a9024b2d18ac5d47d4ff81f9977c"},"schema_version":"1.0"},"canonical_sha256":"8899047edfdcf55a030ef7dc236f36a3c15bbce8cc0325ef655982fa03fbf13d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:07:14.805939Z","signature_b64":"0D9x01+7k+58hZIRaowqlLkWKKBqHaY/BKqfN4ma3VmUQAv+rO27nj9GamiIE89+IDB0LZ2YDSB83NyZxm+fCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8899047edfdcf55a030ef7dc236f36a3c15bbce8cc0325ef655982fa03fbf13d","last_reissued_at":"2026-07-05T08:07:14.805576Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:07:14.805576Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.00409","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eWa6eVYIBZEC1sHSe8npD7AG219wrpv2llJy3wyjuGqdFFFR440ROY0WAZvddzbcOCY9/nCdkPiS+aumbSvwDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:26:09.448954Z"},"content_sha256":"5d9347f0283b4228b671f123f7ea39fd7d98c22e071835b2a109e92fa3e93a06","schema_version":"1.0","event_id":"sha256:5d9347f0283b4228b671f123f7ea39fd7d98c22e071835b2a109e92fa3e93a06"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RCMQI7W73T2VUAYO67OCG3ZWUP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Anush Kini, Nagarajan Natarajan, Sayak Ray Chowdhury","submitted_at":"2024-03-01T09:55:18Z","abstract_excerpt":"Learning from preference-based feedback has recently gained traction as a promising approach to align language models with human interests. While these aligned generative models have demonstrated impressive capabilities across various tasks, their dependence on high-quality human preference data poses a bottleneck in practical applications. Specifically, noisy (incorrect and ambiguous) preference pairs in the dataset might restrict the language models from capturing human intent accurately. While practitioners have recently proposed heuristics to mitigate the effect of noisy preferences, a com"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.00409","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.00409/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:07:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UPzNctqx2KvVkreaAplNNzjKLBarqMSM4OedwLYu7SCbSgJCQJ/Fkl2d8hxu6eVmT5ToLYGnBv06FMx5syP0AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T22:26:09.449489Z"},"content_sha256":"1c4046920af56db62efee1fdfcfb10782c9d6432b7d4e98f3bb6f6d77f3cc54c","schema_version":"1.0","event_id":"sha256:1c4046920af56db62efee1fdfcfb10782c9d6432b7d4e98f3bb6f6d77f3cc54c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RCMQI7W73T2VUAYO67OCG3ZWUP/bundle.json","state_url":"https://pith.science/pith/RCMQI7W73T2VUAYO67OCG3ZWUP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RCMQI7W73T2VUAYO67OCG3ZWUP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T22:26:09Z","links":{"resolver":"https://pith.science/pith/RCMQI7W73T2VUAYO67OCG3ZWUP","bundle":"https://pith.science/pith/RCMQI7W73T2VUAYO67OCG3ZWUP/bundle.json","state":"https://pith.science/pith/RCMQI7W73T2VUAYO67OCG3ZWUP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RCMQI7W73T2VUAYO67OCG3ZWUP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RCMQI7W73T2VUAYO67OCG3ZWUP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d3a48134f1e8851b5980bccfbe07f9410973a9024b2d18ac5d47d4ff81f9977c","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-01T09:55:18Z","title_canon_sha256":"71f99f800c9bddede497af3b8a519f6ea4b3494186b6d3236d4cd18ff4bc055e"},"schema_version":"1.0","source":{"id":"2403.00409","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.00409","created_at":"2026-07-05T08:07:14Z"},{"alias_kind":"arxiv_version","alias_value":"2403.00409v2","created_at":"2026-07-05T08:07:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.00409","created_at":"2026-07-05T08:07:14Z"},{"alias_kind":"pith_short_12","alias_value":"RCMQI7W73T2V","created_at":"2026-07-05T08:07:14Z"},{"alias_kind":"pith_short_16","alias_value":"RCMQI7W73T2VUAYO","created_at":"2026-07-05T08:07:14Z"},{"alias_kind":"pith_short_8","alias_value":"RCMQI7W7","created_at":"2026-07-05T08:07:14Z"}],"graph_snapshots":[{"event_id":"sha256:1c4046920af56db62efee1fdfcfb10782c9d6432b7d4e98f3bb6f6d77f3cc54c","target":"graph","created_at":"2026-07-05T08:07:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.00409/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Learning from preference-based feedback has recently gained traction as a promising approach to align language models with human interests. While these aligned generative models have demonstrated impressive capabilities across various tasks, their dependence on high-quality human preference data poses a bottleneck in practical applications. Specifically, noisy (incorrect and ambiguous) preference pairs in the dataset might restrict the language models from capturing human intent accurately. While practitioners have recently proposed heuristics to mitigate the effect of noisy preferences, a com","authors_text":"Anush Kini, Nagarajan Natarajan, Sayak Ray Chowdhury","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-01T09:55:18Z","title":"Provably Robust DPO: Aligning Language Models with Noisy Feedback"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.00409","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5d9347f0283b4228b671f123f7ea39fd7d98c22e071835b2a109e92fa3e93a06","target":"record","created_at":"2026-07-05T08:07:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d3a48134f1e8851b5980bccfbe07f9410973a9024b2d18ac5d47d4ff81f9977c","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-01T09:55:18Z","title_canon_sha256":"71f99f800c9bddede497af3b8a519f6ea4b3494186b6d3236d4cd18ff4bc055e"},"schema_version":"1.0","source":{"id":"2403.00409","kind":"arxiv","version":2}},"canonical_sha256":"8899047edfdcf55a030ef7dc236f36a3c15bbce8cc0325ef655982fa03fbf13d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8899047edfdcf55a030ef7dc236f36a3c15bbce8cc0325ef655982fa03fbf13d","first_computed_at":"2026-07-05T08:07:14.805576Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:07:14.805576Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0D9x01+7k+58hZIRaowqlLkWKKBqHaY/BKqfN4ma3VmUQAv+rO27nj9GamiIE89+IDB0LZ2YDSB83NyZxm+fCg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:07:14.805939Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.00409","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5d9347f0283b4228b671f123f7ea39fd7d98c22e071835b2a109e92fa3e93a06","sha256:1c4046920af56db62efee1fdfcfb10782c9d6432b7d4e98f3bb6f6d77f3cc54c"],"state_sha256":"0ef6bc6ed6fc5ae618bad94a28228f9ac37a7a2e16d1dae68f6ad4e2e2dc6969"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jq0w0HJVKV+ARLrVbeEg0prfkijzBPOK7pMMNSva4TyrsuLXEpIdMtC3GcZixVgDNKBN3YHn2nTZBANHWw23AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T22:26:09.454030Z","bundle_sha256":"fcc5b5e4cd9d91d446c7f064a6d1f021f6b02fdaf8d9b85abf2a92f6e3c00ca3"}}