{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CO3ZGR72DJIJAKCXPD33FPPYQ2","short_pith_number":"pith:CO3ZGR72","canonical_record":{"source":{"id":"2403.03419","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T03:02:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"77635df0c8700fdc12fc6a4b49494ea18b6b25108ddc9d7721a96070aaa60ed9","abstract_canon_sha256":"0fbcb096a13b8b3a7b77bf997672783b35e47171a8bc2d9b68c946af3b0388f4"},"schema_version":"1.0"},"canonical_sha256":"13b79347fa1a5090285778f7b2bdf886ad9f1a94a50810be786db5eb6fc1a1bf","source":{"kind":"arxiv","id":"2403.03419","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.03419","created_at":"2026-07-05T09:13:00Z"},{"alias_kind":"arxiv_version","alias_value":"2403.03419v2","created_at":"2026-07-05T09:13:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.03419","created_at":"2026-07-05T09:13:00Z"},{"alias_kind":"pith_short_12","alias_value":"CO3ZGR72DJIJ","created_at":"2026-07-05T09:13:00Z"},{"alias_kind":"pith_short_16","alias_value":"CO3ZGR72DJIJAKCX","created_at":"2026-07-05T09:13:00Z"},{"alias_kind":"pith_short_8","alias_value":"CO3ZGR72","created_at":"2026-07-05T09:13:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CO3ZGR72DJIJAKCXPD33FPPYQ2","target":"record","payload":{"canonical_record":{"source":{"id":"2403.03419","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T03:02:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"77635df0c8700fdc12fc6a4b49494ea18b6b25108ddc9d7721a96070aaa60ed9","abstract_canon_sha256":"0fbcb096a13b8b3a7b77bf997672783b35e47171a8bc2d9b68c946af3b0388f4"},"schema_version":"1.0"},"canonical_sha256":"13b79347fa1a5090285778f7b2bdf886ad9f1a94a50810be786db5eb6fc1a1bf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:13:00.030231Z","signature_b64":"BvoFRAihToaOQkQxzw8hxuXk4BOj6V+p7sCpmeBcioByFcPWvd3rYh9zKWnkXpT5e7AhM8E5Qz1hMTKvqzyeDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"13b79347fa1a5090285778f7b2bdf886ad9f1a94a50810be786db5eb6fc1a1bf","last_reissued_at":"2026-07-05T09:13:00.029712Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:13:00.029712Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.03419","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KqpKDRzVKBIGZfa/R27wiUWW80JYTUDHVmaCk2Jh1mTBlcc0MOHrlR5dM8VRRZqDgL1wyQgxjbt4wm7dpP5TCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T20:09:06.363182Z"},"content_sha256":"22ae0e9489db476152989a71a079bd6b1b67d3d08f53cd90adf19be7241ce76e","schema_version":"1.0","event_id":"sha256:22ae0e9489db476152989a71a079bd6b1b67d3d08f53cd90adf19be7241ce76e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CO3ZGR72DJIJAKCXPD33FPPYQ2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Negating Negatives: Alignment with Human Negative Samples via Distributional Dispreference Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ning Gu, Peng Zhang, Shitong Duan, Tun Lu, Xiaoyuan Yi, Xing Xie, Yan Liu, Zheng Liu","submitted_at":"2024-03-06T03:02:38Z","abstract_excerpt":"Large language models (LLMs) have revolutionized the role of AI, yet pose potential social risks. To steer LLMs towards human preference, alignment technologies have been introduced and gained increasing attention. Nevertheless, existing methods heavily rely on high-quality positive-negative training pairs, suffering from noisy positive responses that are barely distinguishable from negative ones. Given recent LLMs' proficiency in generating helpful responses, this work pivots towards a new research question: can we achieve alignment using solely human-annotated negative samples, preserving he"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.03419","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.03419/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:13:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZWXyzpKhdTGKdmbS0kK6u6ZlcrttEn4mfgI+uE2gMJWXksxOmS8SvePUOvXGRse8t9NTONI4HxM9+1CiQlYvBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T20:09:06.364108Z"},"content_sha256":"b5b5c41da7fd91c4c7c6feb84546e31160d465ba7bed425a056d2b2f00d20f97","schema_version":"1.0","event_id":"sha256:b5b5c41da7fd91c4c7c6feb84546e31160d465ba7bed425a056d2b2f00d20f97"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CO3ZGR72DJIJAKCXPD33FPPYQ2/bundle.json","state_url":"https://pith.science/pith/CO3ZGR72DJIJAKCXPD33FPPYQ2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CO3ZGR72DJIJAKCXPD33FPPYQ2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T20:09:06Z","links":{"resolver":"https://pith.science/pith/CO3ZGR72DJIJAKCXPD33FPPYQ2","bundle":"https://pith.science/pith/CO3ZGR72DJIJAKCXPD33FPPYQ2/bundle.json","state":"https://pith.science/pith/CO3ZGR72DJIJAKCXPD33FPPYQ2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CO3ZGR72DJIJAKCXPD33FPPYQ2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CO3ZGR72DJIJAKCXPD33FPPYQ2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0fbcb096a13b8b3a7b77bf997672783b35e47171a8bc2d9b68c946af3b0388f4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T03:02:38Z","title_canon_sha256":"77635df0c8700fdc12fc6a4b49494ea18b6b25108ddc9d7721a96070aaa60ed9"},"schema_version":"1.0","source":{"id":"2403.03419","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.03419","created_at":"2026-07-05T09:13:00Z"},{"alias_kind":"arxiv_version","alias_value":"2403.03419v2","created_at":"2026-07-05T09:13:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.03419","created_at":"2026-07-05T09:13:00Z"},{"alias_kind":"pith_short_12","alias_value":"CO3ZGR72DJIJ","created_at":"2026-07-05T09:13:00Z"},{"alias_kind":"pith_short_16","alias_value":"CO3ZGR72DJIJAKCX","created_at":"2026-07-05T09:13:00Z"},{"alias_kind":"pith_short_8","alias_value":"CO3ZGR72","created_at":"2026-07-05T09:13:00Z"}],"graph_snapshots":[{"event_id":"sha256:b5b5c41da7fd91c4c7c6feb84546e31160d465ba7bed425a056d2b2f00d20f97","target":"graph","created_at":"2026-07-05T09:13:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.03419/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have revolutionized the role of AI, yet pose potential social risks. To steer LLMs towards human preference, alignment technologies have been introduced and gained increasing attention. Nevertheless, existing methods heavily rely on high-quality positive-negative training pairs, suffering from noisy positive responses that are barely distinguishable from negative ones. Given recent LLMs' proficiency in generating helpful responses, this work pivots towards a new research question: can we achieve alignment using solely human-annotated negative samples, preserving he","authors_text":"Ning Gu, Peng Zhang, Shitong Duan, Tun Lu, Xiaoyuan Yi, Xing Xie, Yan Liu, Zheng Liu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T03:02:38Z","title":"Negating Negatives: Alignment with Human Negative Samples via Distributional Dispreference Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.03419","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:22ae0e9489db476152989a71a079bd6b1b67d3d08f53cd90adf19be7241ce76e","target":"record","created_at":"2026-07-05T09:13:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0fbcb096a13b8b3a7b77bf997672783b35e47171a8bc2d9b68c946af3b0388f4","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-03-06T03:02:38Z","title_canon_sha256":"77635df0c8700fdc12fc6a4b49494ea18b6b25108ddc9d7721a96070aaa60ed9"},"schema_version":"1.0","source":{"id":"2403.03419","kind":"arxiv","version":2}},"canonical_sha256":"13b79347fa1a5090285778f7b2bdf886ad9f1a94a50810be786db5eb6fc1a1bf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"13b79347fa1a5090285778f7b2bdf886ad9f1a94a50810be786db5eb6fc1a1bf","first_computed_at":"2026-07-05T09:13:00.029712Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:13:00.029712Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BvoFRAihToaOQkQxzw8hxuXk4BOj6V+p7sCpmeBcioByFcPWvd3rYh9zKWnkXpT5e7AhM8E5Qz1hMTKvqzyeDg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:13:00.030231Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.03419","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:22ae0e9489db476152989a71a079bd6b1b67d3d08f53cd90adf19be7241ce76e","sha256:b5b5c41da7fd91c4c7c6feb84546e31160d465ba7bed425a056d2b2f00d20f97"],"state_sha256":"5b6118d22c9f5d27532bb24f6be604a7477cb317b412efc9d6754b4c373f0fc1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YtAyvPA7bR0h3pFznAX6y5sKEL6rt471mRNO9tq86uCeDqBsfHrtEpfKNaG3B+jqLSZqtDZ9aFcc6NCgbnZzCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T20:09:06.378262Z","bundle_sha256":"edfb52dfabbe0c8ddf46f416f8008034d464fc61841bcc65dd35cfdf081c449e"}}