{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:RAB2QRFBTOWSOXCOEZ3ZRAIS73","short_pith_number":"pith:RAB2QRFB","canonical_record":{"source":{"id":"2505.20359","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-26T08:01:37Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"03afc959742db52b81bbfbc8d3230ab191741f76d0dcee2152cbf5260a0efed3","abstract_canon_sha256":"003f8c6e257383beff5c1b38e81eeb4ce154ef90833a98985d7d43abef00f521"},"schema_version":"1.0"},"canonical_sha256":"8803a844a19bad275c4e2677988112feea115a15f9c95fb32e623d3732b930c8","source":{"kind":"arxiv","id":"2505.20359","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20359","created_at":"2026-07-05T11:11:46Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20359v2","created_at":"2026-07-05T11:11:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20359","created_at":"2026-07-05T11:11:46Z"},{"alias_kind":"pith_short_12","alias_value":"RAB2QRFBTOWS","created_at":"2026-07-05T11:11:46Z"},{"alias_kind":"pith_short_16","alias_value":"RAB2QRFBTOWSOXCO","created_at":"2026-07-05T11:11:46Z"},{"alias_kind":"pith_short_8","alias_value":"RAB2QRFB","created_at":"2026-07-05T11:11:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:RAB2QRFBTOWSOXCOEZ3ZRAIS73","target":"record","payload":{"canonical_record":{"source":{"id":"2505.20359","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-26T08:01:37Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"03afc959742db52b81bbfbc8d3230ab191741f76d0dcee2152cbf5260a0efed3","abstract_canon_sha256":"003f8c6e257383beff5c1b38e81eeb4ce154ef90833a98985d7d43abef00f521"},"schema_version":"1.0"},"canonical_sha256":"8803a844a19bad275c4e2677988112feea115a15f9c95fb32e623d3732b930c8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:11:46.981677Z","signature_b64":"hReSZZy/+lRb4lfD9gPDVK4hdNAXqk/8nfmCDjjuy3Bo9z0V802JfkNil68QLbXW3EoyuCkPbyYZQcuY3hyBDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8803a844a19bad275c4e2677988112feea115a15f9c95fb32e623d3732b930c8","last_reissued_at":"2026-07-05T11:11:46.981142Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:11:46.981142Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.20359","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RCDpHg4Icnyb7MPFDeP/Vbsb+LysgSp58nSCT06BjS+mc2EsRLU3LvMnyt9XCASpuAxSWbWCzUloGfF0zeRjBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:01:57.430938Z"},"content_sha256":"cfd1fea069de1861ba60c82cc5fdae17bbf36fe4724f4fdc39bfc32d72e973a2","schema_version":"1.0","event_id":"sha256:cfd1fea069de1861ba60c82cc5fdae17bbf36fe4724f4fdc39bfc32d72e973a2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:RAB2QRFBTOWSOXCOEZ3ZRAIS73","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Risk-aware Direct Preference Optimization under Nested Risk Measure","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Huizhong Song, Jun Wang, Lijun Zhang, Lin Li, Wei Wei, Yajie Qi, Yaodong Yang","submitted_at":"2025-05-26T08:01:37Z","abstract_excerpt":"When fine-tuning pre-trained Large Language Models (LLMs) to align with human values and intentions, maximizing the estimated reward can lead to superior performance, but it also introduces potential risks due to deviations from the reference model's intended behavior. Most existing methods typically introduce KL divergence to constrain deviations between the trained model and the reference model; however, this may not be sufficient in certain applications that require tight risk control. In this paper, we introduce Risk-aware Direct Preference Optimization (Ra-DPO), a novel approach that inco"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20359","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.20359/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:11:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0OJIULbqpfhFq7wAqzPzJkNQX6od+UCobbMobT68xIf9SIqEiD5oEaDqEvMKnjgbS+AzYqEwWQqJcqt3AIGUBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:01:57.431470Z"},"content_sha256":"4092cf407bc67b3c9a0802d8ddd7d91173ab11211e6614f9acc8b8a633d0c7a1","schema_version":"1.0","event_id":"sha256:4092cf407bc67b3c9a0802d8ddd7d91173ab11211e6614f9acc8b8a633d0c7a1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RAB2QRFBTOWSOXCOEZ3ZRAIS73/bundle.json","state_url":"https://pith.science/pith/RAB2QRFBTOWSOXCOEZ3ZRAIS73/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RAB2QRFBTOWSOXCOEZ3ZRAIS73/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T00:01:57Z","links":{"resolver":"https://pith.science/pith/RAB2QRFBTOWSOXCOEZ3ZRAIS73","bundle":"https://pith.science/pith/RAB2QRFBTOWSOXCOEZ3ZRAIS73/bundle.json","state":"https://pith.science/pith/RAB2QRFBTOWSOXCOEZ3ZRAIS73/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RAB2QRFBTOWSOXCOEZ3ZRAIS73/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RAB2QRFBTOWSOXCOEZ3ZRAIS73","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"003f8c6e257383beff5c1b38e81eeb4ce154ef90833a98985d7d43abef00f521","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-26T08:01:37Z","title_canon_sha256":"03afc959742db52b81bbfbc8d3230ab191741f76d0dcee2152cbf5260a0efed3"},"schema_version":"1.0","source":{"id":"2505.20359","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.20359","created_at":"2026-07-05T11:11:46Z"},{"alias_kind":"arxiv_version","alias_value":"2505.20359v2","created_at":"2026-07-05T11:11:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.20359","created_at":"2026-07-05T11:11:46Z"},{"alias_kind":"pith_short_12","alias_value":"RAB2QRFBTOWS","created_at":"2026-07-05T11:11:46Z"},{"alias_kind":"pith_short_16","alias_value":"RAB2QRFBTOWSOXCO","created_at":"2026-07-05T11:11:46Z"},{"alias_kind":"pith_short_8","alias_value":"RAB2QRFB","created_at":"2026-07-05T11:11:46Z"}],"graph_snapshots":[{"event_id":"sha256:4092cf407bc67b3c9a0802d8ddd7d91173ab11211e6614f9acc8b8a633d0c7a1","target":"graph","created_at":"2026-07-05T11:11:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.20359/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"When fine-tuning pre-trained Large Language Models (LLMs) to align with human values and intentions, maximizing the estimated reward can lead to superior performance, but it also introduces potential risks due to deviations from the reference model's intended behavior. Most existing methods typically introduce KL divergence to constrain deviations between the trained model and the reference model; however, this may not be sufficient in certain applications that require tight risk control. In this paper, we introduce Risk-aware Direct Preference Optimization (Ra-DPO), a novel approach that inco","authors_text":"Huizhong Song, Jun Wang, Lijun Zhang, Lin Li, Wei Wei, Yajie Qi, Yaodong Yang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-26T08:01:37Z","title":"Risk-aware Direct Preference Optimization under Nested Risk Measure"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.20359","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cfd1fea069de1861ba60c82cc5fdae17bbf36fe4724f4fdc39bfc32d72e973a2","target":"record","created_at":"2026-07-05T11:11:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"003f8c6e257383beff5c1b38e81eeb4ce154ef90833a98985d7d43abef00f521","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-05-26T08:01:37Z","title_canon_sha256":"03afc959742db52b81bbfbc8d3230ab191741f76d0dcee2152cbf5260a0efed3"},"schema_version":"1.0","source":{"id":"2505.20359","kind":"arxiv","version":2}},"canonical_sha256":"8803a844a19bad275c4e2677988112feea115a15f9c95fb32e623d3732b930c8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8803a844a19bad275c4e2677988112feea115a15f9c95fb32e623d3732b930c8","first_computed_at":"2026-07-05T11:11:46.981142Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:11:46.981142Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hReSZZy/+lRb4lfD9gPDVK4hdNAXqk/8nfmCDjjuy3Bo9z0V802JfkNil68QLbXW3EoyuCkPbyYZQcuY3hyBDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:11:46.981677Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.20359","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cfd1fea069de1861ba60c82cc5fdae17bbf36fe4724f4fdc39bfc32d72e973a2","sha256:4092cf407bc67b3c9a0802d8ddd7d91173ab11211e6614f9acc8b8a633d0c7a1"],"state_sha256":"8e46ff5816d9539573ace858ae8161221dc64553ad347d43c1d8ad6030cc0a9c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"R2JkTyb0bpSYGLVCbkBQ00mZ7OpqPOhYg2RM1ToIlibtzyHxrjkG5/sQeG6PAEPoUxa4p7DuAbcLXXjNwhIYDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T00:01:57.436592Z","bundle_sha256":"66c8de7ce9ea3af3409629acc1d523ab86c3335fce7fa937f71b2b2e9100bc45"}}