{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:C4Z35HQZ4DEAI47ZP5BEXCDYWN","short_pith_number":"pith:C4Z35HQZ","canonical_record":{"source":{"id":"2505.08849","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-05-13T16:18:59Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"69685c309359d5a079e0ea2007271dd59e98cf8a2971351d911daceffab57ae1","abstract_canon_sha256":"326e60cac19acc8bfe2a3fe80d960942ff2adb75ad8bbb4acad803b6d1892245"},"schema_version":"1.0"},"canonical_sha256":"1733be9e19e0c80473f97f424b8878b34046b766cf991983b248560c74b572cc","source":{"kind":"arxiv","id":"2505.08849","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.08849","created_at":"2026-07-05T11:02:45Z"},{"alias_kind":"arxiv_version","alias_value":"2505.08849v1","created_at":"2026-07-05T11:02:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.08849","created_at":"2026-07-05T11:02:45Z"},{"alias_kind":"pith_short_12","alias_value":"C4Z35HQZ4DEA","created_at":"2026-07-05T11:02:45Z"},{"alias_kind":"pith_short_16","alias_value":"C4Z35HQZ4DEAI47Z","created_at":"2026-07-05T11:02:45Z"},{"alias_kind":"pith_short_8","alias_value":"C4Z35HQZ","created_at":"2026-07-05T11:02:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:C4Z35HQZ4DEAI47ZP5BEXCDYWN","target":"record","payload":{"canonical_record":{"source":{"id":"2505.08849","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-05-13T16:18:59Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"69685c309359d5a079e0ea2007271dd59e98cf8a2971351d911daceffab57ae1","abstract_canon_sha256":"326e60cac19acc8bfe2a3fe80d960942ff2adb75ad8bbb4acad803b6d1892245"},"schema_version":"1.0"},"canonical_sha256":"1733be9e19e0c80473f97f424b8878b34046b766cf991983b248560c74b572cc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:02:45.451178Z","signature_b64":"rjk4X8475J6C6Y6qILaiHvc5HbYgLMampe6qi+yOZTeDbkz9K4cbB0g2DUbQMocgbg9QS+3gwq858okm17f2Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1733be9e19e0c80473f97f424b8878b34046b766cf991983b248560c74b572cc","last_reissued_at":"2026-07-05T11:02:45.450688Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:02:45.450688Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.08849","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:02:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3QM/f7SmDVh8K352zc296mGMQmEt6iUu4XFJJCkA7pDCF/JOg2Eftsbl3EoR4Qjd3664nJQhP+e5cI4zuEJjAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:40:21.857000Z"},"content_sha256":"f20a65324b6e997f27d777f1f7fe4e62b1676ada2299a5f679c0dad215129604","schema_version":"1.0","event_id":"sha256:f20a65324b6e997f27d777f1f7fe4e62b1676ada2299a5f679c0dad215129604"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:C4Z35HQZ4DEAI47ZP5BEXCDYWN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improved Algorithms for Differentially Private Language Model Alignment","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CR","authors_text":"Hao Tang, Keyu Chen, Qinglin Liu, Yizhao Xu","submitted_at":"2025-05-13T16:18:59Z","abstract_excerpt":"Language model alignment is crucial for ensuring that large language models (LLMs) align with human preferences, yet it often involves sensitive user data, raising significant privacy concerns. While prior work has integrated differential privacy (DP) with alignment techniques, their performance remains limited. In this paper, we propose novel algorithms for privacy-preserving alignment and rigorously analyze their effectiveness across varying privacy budgets and models. Our framework can be deployed on two celebrated alignment techniques, namely direct preference optimization (DPO) and reinfo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.08849","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.08849/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:02:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yqw5vdaa2M0PbZp2YWwmCIwVR3oXdX4Olf5l32nRAORyw+520ysxhgk4DRuuw/1ZkrnVgky46ewFVL9/F4/2Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:40:21.857506Z"},"content_sha256":"4208d48f21725fd7f78dd5ab2718db1b393008b265ceb9e74aaa538eb9aa1f9d","schema_version":"1.0","event_id":"sha256:4208d48f21725fd7f78dd5ab2718db1b393008b265ceb9e74aaa538eb9aa1f9d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C4Z35HQZ4DEAI47ZP5BEXCDYWN/bundle.json","state_url":"https://pith.science/pith/C4Z35HQZ4DEAI47ZP5BEXCDYWN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C4Z35HQZ4DEAI47ZP5BEXCDYWN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T17:40:21Z","links":{"resolver":"https://pith.science/pith/C4Z35HQZ4DEAI47ZP5BEXCDYWN","bundle":"https://pith.science/pith/C4Z35HQZ4DEAI47ZP5BEXCDYWN/bundle.json","state":"https://pith.science/pith/C4Z35HQZ4DEAI47ZP5BEXCDYWN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C4Z35HQZ4DEAI47ZP5BEXCDYWN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:C4Z35HQZ4DEAI47ZP5BEXCDYWN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"326e60cac19acc8bfe2a3fe80d960942ff2adb75ad8bbb4acad803b6d1892245","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-05-13T16:18:59Z","title_canon_sha256":"69685c309359d5a079e0ea2007271dd59e98cf8a2971351d911daceffab57ae1"},"schema_version":"1.0","source":{"id":"2505.08849","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.08849","created_at":"2026-07-05T11:02:45Z"},{"alias_kind":"arxiv_version","alias_value":"2505.08849v1","created_at":"2026-07-05T11:02:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.08849","created_at":"2026-07-05T11:02:45Z"},{"alias_kind":"pith_short_12","alias_value":"C4Z35HQZ4DEA","created_at":"2026-07-05T11:02:45Z"},{"alias_kind":"pith_short_16","alias_value":"C4Z35HQZ4DEAI47Z","created_at":"2026-07-05T11:02:45Z"},{"alias_kind":"pith_short_8","alias_value":"C4Z35HQZ","created_at":"2026-07-05T11:02:45Z"}],"graph_snapshots":[{"event_id":"sha256:4208d48f21725fd7f78dd5ab2718db1b393008b265ceb9e74aaa538eb9aa1f9d","target":"graph","created_at":"2026-07-05T11:02:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.08849/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language model alignment is crucial for ensuring that large language models (LLMs) align with human preferences, yet it often involves sensitive user data, raising significant privacy concerns. While prior work has integrated differential privacy (DP) with alignment techniques, their performance remains limited. In this paper, we propose novel algorithms for privacy-preserving alignment and rigorously analyze their effectiveness across varying privacy budgets and models. Our framework can be deployed on two celebrated alignment techniques, namely direct preference optimization (DPO) and reinfo","authors_text":"Hao Tang, Keyu Chen, Qinglin Liu, Yizhao Xu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-05-13T16:18:59Z","title":"Improved Algorithms for Differentially Private Language Model Alignment"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.08849","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f20a65324b6e997f27d777f1f7fe4e62b1676ada2299a5f679c0dad215129604","target":"record","created_at":"2026-07-05T11:02:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"326e60cac19acc8bfe2a3fe80d960942ff2adb75ad8bbb4acad803b6d1892245","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CR","submitted_at":"2025-05-13T16:18:59Z","title_canon_sha256":"69685c309359d5a079e0ea2007271dd59e98cf8a2971351d911daceffab57ae1"},"schema_version":"1.0","source":{"id":"2505.08849","kind":"arxiv","version":1}},"canonical_sha256":"1733be9e19e0c80473f97f424b8878b34046b766cf991983b248560c74b572cc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1733be9e19e0c80473f97f424b8878b34046b766cf991983b248560c74b572cc","first_computed_at":"2026-07-05T11:02:45.450688Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:02:45.450688Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rjk4X8475J6C6Y6qILaiHvc5HbYgLMampe6qi+yOZTeDbkz9K4cbB0g2DUbQMocgbg9QS+3gwq858okm17f2Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:02:45.451178Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.08849","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f20a65324b6e997f27d777f1f7fe4e62b1676ada2299a5f679c0dad215129604","sha256:4208d48f21725fd7f78dd5ab2718db1b393008b265ceb9e74aaa538eb9aa1f9d"],"state_sha256":"17d0b6a396fa8e3f4dbb5546222a549a4cff74250c528c0a91bae55c7373e932"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"27gIlv57I7fyFUiHPC6LWBeFcw7nGtsl+1UboUGnqjI5V4NVb077KcCb8MRndNp/1rz3hDX6Q81qdiSuxA9tCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T17:40:21.862112Z","bundle_sha256":"ef40b080eb5a12afc8b0ef629a74681c480196e878dcf22154b36d4253c3e961"}}