{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:FMBNGL5BHN4P4EPXKVZTVWZV7J","short_pith_number":"pith:FMBNGL5B","canonical_record":{"source":{"id":"2407.07737","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T15:07:58Z","cross_cats_sorted":["cs.CL","cs.CR","cs.DC"],"title_canon_sha256":"c9e1bd5558c147c16e080701dbeb7668d62423162eca97eac373b52f63ce3859","abstract_canon_sha256":"b7b02dbe15f4f016e3addb71c9576a6abf7dce66275e11e10b2ed14e574db59a"},"schema_version":"1.0"},"canonical_sha256":"2b02d32fa13b78fe11f755733adb35fa40d5b9f49d7e14a5405acc6dac5da52d","source":{"kind":"arxiv","id":"2407.07737","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.07737","created_at":"2026-07-05T08:42:24Z"},{"alias_kind":"arxiv_version","alias_value":"2407.07737v1","created_at":"2026-07-05T08:42:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.07737","created_at":"2026-07-05T08:42:24Z"},{"alias_kind":"pith_short_12","alias_value":"FMBNGL5BHN4P","created_at":"2026-07-05T08:42:24Z"},{"alias_kind":"pith_short_16","alias_value":"FMBNGL5BHN4P4EPX","created_at":"2026-07-05T08:42:24Z"},{"alias_kind":"pith_short_8","alias_value":"FMBNGL5B","created_at":"2026-07-05T08:42:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:FMBNGL5BHN4P4EPXKVZTVWZV7J","target":"record","payload":{"canonical_record":{"source":{"id":"2407.07737","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T15:07:58Z","cross_cats_sorted":["cs.CL","cs.CR","cs.DC"],"title_canon_sha256":"c9e1bd5558c147c16e080701dbeb7668d62423162eca97eac373b52f63ce3859","abstract_canon_sha256":"b7b02dbe15f4f016e3addb71c9576a6abf7dce66275e11e10b2ed14e574db59a"},"schema_version":"1.0"},"canonical_sha256":"2b02d32fa13b78fe11f755733adb35fa40d5b9f49d7e14a5405acc6dac5da52d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:42:24.616619Z","signature_b64":"YRrgsZkq7RpRLfJTZxT7G0TjVUziBPqvJ9VEVTjUSqUB5s+DN9vdDNx0rGLZt0CcXhOQAKMINQja2LaT7gsFDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2b02d32fa13b78fe11f755733adb35fa40d5b9f49d7e14a5405acc6dac5da52d","last_reissued_at":"2026-07-05T08:42:24.616136Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:42:24.616136Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.07737","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3gNhIpqxqFzbCAQrprQZxQdWn0e3eFDlQs0RHVcBZwYMJRmqj8tLEr9xZA/kNxu6d1Cbm7W4Q6BbKQu1KADmBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T09:25:28.287344Z"},"content_sha256":"ca1ff40c381e471a2438a850ecbc1b1d98ab093a506e510b1c510c2aeb1c11ad","schema_version":"1.0","event_id":"sha256:ca1ff40c381e471a2438a850ecbc1b1d98ab093a506e510b1c510c2aeb1c11ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:FMBNGL5BHN4P4EPXKVZTVWZV7J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Fine-Tuning Large Language Models with User-Level Differential Privacy","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.CR","cs.DC"],"primary_cat":"cs.LG","authors_text":"Arun Ganesh, H. Brendan McMahan, Keith Rush, Krishna Pillutla, Nicole Mitchell, Ryan McKenna, Zachary Charles","submitted_at":"2024-07-10T15:07:58Z","abstract_excerpt":"We investigate practical and scalable algorithms for training large language models (LLMs) with user-level differential privacy (DP) in order to provably safeguard all the examples contributed by each user. We study two variants of DP-SGD with: (1) example-level sampling (ELS) and per-example gradient clipping, and (2) user-level sampling (ULS) and per-user gradient clipping. We derive a novel user-level DP accountant that allows us to compute provably tight privacy guarantees for ELS. Using this, we show that while ELS can outperform ULS in specific settings, ULS generally yields better resul"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.07737","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.07737/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RwYE/E/s/SuB3Oj2qllGaezM18ScYlov2vDjTvjzgptLpPQypxyHKciU9A3XWLqRePtP/au2xaOgcGO8x3cmAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T09:25:28.288353Z"},"content_sha256":"e1a2cadb2d7be90f83b9e78d1eefcfef45a7c99a695f56157cb62b06a19824b8","schema_version":"1.0","event_id":"sha256:e1a2cadb2d7be90f83b9e78d1eefcfef45a7c99a695f56157cb62b06a19824b8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FMBNGL5BHN4P4EPXKVZTVWZV7J/bundle.json","state_url":"https://pith.science/pith/FMBNGL5BHN4P4EPXKVZTVWZV7J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FMBNGL5BHN4P4EPXKVZTVWZV7J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T09:25:28Z","links":{"resolver":"https://pith.science/pith/FMBNGL5BHN4P4EPXKVZTVWZV7J","bundle":"https://pith.science/pith/FMBNGL5BHN4P4EPXKVZTVWZV7J/bundle.json","state":"https://pith.science/pith/FMBNGL5BHN4P4EPXKVZTVWZV7J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FMBNGL5BHN4P4EPXKVZTVWZV7J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FMBNGL5BHN4P4EPXKVZTVWZV7J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b7b02dbe15f4f016e3addb71c9576a6abf7dce66275e11e10b2ed14e574db59a","cross_cats_sorted":["cs.CL","cs.CR","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T15:07:58Z","title_canon_sha256":"c9e1bd5558c147c16e080701dbeb7668d62423162eca97eac373b52f63ce3859"},"schema_version":"1.0","source":{"id":"2407.07737","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.07737","created_at":"2026-07-05T08:42:24Z"},{"alias_kind":"arxiv_version","alias_value":"2407.07737v1","created_at":"2026-07-05T08:42:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.07737","created_at":"2026-07-05T08:42:24Z"},{"alias_kind":"pith_short_12","alias_value":"FMBNGL5BHN4P","created_at":"2026-07-05T08:42:24Z"},{"alias_kind":"pith_short_16","alias_value":"FMBNGL5BHN4P4EPX","created_at":"2026-07-05T08:42:24Z"},{"alias_kind":"pith_short_8","alias_value":"FMBNGL5B","created_at":"2026-07-05T08:42:24Z"}],"graph_snapshots":[{"event_id":"sha256:e1a2cadb2d7be90f83b9e78d1eefcfef45a7c99a695f56157cb62b06a19824b8","target":"graph","created_at":"2026-07-05T08:42:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.07737/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate practical and scalable algorithms for training large language models (LLMs) with user-level differential privacy (DP) in order to provably safeguard all the examples contributed by each user. We study two variants of DP-SGD with: (1) example-level sampling (ELS) and per-example gradient clipping, and (2) user-level sampling (ULS) and per-user gradient clipping. We derive a novel user-level DP accountant that allows us to compute provably tight privacy guarantees for ELS. Using this, we show that while ELS can outperform ULS in specific settings, ULS generally yields better resul","authors_text":"Arun Ganesh, H. Brendan McMahan, Keith Rush, Krishna Pillutla, Nicole Mitchell, Ryan McKenna, Zachary Charles","cross_cats":["cs.CL","cs.CR","cs.DC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T15:07:58Z","title":"Fine-Tuning Large Language Models with User-Level Differential Privacy"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.07737","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ca1ff40c381e471a2438a850ecbc1b1d98ab093a506e510b1c510c2aeb1c11ad","target":"record","created_at":"2026-07-05T08:42:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b7b02dbe15f4f016e3addb71c9576a6abf7dce66275e11e10b2ed14e574db59a","cross_cats_sorted":["cs.CL","cs.CR","cs.DC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-07-10T15:07:58Z","title_canon_sha256":"c9e1bd5558c147c16e080701dbeb7668d62423162eca97eac373b52f63ce3859"},"schema_version":"1.0","source":{"id":"2407.07737","kind":"arxiv","version":1}},"canonical_sha256":"2b02d32fa13b78fe11f755733adb35fa40d5b9f49d7e14a5405acc6dac5da52d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2b02d32fa13b78fe11f755733adb35fa40d5b9f49d7e14a5405acc6dac5da52d","first_computed_at":"2026-07-05T08:42:24.616136Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:42:24.616136Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YRrgsZkq7RpRLfJTZxT7G0TjVUziBPqvJ9VEVTjUSqUB5s+DN9vdDNx0rGLZt0CcXhOQAKMINQja2LaT7gsFDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:42:24.616619Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.07737","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ca1ff40c381e471a2438a850ecbc1b1d98ab093a506e510b1c510c2aeb1c11ad","sha256:e1a2cadb2d7be90f83b9e78d1eefcfef45a7c99a695f56157cb62b06a19824b8"],"state_sha256":"8d8a1f3a345fcda21903f3f482c583af58d0cae57ea3650cfece91897e0643a8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SNAtthoULQkJODF+1JlQramM7JQX/gtdCniaV7HnHlLZ4Hd0byWCZLzE93xoRFZsEeIFebnMqZ3NhXY1lF7kBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T09:25:28.303409Z","bundle_sha256":"e6b9eae3f30b122ca183b815aa8ab7a8206169932dc0759ba45016e7e7b9569c"}}