{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:LBD7VJZ3AAMW6R3HYSZ4D7GTV7","short_pith_number":"pith:LBD7VJZ3","canonical_record":{"source":{"id":"2009.10031","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2020-09-21T17:12:33Z","cross_cats_sorted":["cs.CR","stat.ML"],"title_canon_sha256":"0ba685b00919662f21b0e903c5d9aa9463983340c599a895a71095c147bd7db8","abstract_canon_sha256":"3188143dc9b18d33423c4d759a0c6dff158eb076c37489b7d0bfed3a99c43319"},"schema_version":"1.0"},"canonical_sha256":"5847faa73b00196f4767c4b3c1fcd3aff47d65e6538c01b2989e6530be633784","source":{"kind":"arxiv","id":"2009.10031","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.10031","created_at":"2026-07-05T01:36:55Z"},{"alias_kind":"arxiv_version","alias_value":"2009.10031v1","created_at":"2026-07-05T01:36:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.10031","created_at":"2026-07-05T01:36:55Z"},{"alias_kind":"pith_short_12","alias_value":"LBD7VJZ3AAMW","created_at":"2026-07-05T01:36:55Z"},{"alias_kind":"pith_short_16","alias_value":"LBD7VJZ3AAMW6R3H","created_at":"2026-07-05T01:36:55Z"},{"alias_kind":"pith_short_8","alias_value":"LBD7VJZ3","created_at":"2026-07-05T01:36:55Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:LBD7VJZ3AAMW6R3HYSZ4D7GTV7","target":"record","payload":{"canonical_record":{"source":{"id":"2009.10031","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2020-09-21T17:12:33Z","cross_cats_sorted":["cs.CR","stat.ML"],"title_canon_sha256":"0ba685b00919662f21b0e903c5d9aa9463983340c599a895a71095c147bd7db8","abstract_canon_sha256":"3188143dc9b18d33423c4d759a0c6dff158eb076c37489b7d0bfed3a99c43319"},"schema_version":"1.0"},"canonical_sha256":"5847faa73b00196f4767c4b3c1fcd3aff47d65e6538c01b2989e6530be633784","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:36:55.636766Z","signature_b64":"HEmRocfasJSG9gxouAAdPc18msd/Dxjc2DzKgtQW31Vu4JcS+ywO79YYs9SrnJWwmQzXQPkoYDIamM6zYjXxBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5847faa73b00196f4767c4b3c1fcd3aff47d65e6538c01b2989e6530be633784","last_reissued_at":"2026-07-05T01:36:55.636311Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:36:55.636311Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2009.10031","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:36:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r4VmQKDIqroVIWXrsjjfXsxXJo2iLnnzwj1kwUonwAoj6K4iZXSzDJj6qmSZHhhs7SgLiKHY6BgEXhxi0qEFAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T03:26:59.662897Z"},"content_sha256":"d8dc7f32667481e130263ce0799dab8f40ff8416e578846d2459b11834351f19","schema_version":"1.0","event_id":"sha256:d8dc7f32667481e130263ce0799dab8f40ff8416e578846d2459b11834351f19"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:LBD7VJZ3AAMW6R3HYSZ4D7GTV7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Training Production Language Models without Memorizing User Data","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CR","stat.ML"],"primary_cat":"cs.LG","authors_text":"Fran\\c{c}oise Beaufays, Galen Andrew, H. Brendan McMahan, Om Thakkar, Rajiv Mathews, Swaroop Ramaswamy","submitted_at":"2020-09-21T17:12:33Z","abstract_excerpt":"This paper presents the first consumer-scale next-word prediction (NWP) model trained with Federated Learning (FL) while leveraging the Differentially Private Federated Averaging (DP-FedAvg) technique. There has been prior work on building practical FL infrastructure, including work demonstrating the feasibility of training language models on mobile devices using such infrastructure. It has also been shown (in simulations on a public corpus) that it is possible to train NWP models with user-level differential privacy using the DP-FedAvg algorithm. Nevertheless, training production-quality NWP "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.10031","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2009.10031/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:36:55Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lfLKM7nbsWNAQjz1f/PiOD31kLevOBf0rqxyouWAV15wQC95XbsB+UTTuvsBDVf+LhPq7epcbycIEeBQXapxAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T03:26:59.663419Z"},"content_sha256":"47f4672fe8b20d10ff89350e00b581a141f012e14979a6dc7df723d40157b2d2","schema_version":"1.0","event_id":"sha256:47f4672fe8b20d10ff89350e00b581a141f012e14979a6dc7df723d40157b2d2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LBD7VJZ3AAMW6R3HYSZ4D7GTV7/bundle.json","state_url":"https://pith.science/pith/LBD7VJZ3AAMW6R3HYSZ4D7GTV7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LBD7VJZ3AAMW6R3HYSZ4D7GTV7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T03:26:59Z","links":{"resolver":"https://pith.science/pith/LBD7VJZ3AAMW6R3HYSZ4D7GTV7","bundle":"https://pith.science/pith/LBD7VJZ3AAMW6R3HYSZ4D7GTV7/bundle.json","state":"https://pith.science/pith/LBD7VJZ3AAMW6R3HYSZ4D7GTV7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LBD7VJZ3AAMW6R3HYSZ4D7GTV7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:LBD7VJZ3AAMW6R3HYSZ4D7GTV7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3188143dc9b18d33423c4d759a0c6dff158eb076c37489b7d0bfed3a99c43319","cross_cats_sorted":["cs.CR","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2020-09-21T17:12:33Z","title_canon_sha256":"0ba685b00919662f21b0e903c5d9aa9463983340c599a895a71095c147bd7db8"},"schema_version":"1.0","source":{"id":"2009.10031","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2009.10031","created_at":"2026-07-05T01:36:55Z"},{"alias_kind":"arxiv_version","alias_value":"2009.10031v1","created_at":"2026-07-05T01:36:55Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2009.10031","created_at":"2026-07-05T01:36:55Z"},{"alias_kind":"pith_short_12","alias_value":"LBD7VJZ3AAMW","created_at":"2026-07-05T01:36:55Z"},{"alias_kind":"pith_short_16","alias_value":"LBD7VJZ3AAMW6R3H","created_at":"2026-07-05T01:36:55Z"},{"alias_kind":"pith_short_8","alias_value":"LBD7VJZ3","created_at":"2026-07-05T01:36:55Z"}],"graph_snapshots":[{"event_id":"sha256:47f4672fe8b20d10ff89350e00b581a141f012e14979a6dc7df723d40157b2d2","target":"graph","created_at":"2026-07-05T01:36:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2009.10031/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper presents the first consumer-scale next-word prediction (NWP) model trained with Federated Learning (FL) while leveraging the Differentially Private Federated Averaging (DP-FedAvg) technique. There has been prior work on building practical FL infrastructure, including work demonstrating the feasibility of training language models on mobile devices using such infrastructure. It has also been shown (in simulations on a public corpus) that it is possible to train NWP models with user-level differential privacy using the DP-FedAvg algorithm. Nevertheless, training production-quality NWP ","authors_text":"Fran\\c{c}oise Beaufays, Galen Andrew, H. Brendan McMahan, Om Thakkar, Rajiv Mathews, Swaroop Ramaswamy","cross_cats":["cs.CR","stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2020-09-21T17:12:33Z","title":"Training Production Language Models without Memorizing User Data"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2009.10031","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d8dc7f32667481e130263ce0799dab8f40ff8416e578846d2459b11834351f19","target":"record","created_at":"2026-07-05T01:36:55Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3188143dc9b18d33423c4d759a0c6dff158eb076c37489b7d0bfed3a99c43319","cross_cats_sorted":["cs.CR","stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2020-09-21T17:12:33Z","title_canon_sha256":"0ba685b00919662f21b0e903c5d9aa9463983340c599a895a71095c147bd7db8"},"schema_version":"1.0","source":{"id":"2009.10031","kind":"arxiv","version":1}},"canonical_sha256":"5847faa73b00196f4767c4b3c1fcd3aff47d65e6538c01b2989e6530be633784","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5847faa73b00196f4767c4b3c1fcd3aff47d65e6538c01b2989e6530be633784","first_computed_at":"2026-07-05T01:36:55.636311Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:36:55.636311Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"HEmRocfasJSG9gxouAAdPc18msd/Dxjc2DzKgtQW31Vu4JcS+ywO79YYs9SrnJWwmQzXQPkoYDIamM6zYjXxBw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:36:55.636766Z","signed_message":"canonical_sha256_bytes"},"source_id":"2009.10031","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d8dc7f32667481e130263ce0799dab8f40ff8416e578846d2459b11834351f19","sha256:47f4672fe8b20d10ff89350e00b581a141f012e14979a6dc7df723d40157b2d2"],"state_sha256":"8ba9517fa1f1e7c5a1af8d09e282018461ed6a6f2076a53337c9886c2b95d23b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k+ANyz4utDdt1MowIPgQlO9Q8HxqjerBQhwjIJcKbZrtDutAKUKf/cLs3/Q1u9leHZtPeToi6OU5T5ewx/chCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T03:26:59.668787Z","bundle_sha256":"043b7d11ee7af0e4a32f1788d24eb30b8718e77f46e35a3824e01d259169e194"}}