{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:VN5SERAGY4PQMKON72IOOY3MSW","short_pith_number":"pith:VN5SERAG","canonical_record":{"source":{"id":"2102.00875","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-01T14:31:39Z","cross_cats_sorted":["cs.CL","cs.DC"],"title_canon_sha256":"79c8c8e0dbc250e225ce85fc8db6c3d6031a11026481bf578b373049f3db6d10","abstract_canon_sha256":"546548d49148638de6171790c2de56b09424a392b7a5fd5ccffe1bd85ca570bb"},"schema_version":"1.0"},"canonical_sha256":"ab7b224406c71f0629cdfe90e7636c95bf0fee610a871654625d312ef8abf08d","source":{"kind":"arxiv","id":"2102.00875","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.00875","created_at":"2026-07-05T02:11:16Z"},{"alias_kind":"arxiv_version","alias_value":"2102.00875v1","created_at":"2026-07-05T02:11:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.00875","created_at":"2026-07-05T02:11:16Z"},{"alias_kind":"pith_short_12","alias_value":"VN5SERAGY4PQ","created_at":"2026-07-05T02:11:16Z"},{"alias_kind":"pith_short_16","alias_value":"VN5SERAGY4PQMKON","created_at":"2026-07-05T02:11:16Z"},{"alias_kind":"pith_short_8","alias_value":"VN5SERAG","created_at":"2026-07-05T02:11:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:VN5SERAGY4PQMKON72IOOY3MSW","target":"record","payload":{"canonical_record":{"source":{"id":"2102.00875","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-01T14:31:39Z","cross_cats_sorted":["cs.CL","cs.DC"],"title_canon_sha256":"79c8c8e0dbc250e225ce85fc8db6c3d6031a11026481bf578b373049f3db6d10","abstract_canon_sha256":"546548d49148638de6171790c2de56b09424a392b7a5fd5ccffe1bd85ca570bb"},"schema_version":"1.0"},"canonical_sha256":"ab7b224406c71f0629cdfe90e7636c95bf0fee610a871654625d312ef8abf08d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:11:16.073006Z","signature_b64":"xpr0MVRQUZjxsZL5/lIi7ht1itsKoTp6rjOWf1ZXEeAvuBa3cJS8ptI1BQR/U8ORmtXSjcNy1c2cas4WiIuDCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ab7b224406c71f0629cdfe90e7636c95bf0fee610a871654625d312ef8abf08d","last_reissued_at":"2026-07-05T02:11:16.072446Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:11:16.072446Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.00875","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:11:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LdoQedxg0lAr0WtXnUmwqI3TGT9osWH5e+RRP/kxB6ZCUgMHEARMzuW2RLibXYSG5gKzSgvDP9Q3vVk2z7gIBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T14:49:54.490991Z"},"content_sha256":"b73d1ba7d1f5127adc60a8a446b504515296235cdc506ae0ce315c2c5615eb3c","schema_version":"1.0","event_id":"sha256:b73d1ba7d1f5127adc60a8a446b504515296235cdc506ae0ce315c2c5615eb3c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:VN5SERAGY4PQMKON72IOOY3MSW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scaling Federated Learning for Fine-tuning of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.DC"],"primary_cat":"cs.LG","authors_text":"Agrin Hilmkil, Edvin Listo Zec, Leon Ren\\'e S\\\"utfeld, Matteo Barbieri, Olof Mogren, Sebastian Callh","submitted_at":"2021-02-01T14:31:39Z","abstract_excerpt":"Federated learning (FL) is a promising approach to distributed compute, as well as distributed data, and provides a level of privacy and compliance to legal frameworks. This makes FL attractive for both consumer and healthcare applications. While the area is actively being explored, few studies have examined FL in the context of larger language models and there is a lack of comprehensive reviews of robustness across tasks, architectures, numbers of clients, and other relevant factors. In this paper, we explore the fine-tuning of Transformer-based language models in a federated learning setting"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.00875","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.00875/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:11:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6h/19gjXVrKdXKa+6jgL/scdkF5vcMjhMjDuN6rFHrYEgzmdt19MxB/Diou4PW1qsEdABTDX1lCi2oaBzFBiBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T14:49:54.491373Z"},"content_sha256":"f212a7a70c9dd057690406b4d5a45eb3e44e55e4c45efebea5a6f9abd985e78c","schema_version":"1.0","event_id":"sha256:f212a7a70c9dd057690406b4d5a45eb3e44e55e4c45efebea5a6f9abd985e78c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VN5SERAGY4PQMKON72IOOY3MSW/bundle.json","state_url":"https://pith.science/pith/VN5SERAGY4PQMKON72IOOY3MSW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VN5SERAGY4PQMKON72IOOY3MSW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T14:49:54Z","links":{"resolver":"https://pith.science/pith/VN5SERAGY4PQMKON72IOOY3MSW","bundle":"https://pith.science/pith/VN5SERAGY4PQMKON72IOOY3MSW/bundle.json","state":"https://pith.science/pith/VN5SERAGY4PQMKON72IOOY3MSW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VN5SERAGY4PQMKON72IOOY3MSW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:VN5SERAGY4PQMKON72IOOY3MSW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"546548d49148638de6171790c2de56b09424a392b7a5fd5ccffe1bd85ca570bb","cross_cats_sorted":["cs.CL","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-01T14:31:39Z","title_canon_sha256":"79c8c8e0dbc250e225ce85fc8db6c3d6031a11026481bf578b373049f3db6d10"},"schema_version":"1.0","source":{"id":"2102.00875","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.00875","created_at":"2026-07-05T02:11:16Z"},{"alias_kind":"arxiv_version","alias_value":"2102.00875v1","created_at":"2026-07-05T02:11:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.00875","created_at":"2026-07-05T02:11:16Z"},{"alias_kind":"pith_short_12","alias_value":"VN5SERAGY4PQ","created_at":"2026-07-05T02:11:16Z"},{"alias_kind":"pith_short_16","alias_value":"VN5SERAGY4PQMKON","created_at":"2026-07-05T02:11:16Z"},{"alias_kind":"pith_short_8","alias_value":"VN5SERAG","created_at":"2026-07-05T02:11:16Z"}],"graph_snapshots":[{"event_id":"sha256:f212a7a70c9dd057690406b4d5a45eb3e44e55e4c45efebea5a6f9abd985e78c","target":"graph","created_at":"2026-07-05T02:11:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.00875/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Federated learning (FL) is a promising approach to distributed compute, as well as distributed data, and provides a level of privacy and compliance to legal frameworks. This makes FL attractive for both consumer and healthcare applications. While the area is actively being explored, few studies have examined FL in the context of larger language models and there is a lack of comprehensive reviews of robustness across tasks, architectures, numbers of clients, and other relevant factors. In this paper, we explore the fine-tuning of Transformer-based language models in a federated learning setting","authors_text":"Agrin Hilmkil, Edvin Listo Zec, Leon Ren\\'e S\\\"utfeld, Matteo Barbieri, Olof Mogren, Sebastian Callh","cross_cats":["cs.CL","cs.DC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-01T14:31:39Z","title":"Scaling Federated Learning for Fine-tuning of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.00875","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b73d1ba7d1f5127adc60a8a446b504515296235cdc506ae0ce315c2c5615eb3c","target":"record","created_at":"2026-07-05T02:11:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"546548d49148638de6171790c2de56b09424a392b7a5fd5ccffe1bd85ca570bb","cross_cats_sorted":["cs.CL","cs.DC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-02-01T14:31:39Z","title_canon_sha256":"79c8c8e0dbc250e225ce85fc8db6c3d6031a11026481bf578b373049f3db6d10"},"schema_version":"1.0","source":{"id":"2102.00875","kind":"arxiv","version":1}},"canonical_sha256":"ab7b224406c71f0629cdfe90e7636c95bf0fee610a871654625d312ef8abf08d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ab7b224406c71f0629cdfe90e7636c95bf0fee610a871654625d312ef8abf08d","first_computed_at":"2026-07-05T02:11:16.072446Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:11:16.072446Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"xpr0MVRQUZjxsZL5/lIi7ht1itsKoTp6rjOWf1ZXEeAvuBa3cJS8ptI1BQR/U8ORmtXSjcNy1c2cas4WiIuDCA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:11:16.073006Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.00875","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b73d1ba7d1f5127adc60a8a446b504515296235cdc506ae0ce315c2c5615eb3c","sha256:f212a7a70c9dd057690406b4d5a45eb3e44e55e4c45efebea5a6f9abd985e78c"],"state_sha256":"a55b4dda4023a95bf84bfa6548514503c930dc7275dbf66082ddda4cf82fdf8d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K5XKnmzifULvW6/W7/FgD8c0gsRvqGor/Ukp2abaVgBZaehPRFMIE/hhILwWqJFHbDcxxsQJsKzbJlgxjYi6Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T14:49:54.493398Z","bundle_sha256":"5123648cfe77eb60aa56c46ff22843862c202a773f40f26c04540bc1a9c73d13"}}