{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:37PUENHSJ6SAZAT2QRJ7Q5GXM3","short_pith_number":"pith:37PUENHS","canonical_record":{"source":{"id":"2212.08930","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-17T18:51:00Z","cross_cats_sorted":[],"title_canon_sha256":"1008c3470713c20fb296b5fde2f995da9717643d5e7e614386dacef37e380f27","abstract_canon_sha256":"1ad320345861bbd4e004b919989cc56a3ccf89e3ddb2574edd34455aa69a3991"},"schema_version":"1.0"},"canonical_sha256":"dfdf4234f24fa40c827a8453f874d766cc5d880c26605372a499046b00f0721f","source":{"kind":"arxiv","id":"2212.08930","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.08930","created_at":"2026-07-05T06:09:47Z"},{"alias_kind":"arxiv_version","alias_value":"2212.08930v4","created_at":"2026-07-05T06:09:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.08930","created_at":"2026-07-05T06:09:47Z"},{"alias_kind":"pith_short_12","alias_value":"37PUENHSJ6SA","created_at":"2026-07-05T06:09:47Z"},{"alias_kind":"pith_short_16","alias_value":"37PUENHSJ6SAZAT2","created_at":"2026-07-05T06:09:47Z"},{"alias_kind":"pith_short_8","alias_value":"37PUENHS","created_at":"2026-07-05T06:09:47Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:37PUENHSJ6SAZAT2QRJ7Q5GXM3","target":"record","payload":{"canonical_record":{"source":{"id":"2212.08930","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-17T18:51:00Z","cross_cats_sorted":[],"title_canon_sha256":"1008c3470713c20fb296b5fde2f995da9717643d5e7e614386dacef37e380f27","abstract_canon_sha256":"1ad320345861bbd4e004b919989cc56a3ccf89e3ddb2574edd34455aa69a3991"},"schema_version":"1.0"},"canonical_sha256":"dfdf4234f24fa40c827a8453f874d766cc5d880c26605372a499046b00f0721f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:09:47.211556Z","signature_b64":"2RA+HW/RW9bOEpgEkGMhe/twnDlCy6/gemaHvaYk1xbXTUuDaLIr+AJzvRSaG4YxcHKb5hrbx7E7cm/QWUr5Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dfdf4234f24fa40c827a8453f874d766cc5d880c26605372a499046b00f0721f","last_reissued_at":"2026-07-05T06:09:47.210943Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:09:47.210943Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.08930","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:09:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4su6aW6b57jW3W19F+b1bic2TkHIzO3O0jjUuf03o9hxo8U1H+o0c7QK8+tV4Pfi2l+KVZkiBKERrtsRyDGTAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-28T20:05:43.114328Z"},"content_sha256":"469b963ac888b2ffd7630a4b2053f47a62f00581c4cbf8864935c8f1ee36514f","schema_version":"1.0","event_id":"sha256:469b963ac888b2ffd7630a4b2053f47a62f00581c4cbf8864935c8f1ee36514f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:37PUENHSJ6SAZAT2QRJ7Q5GXM3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Noisy Evaluation in Federated Hyperparameter Tuning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Ameet Talwalkar, Daniel Jiang, John Nguyen, Kevin Kuo, Mikhail Khodak, Pratiksha Thaker, Virginia Smith","submitted_at":"2022-12-17T18:51:00Z","abstract_excerpt":"Hyperparameter tuning is critical to the success of federated learning applications. Unfortunately, appropriately selecting hyperparameters is challenging in federated networks. Issues of scale, privacy, and heterogeneity introduce noise in the tuning process and make it difficult to evaluate the performance of various hyperparameters. In this work, we perform the first systematic study on the effect of noisy evaluation in federated hyperparameter tuning. We first identify and rigorously explore key sources of noise, including client subsampling, data and systems heterogeneity, and data privac"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.08930","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.08930/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:09:47Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IMWBdimsyXtvV7mFCPH1C3yOjtnOeOtQliuHgPXOcPPeMi/JQakA0pFELgXnI6c9RglUsGcoNZL4UAPcU0CJDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-28T20:05:43.114694Z"},"content_sha256":"5529e518137a03e8c82869757b0280d699f6f3bd4430af74f4a42bef2a1016a8","schema_version":"1.0","event_id":"sha256:5529e518137a03e8c82869757b0280d699f6f3bd4430af74f4a42bef2a1016a8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/37PUENHSJ6SAZAT2QRJ7Q5GXM3/bundle.json","state_url":"https://pith.science/pith/37PUENHSJ6SAZAT2QRJ7Q5GXM3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/37PUENHSJ6SAZAT2QRJ7Q5GXM3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-28T20:05:43Z","links":{"resolver":"https://pith.science/pith/37PUENHSJ6SAZAT2QRJ7Q5GXM3","bundle":"https://pith.science/pith/37PUENHSJ6SAZAT2QRJ7Q5GXM3/bundle.json","state":"https://pith.science/pith/37PUENHSJ6SAZAT2QRJ7Q5GXM3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/37PUENHSJ6SAZAT2QRJ7Q5GXM3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:37PUENHSJ6SAZAT2QRJ7Q5GXM3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1ad320345861bbd4e004b919989cc56a3ccf89e3ddb2574edd34455aa69a3991","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-17T18:51:00Z","title_canon_sha256":"1008c3470713c20fb296b5fde2f995da9717643d5e7e614386dacef37e380f27"},"schema_version":"1.0","source":{"id":"2212.08930","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.08930","created_at":"2026-07-05T06:09:47Z"},{"alias_kind":"arxiv_version","alias_value":"2212.08930v4","created_at":"2026-07-05T06:09:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.08930","created_at":"2026-07-05T06:09:47Z"},{"alias_kind":"pith_short_12","alias_value":"37PUENHSJ6SA","created_at":"2026-07-05T06:09:47Z"},{"alias_kind":"pith_short_16","alias_value":"37PUENHSJ6SAZAT2","created_at":"2026-07-05T06:09:47Z"},{"alias_kind":"pith_short_8","alias_value":"37PUENHS","created_at":"2026-07-05T06:09:47Z"}],"graph_snapshots":[{"event_id":"sha256:5529e518137a03e8c82869757b0280d699f6f3bd4430af74f4a42bef2a1016a8","target":"graph","created_at":"2026-07-05T06:09:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.08930/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Hyperparameter tuning is critical to the success of federated learning applications. Unfortunately, appropriately selecting hyperparameters is challenging in federated networks. Issues of scale, privacy, and heterogeneity introduce noise in the tuning process and make it difficult to evaluate the performance of various hyperparameters. In this work, we perform the first systematic study on the effect of noisy evaluation in federated hyperparameter tuning. We first identify and rigorously explore key sources of noise, including client subsampling, data and systems heterogeneity, and data privac","authors_text":"Ameet Talwalkar, Daniel Jiang, John Nguyen, Kevin Kuo, Mikhail Khodak, Pratiksha Thaker, Virginia Smith","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-17T18:51:00Z","title":"On Noisy Evaluation in Federated Hyperparameter Tuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.08930","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:469b963ac888b2ffd7630a4b2053f47a62f00581c4cbf8864935c8f1ee36514f","target":"record","created_at":"2026-07-05T06:09:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1ad320345861bbd4e004b919989cc56a3ccf89e3ddb2574edd34455aa69a3991","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-12-17T18:51:00Z","title_canon_sha256":"1008c3470713c20fb296b5fde2f995da9717643d5e7e614386dacef37e380f27"},"schema_version":"1.0","source":{"id":"2212.08930","kind":"arxiv","version":4}},"canonical_sha256":"dfdf4234f24fa40c827a8453f874d766cc5d880c26605372a499046b00f0721f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dfdf4234f24fa40c827a8453f874d766cc5d880c26605372a499046b00f0721f","first_computed_at":"2026-07-05T06:09:47.210943Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:09:47.210943Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2RA+HW/RW9bOEpgEkGMhe/twnDlCy6/gemaHvaYk1xbXTUuDaLIr+AJzvRSaG4YxcHKb5hrbx7E7cm/QWUr5Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:09:47.211556Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.08930","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:469b963ac888b2ffd7630a4b2053f47a62f00581c4cbf8864935c8f1ee36514f","sha256:5529e518137a03e8c82869757b0280d699f6f3bd4430af74f4a42bef2a1016a8"],"state_sha256":"edc23292322c2a3ed2b971bc7d92e09e74f1d785f2c29f6be5363010a33406c7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mTpaKFXM2leWS2mQ9bfDTDV0rxsNyGfEox4A+52t94ymP0NeLkCnxNYa23OAetmjSfigGlht8fot9asncltMBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-28T20:05:43.117194Z","bundle_sha256":"bfc8581bb73307a6912bdc82a7b898296a89f51f54050befc6ddd0ce4f75d6be"}}