{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:IHRYFM33BO67BX6IYBYOJNAL7O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4bd4c30b66e7ed2add5fb309a49af7540018cbcab9df878f66337de5166f8488","cross_cats_sorted":["cs.CR","cs.DC","cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-19T04:59:51Z","title_canon_sha256":"8a98fbce4e041a622e98b7a92c31703127e6ad164b0a7567141f51f3b4bad32e"},"schema_version":"1.0","source":{"id":"2011.09655","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2011.09655","created_at":"2026-07-05T05:28:04Z"},{"alias_kind":"arxiv_version","alias_value":"2011.09655v3","created_at":"2026-07-05T05:28:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.09655","created_at":"2026-07-05T05:28:04Z"},{"alias_kind":"pith_short_12","alias_value":"IHRYFM33BO67","created_at":"2026-07-05T05:28:04Z"},{"alias_kind":"pith_short_16","alias_value":"IHRYFM33BO67BX6I","created_at":"2026-07-05T05:28:04Z"},{"alias_kind":"pith_short_8","alias_value":"IHRYFM33","created_at":"2026-07-05T05:28:04Z"}],"graph_snapshots":[{"event_id":"sha256:98954ef67b7c92b2b5d937f9156b4ea40f2fd222e8cece9d27b6d2c472b0c964","target":"graph","created_at":"2026-07-05T05:28:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2011.09655/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Federated Learning (FL) has been widely accepted as the solution for privacy-preserving machine learning without collecting raw data. While new technologies proposed in the past few years do evolve the FL area, unfortunately, the evaluation results presented in these works fall short in integrity and are hardly comparable because of the inconsistent evaluation metrics and experimental settings. In this paper, we propose a holistic evaluation framework for FL called FedEval, and present a benchmarking study on seven state-of-the-art FL algorithms. Specifically, we first introduce the core evalu","authors_text":"Di Chai, Junxue Zhang, Kai Chen, Leye Wang, Liu Yang, Qiang Yang","cross_cats":["cs.CR","cs.DC","cs.PF"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-19T04:59:51Z","title":"FedEval: A Holistic Evaluation Framework for Federated Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.09655","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4e5631366a7810929e26cc1d350c809f917b0222cbcb5b37732df5214b622183","target":"record","created_at":"2026-07-05T05:28:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4bd4c30b66e7ed2add5fb309a49af7540018cbcab9df878f66337de5166f8488","cross_cats_sorted":["cs.CR","cs.DC","cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-11-19T04:59:51Z","title_canon_sha256":"8a98fbce4e041a622e98b7a92c31703127e6ad164b0a7567141f51f3b4bad32e"},"schema_version":"1.0","source":{"id":"2011.09655","kind":"arxiv","version":3}},"canonical_sha256":"41e382b37b0bbdf0dfc8c070e4b40bfbb48d4752d2c7a3fba4e2ea8d41398998","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"41e382b37b0bbdf0dfc8c070e4b40bfbb48d4752d2c7a3fba4e2ea8d41398998","first_computed_at":"2026-07-05T05:28:04.135547Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:28:04.135547Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"5tIqaNkg+E2qMSn3G9yyUDrgqergjV9lkKgsNm8I8EH9+w1qNDm65SNalchUQ3sIxLGSohP+YULQ6Y8llEO4CA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:28:04.135928Z","signed_message":"canonical_sha256_bytes"},"source_id":"2011.09655","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4e5631366a7810929e26cc1d350c809f917b0222cbcb5b37732df5214b622183","sha256:98954ef67b7c92b2b5d937f9156b4ea40f2fd222e8cece9d27b6d2c472b0c964"],"state_sha256":"6f7b69a7a61d78f6e21f0da38351531bf92428d8155a7960a80ca53db45763f9"}