{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:HE27HZUSH2OKMTKG5RQ43FF26T","short_pith_number":"pith:HE27HZUS","schema_version":"1.0","canonical_sha256":"3935f3e6923e9ca64d46ec61cd94baf4c2c21f546c74618f0f193ac979ea9a49","source":{"kind":"arxiv","id":"2208.04924","version":3},"attestation_state":"computed","paper":{"title":"On the Activation Function Dependence of the Spectral Bias of Neural Networks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Jinchao Xu, Jonathan W. Siegel, Qingguo Hong, Qinyang Tan","submitted_at":"2022-08-09T17:40:57Z","abstract_excerpt":"Neural networks are universal function approximators which are known to generalize well despite being dramatically overparameterized. We study this phenomenon from the point of view of the spectral bias of neural networks. Our contributions are two-fold. First, we provide a theoretical explanation for the spectral bias of ReLU neural networks by leveraging connections with the theory of finite element methods. Second, based upon this theory we predict that switching the activation function to a piecewise linear B-spline, namely the Hat function, will remove this spectral bias, which we verify "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2208.04924","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-08-09T17:40:57Z","cross_cats_sorted":[],"title_canon_sha256":"97db8ce9aaa3e2cd73797e57d0a0ceaa685eeb4e16870ac46717cbff5ca72de4","abstract_canon_sha256":"cf38ddbf61c9000dd5c866ff06d0e60cc9af214df16c8ff3c6c4b92db79d70a0"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:55:06.362651Z","signature_b64":"SIaLv4KrutJ64u/lPE2GdN5Xoef871dWDrdbYzXO/j69IqjZZCfdIx1eOqfTYNDFDLpxguNl3wh2Up+P2xG4Dg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3935f3e6923e9ca64d46ec61cd94baf4c2c21f546c74618f0f193ac979ea9a49","last_reissued_at":"2026-07-05T04:55:06.362107Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:55:06.362107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"On the Activation Function Dependence of the Spectral Bias of Neural Networks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Jinchao Xu, Jonathan W. Siegel, Qingguo Hong, Qinyang Tan","submitted_at":"2022-08-09T17:40:57Z","abstract_excerpt":"Neural networks are universal function approximators which are known to generalize well despite being dramatically overparameterized. We study this phenomenon from the point of view of the spectral bias of neural networks. Our contributions are two-fold. First, we provide a theoretical explanation for the spectral bias of ReLU neural networks by leveraging connections with the theory of finite element methods. Second, based upon this theory we predict that switching the activation function to a piecewise linear B-spline, namely the Hat function, will remove this spectral bias, which we verify "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.04924","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.04924/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2208.04924","created_at":"2026-07-05T04:55:06.362166+00:00"},{"alias_kind":"arxiv_version","alias_value":"2208.04924v3","created_at":"2026-07-05T04:55:06.362166+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.04924","created_at":"2026-07-05T04:55:06.362166+00:00"},{"alias_kind":"pith_short_12","alias_value":"HE27HZUSH2OK","created_at":"2026-07-05T04:55:06.362166+00:00"},{"alias_kind":"pith_short_16","alias_value":"HE27HZUSH2OKMTKG","created_at":"2026-07-05T04:55:06.362166+00:00"},{"alias_kind":"pith_short_8","alias_value":"HE27HZUS","created_at":"2026-07-05T04:55:06.362166+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":6,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2606.16575","citing_title":"RepNN: Tackling spectral bias in deep neural networks via parameter reparameterization","ref_index":38,"is_internal_anchor":false},{"citing_arxiv_id":"2509.02967","citing_title":"AR-KAN: Autoregressive-Weight-Enhanced Kolmogorov-Arnold Network for Time Series Forecasting","ref_index":35,"is_internal_anchor":false},{"citing_arxiv_id":"2510.25781","citing_title":"A Practitioner's Guide to Kolmogorov-Arnold Networks","ref_index":262,"is_internal_anchor":false},{"citing_arxiv_id":"2601.03162","citing_title":"On the Convergence Behavior of Preconditioned Gradient Descent Toward the Rich Learning Regime","ref_index":9,"is_internal_anchor":false},{"citing_arxiv_id":"2604.23518","citing_title":"Autocorrelation Reintroduces Spectral Bias in KANs for Time Series Forecasting","ref_index":17,"is_internal_anchor":false},{"citing_arxiv_id":"2604.16842","citing_title":"Singularity Formation: Synergy in Theoretical, Numerical and Machine Learning Approaches","ref_index":157,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/HE27HZUSH2OKMTKG5RQ43FF26T","json":"https://pith.science/pith/HE27HZUSH2OKMTKG5RQ43FF26T.json","graph_json":"https://pith.science/api/pith-number/HE27HZUSH2OKMTKG5RQ43FF26T/graph.json","events_json":"https://pith.science/api/pith-number/HE27HZUSH2OKMTKG5RQ43FF26T/events.json","paper":"https://pith.science/paper/HE27HZUS"},"agent_actions":{"view_html":"https://pith.science/pith/HE27HZUSH2OKMTKG5RQ43FF26T","download_json":"https://pith.science/pith/HE27HZUSH2OKMTKG5RQ43FF26T.json","view_paper":"https://pith.science/paper/HE27HZUS","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2208.04924&json=true","fetch_graph":"https://pith.science/api/pith-number/HE27HZUSH2OKMTKG5RQ43FF26T/graph.json","fetch_events":"https://pith.science/api/pith-number/HE27HZUSH2OKMTKG5RQ43FF26T/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/HE27HZUSH2OKMTKG5RQ43FF26T/action/timestamp_anchor","attest_storage":"https://pith.science/pith/HE27HZUSH2OKMTKG5RQ43FF26T/action/storage_attestation","attest_author":"https://pith.science/pith/HE27HZUSH2OKMTKG5RQ43FF26T/action/author_attestation","sign_citation":"https://pith.science/pith/HE27HZUSH2OKMTKG5RQ43FF26T/action/citation_signature","submit_replication":"https://pith.science/pith/HE27HZUSH2OKMTKG5RQ43FF26T/action/replication_record"}},"created_at":"2026-07-05T04:55:06.362166+00:00","updated_at":"2026-07-05T04:55:06.362166+00:00"}