{"as_of":"2026-08-20T07:27:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9e605b908154256af2caeb46929b0fa6a450f82d7a1c7156aa2a2e2886abe300","coverage":[{"denominator":43,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":43,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:21:31.482523Z","state":"measured"},{"denominator":45,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":45,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-20T06:33:59.587034+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-22T09:15:32.395442Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-22T09:16:19.683438Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"cited_work":{"arxiv_id":"2505.22074","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.22074","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2505.22074 , year=","venue":null,"work_id":"b2c46919-d912-4e6b-a608-5c9454f6b2bc","year":null},"citing_paper":{"arxiv_id":"2605.17659","last_updated":"2026-05-20T20:56:41Z","snapshot_observed_at":"2026-08-14T02:50:30.487943Z","submitted_at":"2026-05-17T21:29:20Z","title":"Bug or Feature$^2$: Weight Drift, Activation Sparsity and Spikes","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-05-20T13:46:32.405079Z"},"links":{"cited_paper":"/paper/2505.22074","citing_paper":"/paper/2605.17659"},"observation_digest":"sha256:e0d59ded51f4151d92e27d405fb3c08ac1859184540f86ad2f616f04279494cb","observation_id":"263a3459-1039-41b9-8018-dd4af82abb8f","resolution":{"observed_at":"2026-05-20T13:48:19.613726Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"cited_work":{"arxiv_id":"2505.22074","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.22074","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2505.22074 , year=","venue":null,"work_id":"b2c46919-d912-4e6b-a608-5c9454f6b2bc","year":null},"citing_paper":{"arxiv_id":"2605.17659","last_updated":"2026-05-20T20:56:41Z","snapshot_observed_at":"2026-08-14T02:50:30.487943Z","submitted_at":"2026-05-17T21:29:20Z","title":"Bug or Feature$^2$: Weight Drift, Activation Sparsity and Spikes","version":2},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-05-22T09:15:32.395442Z"},"links":{"cited_paper":"/paper/2505.22074","citing_paper":"/paper/2605.17659"},"observation_digest":"sha256:17fa0dd4ffb02e15d44e8bae4bf00a1c913bc984e7a9b8a63724f32b36a1b439","observation_id":"1483b5ad-a82a-4383-9613-1ea32e911537","resolution":{"observed_at":"2026-05-22T09:16:19.686754Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.22074/citation-record","integrity":"/paper/2505.22074/integrity","json":"/paper/2505.22074/citation-record.json","paper":"/paper/2505.22074"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:28.058024Z","title":"Long short-term memory and learning-to-learn in networks of spiking neurons.Advances in neural information processing systems, 31, 2018","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:28.058024Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:f21dff66a6091049cb0d6585a8d31b01656802e0496c66a368b2df9a746ca728","observation_id":"3020e82f-74de-4d0f-ae3b-aae44842183c","resolution":{"observed_at":"2026-08-07T13:21:28.058024Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:37.598830Z","title":"Fast and accurate deep network learning by exponential linear units (elus)","venue":null,"work_id":"31c75567-e43f-4e4f-9031-2f76fed6b16c","year":2016},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:28.162834Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:8335f2efdd3481c61a03e1a46254ab594a522c078fd922a8fd066fb713cd5be9","observation_id":"e472a346-7005-477d-b192-200cdfbebbaf","resolution":{"observed_at":"2026-08-07T13:21:37.676599Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:28.246212Z","title":"Imagenet: A large-scale hierarchical image database","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:28.246212Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:9040ec7715b6ca72542262fcb620373ef87f8ef3e006a3fb1fbf0fc49dd2cb13","observation_id":"8917d30c-f528-4940-9b63-ed8548aad998","resolution":{"observed_at":"2026-08-07T13:21:28.246212Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:37.395862Z","title":"Sigmoid-weighted linear units for neural network function approximation in reinforcement learning.Neural Networks, 107:3–11, 2018","venue":null,"work_id":"43700f0f-58df-40ea-aad8-2a0821067ba1","year":2018},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:28.345537Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:cb369498df48c6e31c3d6205f0b664c18bd3d3bbd7f0318f5041731c432766a1","observation_id":"be2f8934-4110-4be0-875d-8bb5ecbf84d9","resolution":{"observed_at":"2026-08-07T13:21:37.484207Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:37.155403Z","title":"Conv2next: Reconsidering conv next network design for image recognition","venue":null,"work_id":"647e31d7-9afd-4974-a1b6-42f217d821a0","year":2022},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:28.436877Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:2be400b00fffa233b84dbc39549ce323c2a04091fcc045b4069ae6e4b1d560f6","observation_id":"c72a03a2-4d93-40e8-83d2-a4b4272d59af","resolution":{"observed_at":"2026-08-07T13:21:37.250068Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1902.09574","last_updated":"2019-02-25T19:18:40Z","snapshot_observed_at":"2026-08-15T00:50:07.769538Z","submitted_at":"2019-02-25T19:18:40Z","title":"The State of Sparsity in Deep Neural Networks","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1902.09574","snapshot_observed_at":"2026-08-07T13:21:28.540892Z","title":"The state of sparsity in deep neural networks.arXiv preprint arXiv:1902.09574, 2019","venue":null,"work_id":null,"year":1902},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:28.540892Z"},"links":{"cited_paper":"/paper/1902.09574","citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:f6daf847bc4f94633098bbb6871fc86b1d2c332f3e646f68789030e760e965bf","observation_id":"cab59ff9-327e-4ea6-ad2b-3bc796fc25d7","resolution":{"observed_at":"2026-08-07T13:21:28.540892Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:36.958163Z","title":"Deep sparse rectifier neural networks","venue":null,"work_id":"72868ba3-8ac8-42cc-b7ec-5de1fc0c4988","year":2011},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:28.644499Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:eb5f3dc9b98fd12ee8605d6a318446bddb68a8c1a88e0d203fc8ad5801bcddd2","observation_id":"dbe9bbba-158d-49f5-a4f4-02c79e758562","resolution":{"observed_at":"2026-08-07T13:21:37.045339Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:28.764443Z","title":"Zhang, Shaoqing Ren, and Jian Sun","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:28.764443Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:7bd1944cc2e390e18355576acb5e731d9faeb08ac193559e68df2ce13be2eac1","observation_id":"96863180-587d-4f81-a6a7-89f2097bd3b0","resolution":{"observed_at":"2026-08-07T13:21:28.764443Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:36.820557Z","title":"Delving deep into rectifiers: Surpassing human-level performance on imagenet classification","venue":null,"work_id":"83b6f354-5417-4d48-855b-be0edc094b42","year":2015},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:28.841340Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:04471c7e25c6c621c24e326f549bc8c3402b9b1446d3b4d4386cd1347428558a","observation_id":"82483c58-60a4-409b-8918-f35d9e1de4bc","resolution":{"observed_at":"2026-08-07T13:21:36.874323Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:28.977035Z","title":"Deep residual learning for image recognition","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:28.977035Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:c00c19b865c1815359be28c0b79f2f641111d26f40ed964542c505d0653f0de2","observation_id":"80240f8e-3f44-43ee-b8a1-e04367a18c4d","resolution":{"observed_at":"2026-08-07T13:21:28.977035Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1606.08415","last_updated":"2023-06-06T01:53:32Z","snapshot_observed_at":"2026-08-13T19:48:28.322536Z","submitted_at":"2016-06-27T19:20:40Z","title":"Gaussian Error Linear Units (GELUs)","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1606.08415","snapshot_observed_at":"2026-08-07T13:21:29.063077Z","title":"Gaussian error linear units (gelus).arXiv preprint arXiv:1606.08415, 2016","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.063077Z"},"links":{"cited_paper":"/paper/1606.08415","citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:ca6796c404a53a86df1d0dda37d3f2456e11caa42cf63c5c59a97c4166f72643","observation_id":"4033a237-4c74-49a2-9272-064eeeb211a7","resolution":{"observed_at":"2026-08-07T13:21:29.063077Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:36.628904Z","title":"Balanced resonate-and-fire neurons","venue":null,"work_id":"8146c79f-679e-4edd-b6d5-a7c0f379b50f","year":2024},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.121769Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:107970c431b0a10f4d3713158dd4b24bf9a93091b232fbfb274ec1b4c090d38e","observation_id":"9ad3feeb-b778-4c4e-a268-7d10c32b5f5d","resolution":{"observed_at":"2026-08-07T13:21:36.729204Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:36.476675Z","title":"Foerster, and Yarin Gal","venue":null,"work_id":"33c9ea68-f289-4cf5-a2b5-91dc588f4aa8","year":2024},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.243935Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:eca2b58122ba2ebf79fc38b7088528a82787a7ffbe375e2dee0a2bee1c53113c","observation_id":"8541847c-e5b5-4d2e-81ba-e415909f49ec","resolution":{"observed_at":"2026-08-07T13:21:36.543625Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:36.342416Z","title":"Relu’s revival: On the entropic overload in normalization-free large language models.2nd Workshop on Attributing Model Behavior at Scale (NeurIPS), 2024","venue":null,"work_id":"be5bf24c-4c3b-4c1d-b547-58c57c995dd4","year":2024},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.333620Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:8a874087f06dafbfb9cc0e9c4a19ffc314dde81f49a9a31c04018e9ed2d23dab","observation_id":"1e65c008-26a9-446a-9666-cca6f5f10344","resolution":{"observed_at":"2026-08-07T13:21:36.389386Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:36.161520Z","title":"Warp-lca: Efficient convolutional sparse coding with locally competitive algorithm.Neurocomputing, page 130291, 2025","venue":null,"work_id":"23ae9c7b-8b71-48ca-932a-87961d3c3d21","year":2025},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.411824Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:1a829f9d3cba732ab7ecfc80cc28ca7ae1fa5a6076a89a80231e17e9178a34de","observation_id":"56d9b94a-8615-45bc-816a-e88fa61253c5","resolution":{"observed_at":"2026-08-07T13:21:36.247100Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1412.6980","last_updated":"2017-01-30T01:27:54Z","snapshot_observed_at":"2026-08-17T19:26:44.032537Z","submitted_at":"2014-12-22T13:54:29Z","title":"Adam: A Method for Stochastic Optimization","version":9},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1412.6980","snapshot_observed_at":"2026-08-07T13:21:29.506912Z","title":"Adam: A method for stochastic optimization.arXiv preprint arXiv:1412.6980, 2014","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.506912Z"},"links":{"cited_paper":"/paper/1412.6980","citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:2ddb3c76c80e702f3e07ad0ae35a57dec7a0cf02e151c60a7976430efe084d7c","observation_id":"5e52bd71-7cec-4d5d-bf4c-5c026e870f9c","resolution":{"observed_at":"2026-08-07T13:21:29.506912Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:35.989877Z","title":"Self-normalizing neural networks","venue":null,"work_id":"ba391a43-657d-42c8-83a2-1e5b18ea1620","year":2017},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.557734Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:6c7470955307dda0877051c265bad804c7dd85ded630bbcb73f90622d22f06f2","observation_id":"c54d3c66-a0c2-4086-9023-feb4b9a905e6","resolution":{"observed_at":"2026-08-07T13:21:36.060851Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:35.866154Z","title":"Learning multiple layers of features from tiny images","venue":null,"work_id":"993c6933-cc38-498b-8247-7be4c35dbaf8","year":2009},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.628166Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:12d0235f702ffb635f0458746b19bdee6056a4908cce0eef5a93aa4d525dadc9","observation_id":"55cc4989-a224-4121-9547-7f3d767b2d61","resolution":{"observed_at":"2026-08-07T13:21:35.913884Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:35.646100Z","title":"Imagenet classification with deep convolutional neural networks","venue":null,"work_id":"078354ff-7fe9-48b0-8547-8924e6cbafcc","year":2012},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.670537Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:5514717b868e1ebeec0cf267e0bddc1b690db350a5aa3737c9cf875e8baac177","observation_id":"f4402a56-6b81-4b2a-9978-21500f3810b3","resolution":{"observed_at":"2026-08-07T13:21:35.731145Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:35.465530Z","title":null,"venue":null,"work_id":"cc784b9f-3ad4-452b-ba77-216014dd5e98","year":2025},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.786369Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:e08f786d106b24310bcf22a85ef61f814101851e8c669a51275fd4b4ea9c1d74","observation_id":"b4829815-5a17-4556-8f86-d2636b7e0459","resolution":{"observed_at":"2026-08-07T13:21:35.553034Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:29.851420Z","title":"Visualizing the loss landscape of neural nets.Advances in neural information processing systems, 31, 2018","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.851420Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:f8df4d361c6d055956c8ab9ddda771cc82ba00ce00501c263fc45c8f18314989","observation_id":"582990b8-d4d5-4d97-bebf-11bd16c7ff37","resolution":{"observed_at":"2026-08-07T13:21:29.851420Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:35.281128Z","title":"Leaky relus that differ in forward and backward pass facilitate activation maximization in deep neural networks","venue":null,"work_id":"9063279c-65af-437a-a4d5-14dd44256cb0","year":2024},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:29.946097Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:432ed02f7839a0da3a2db9f3d60f5098e1b65d5b18a4b54a957a96f5697df0d7","observation_id":"73fc2b71-8740-462d-91e1-2489d92fc6d1","resolution":{"observed_at":"2026-08-07T13:21:35.342877Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:35.066537Z","title":"Swin transformer: Hierarchical vision transformer using shifted windows.2021 IEEE/CVF International Conference on Computer Vision (ICCV), pages 9992–10002, 2021","venue":null,"work_id":"52c1c8c5-503d-4d89-add4-2bd31af68770","year":2021},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.037554Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:92fb72a95de42f73d1d172dfa998afd7c2c3867dd612bf618517f1f3d163e4dd","observation_id":"5c679e30-56f4-45e1-9818-7561a74b94da","resolution":{"observed_at":"2026-08-07T13:21:35.173304Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:34.841197Z","title":"A convnet for the 2020s","venue":null,"work_id":"53871224-4cee-48eb-b106-d6a4bee1f50f","year":2022},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.150627Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:fe1580914e59edcd6a63838dba3e09500d14e7f77f0fece71bbc566e58617bca","observation_id":"de240235-f27c-4014-8d8c-40a1344b14fb","resolution":{"observed_at":"2026-08-07T13:21:34.923993Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:34.610396Z","title":"Dying relu and initialization: Theory and numerical examples.Communications in Computational Physics, 28(5):1671–1706, January 2020","venue":null,"work_id":"640330cf-d699-4e17-a5ca-b6e1d47cd3fc","year":2020},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.215613Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:871871a9bdd6497eed5a5f22b8c5068173df31cf8c8e799e200e1d22f4973376","observation_id":"dcf5ceb3-c7a9-4c6e-9a72-7f5a360b4f15","resolution":{"observed_at":"2026-08-07T13:21:34.704268Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:34.410242Z","title":"Rectifier nonlinearities improve neural network acoustic models","venue":null,"work_id":"43c51c9e-93d8-4cca-b94a-c6ac6a4b928b","year":2013},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.258936Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:e53c5e466c47a36da3dcd9b86a58cc27b71290852a0c107b17f3236270dd4699","observation_id":"5ee9d6e0-18ab-490f-808b-d47aca776997","resolution":{"observed_at":"2026-08-07T13:21:34.484249Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:34.168419Z","title":"On implicit filter level sparsity in convolutional neural networks","venue":null,"work_id":"c881050f-0179-418a-9cd1-4d0d22bc3797","year":2019},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.313074Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:6f328011f11e53a8f6bb80a1b3f971c15d6c60c11bcd4d4ff5798ba9f1a3611b","observation_id":"9a8ecb7f-a609-4224-9721-6e13bdc6e7f3","resolution":{"observed_at":"2026-08-07T13:21:34.291413Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:33.923179Z","title":"On the number of linear regions of deep neural networks","venue":null,"work_id":"ea9d229f-40ec-4d31-a536-3b5f75b507ff","year":2014},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.348151Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:b7e58e1d608e8fef114ab5c85079cd97e0b360aeac4c225c9884c1636fd68568","observation_id":"200aa679-d618-4fc9-9818-943bd201deb3","resolution":{"observed_at":"2026-08-07T13:21:34.033790Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:33.676581Z","title":"Topology of deep neural networks.J","venue":null,"work_id":"acc3b6f0-1c6b-4db6-a66a-84bae34a1382","year":2020},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.449767Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:ed1b1cc31cb03da083f95775877f06ef372e44352b50b58cd167e4fed2e05d48","observation_id":"2b2fda66-f425-4f96-a431-f728f5c02d08","resolution":{"observed_at":"2026-08-07T13:21:33.801269Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:33.484546Z","title":"Neftci, Hesham Mostafa, and Friedemann Zenke","venue":null,"work_id":"9cbe10ab-a6a3-427d-9c78-990e1c06ce68","year":2019},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.546837Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:de7adc41e1d1b449e80c7ac5711a42f82e55144408d74fa74e6d1e2f623cf3fe","observation_id":"3ddc8800-7aa7-4c53-9677-a3227dba0446","resolution":{"observed_at":"2026-08-07T13:21:33.586081Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:33.300994Z","title":"Searching for activation functions","venue":null,"work_id":"7346d535-81b6-4640-9351-058e41c4f026","year":2018},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.634504Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:645b6771c988f0260fae1fc6e3bbee46b7b7fa54f00170ff220743719bc48124","observation_id":"9d7c44d3-799b-4fba-8c3a-f36134f089af","resolution":{"observed_at":"2026-08-07T13:21:33.388443Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:30.686699Z","title":"U-net: Convolutional networks for biomedical image segmentation, 2015","venue":null,"work_id":null,"year":2015},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.686699Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:98efbaf513fa6fe0ee54c90c4571c38eb7a76613baeb9c72df5efc1b6a92d116","observation_id":"67b43e3d-155c-41c8-be39-bef9b040484a","resolution":{"observed_at":"2026-08-07T13:21:30.686699Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:33.103580Z","title":"Sparse coding via thresholding and local competition in neural circuits.Neural computation, 20(10):2526–2563, 2008","venue":null,"work_id":"3e47e085-72a7-4670-a35c-ec629658996d","year":2008},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.784563Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:62d109b551092800b5e37a54d05fdfd51328dfc27f43caf3e711ffa943fad109","observation_id":"9317e119-6e2e-4467-9640-349125b054d7","resolution":{"observed_at":"2026-08-07T13:21:33.198625Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:32.875097Z","title":"Flexible and efficient surrogate gradient modeling with forward gradient injection","venue":null,"work_id":"05506e2f-9998-4511-be9f-8c3e0c0f47c8","year":2024},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.872181Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:1649a00355c23eb829a76c39c66a5456555df176d0457d05953bd4f0a06f9a47","observation_id":"4c2e7f16-b4e5-4a08-a6f5-fbdcdeeb667f","resolution":{"observed_at":"2026-08-07T13:21:32.980844Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1409.1556","last_updated":"2015-04-10T16:25:04Z","snapshot_observed_at":"2026-08-17T19:17:06.411141Z","submitted_at":"2014-09-04T19:48:04Z","title":"Very Deep Convolutional Networks for Large-Scale Image Recognition","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1409.1556","snapshot_observed_at":"2026-08-07T13:21:30.948163Z","title":"Very deep convolutional networks for large-scale image recogni- tion.arXiv preprint arXiv:1409.1556, 2014","venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:30.948163Z"},"links":{"cited_paper":"/paper/1409.1556","citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:920d558b3ca1db822e83d45c8b071e0690fe224e818c7b8e5740b67d2fbe1f8d","observation_id":"569575f7-ca1d-4668-b320-da68e7a37fc3","resolution":{"observed_at":"2026-08-07T13:21:30.948163Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:31.003806Z","title":"Attention is all you need.Advances in neural information processing systems, 30, 2017","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:31.003806Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:4c23fc9c4952b040cf8bf551bbbf964901a9216e57dde0d00fd2ca8a89393c35","observation_id":"58580992-01bd-424a-b232-b3310d415a69","resolution":{"observed_at":"2026-08-07T13:21:31.003806Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:31.072019Z","title":"Learning structured sparsity in deep neural networks.Advances in neural information processing systems, 29, 2016","venue":null,"work_id":null,"year":2016},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:31.072019Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:aeaf217c22084803d10387e352e86c33c9ff602be053b9e8f5e34da08c76c6c9","observation_id":"1f640565-15ec-4479-bc90-d8703954e85e","resolution":{"observed_at":"2026-08-07T13:21:31.072019Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:32.520524Z","title":"Accurate and efficient time-domain classification with adaptive spiking recurrent neural networks.Nature Machine Intelligence, 3(10):905–913, 2021","venue":null,"work_id":"436db57b-2f05-40ee-a24d-8dc5bbb43fe8","year":2021},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:31.134662Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:47e8fc7e7c69e036c9d11396ee6ea3a0be1fef76cbefda64fa98cf529f4c9c30","observation_id":"3ae25dd8-60a9-4e99-8c3e-2e4f5f174813","resolution":{"observed_at":"2026-08-07T13:21:32.579655Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:32.383697Z","title":"Zeiler, M","venue":null,"work_id":"3c6d4cc9-ac0f-447a-bcda-50c7463dc33d","year":2013},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:31.201515Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:a218f12fc9ed4c5fda40ec0bb5d13cea0470010169386e17e72e74616845a6cc","observation_id":"70f0638b-c6ef-4ecf-b6a2-caa4a7b7db42","resolution":{"observed_at":"2026-08-07T13:21:32.437516Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:32.225536Z","title":"l_{1/2} regularization: Convergence of iterative half thresholding algorithm.IEEE Transactions on Signal Processing, 62(9):2317–2329, 2014","venue":null,"work_id":"6c42f438-7401-4188-bd6c-bcef93b57eaa","year":2014},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:31.248176Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:5577fee80e791c03c7b6007d4ade610dadb15e1e89d6ac970812f2ab71a91dd9","observation_id":"0e4d42ac-0dda-498b-b50c-02cdfb98bbf7","resolution":{"observed_at":"2026-08-07T13:21:32.291140Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:32.059934Z","title":"The remarkable robustness of surrogate gradient learning for instilling complex function in spiking neural networks.Neural computation, 33(4):899–925, 2021","venue":null,"work_id":"78eea8ba-6de2-4865-978c-5a3755d06f0d","year":2021},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:31.343934Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:a1bbb809c4e9eed8d7544340f77c8bec30d39453bd360149db295ca4df880f72","observation_id":"d63862d7-7350-41b5-bbb9-170b63a02802","resolution":{"observed_at":"2026-08-07T13:21:32.133427Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:31.884002Z","title":"Tropical geometry of deep neural networks","venue":null,"work_id":"1b8092ea-1d44-4d81-9388-c958a6cfb089","year":2018},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:31.401236Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:2419fa9e4e19596a08989a4b4583b8145f953a0d7ab9daf740077cb38ab97192","observation_id":"2004d889-503e-4398-af6b-9187eb4ee226","resolution":{"observed_at":"2026-08-07T13:21:31.952164Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:21:31.686440Z","title":"For each function, we drew 3000 samples from U[− √ 3, √ 3]din, used as input for the network","venue":null,"work_id":"fe8afeb7-c9ff-4633-86e6-abac87744d04","year":null},"citing_paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-07T13:21:31.482523Z"},"links":{"citing_paper":"/paper/2505.22074"},"observation_digest":"sha256:8f8188ca734eb1717b8b3135c1764c36376063b9078b7b42528520b7880b4586","observation_id":"be4ec0bf-7706-4b32-a826-36514475bca3","resolution":{"observed_at":"2026-08-07T13:21:31.784038Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-20T06:33:59.587034+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.22074","last_updated":"2025-05-28T07:55:51Z","latest_version":1,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-15T06:56:45.035803Z","submitted_at":"2025-05-28T07:55:51Z","title":"The Resurrection of the ReLU"},"reference_resolution":{"displayed":43,"state_counts":{"malformed_identifier":1,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":13,"verified_exact":0,"verified_fuzzy":29},"total_outbound_references":43},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-20T06:33:59.587034+00:00","source":"crossref"},{"observed_at":"2026-08-20T06:33:54.927442+00:00","source":"retraction_watch"}],"thesis":"As of 20 August 2026, this Paper Citation Record lists 43 of 43 outbound references and 2 inbound Pith citation observations for arXiv:2505.22074."}