{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:MZ5TCWMYGUOEXFUOLLH6UO73SB","short_pith_number":"pith:MZ5TCWMY","canonical_record":{"source":{"id":"1901.02671","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-01-09T10:45:20Z","cross_cats_sorted":["cs.LG","cs.NE"],"title_canon_sha256":"20eeffb88a1782dfc137881e0a7f770542c2cbadb06d7ac574901784ad7fcb89","abstract_canon_sha256":"71dcd2be0a75ea5843292a5115061e54cc0c376fe8c0008872a48c25e7f14dac"},"schema_version":"1.0"},"canonical_sha256":"667b315998351c4b968e5acfea3bfb90781147ed3eaeeb1d3492f28c9df1cb83","source":{"kind":"arxiv","id":"1901.02671","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.02671","created_at":"2026-05-17T23:56:39Z"},{"alias_kind":"arxiv_version","alias_value":"1901.02671v1","created_at":"2026-05-17T23:56:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.02671","created_at":"2026-05-17T23:56:39Z"},{"alias_kind":"pith_short_12","alias_value":"MZ5TCWMYGUOE","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"MZ5TCWMYGUOEXFUO","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"MZ5TCWMY","created_at":"2026-05-18T12:33:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:MZ5TCWMYGUOEXFUOLLH6UO73SB","target":"record","payload":{"canonical_record":{"source":{"id":"1901.02671","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-01-09T10:45:20Z","cross_cats_sorted":["cs.LG","cs.NE"],"title_canon_sha256":"20eeffb88a1782dfc137881e0a7f770542c2cbadb06d7ac574901784ad7fcb89","abstract_canon_sha256":"71dcd2be0a75ea5843292a5115061e54cc0c376fe8c0008872a48c25e7f14dac"},"schema_version":"1.0"},"canonical_sha256":"667b315998351c4b968e5acfea3bfb90781147ed3eaeeb1d3492f28c9df1cb83","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:56:39.859544Z","signature_b64":"YtHLQXPLaBDlGTJEZhtG4DdIGCMVYDwR+OvBAGvM+ushiNqMsj5IFN574jQNLgRl0PEvm1Hnct93T1DBIV13AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"667b315998351c4b968e5acfea3bfb90781147ed3eaeeb1d3492f28c9df1cb83","last_reissued_at":"2026-05-17T23:56:39.858903Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:56:39.858903Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1901.02671","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:56:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9GzQg3zGeZ9LYoxKiqtkYaEjeCd73zsnLvY6u/GE4ZJl6iCQK5aRFHnXcOsCtVpXpvMXAuDKma52OhrO4ApYCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:21:33.885776Z"},"content_sha256":"6d987ef4f988d1d952a79bb7b1919e662f8b3d2b4503213233cb70134b518164","schema_version":"1.0","event_id":"sha256:6d987ef4f988d1d952a79bb7b1919e662f8b3d2b4503213233cb70134b518164"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:MZ5TCWMYGUOEXFUOLLH6UO73SB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Is it Time to Swish? Comparing Deep Learning Activation Functions Across NLP tasks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","cs.NE"],"primary_cat":"cs.CL","authors_text":"Iryna Gurevych, Paul Youssef, Steffen Eger","submitted_at":"2019-01-09T10:45:20Z","abstract_excerpt":"Activation functions play a crucial role in neural networks because they are the nonlinearities which have been attributed to the success story of deep learning. One of the currently most popular activation functions is ReLU, but several competitors have recently been proposed or 'discovered', including LReLU functions and swish. While most works compare newly proposed activation functions on few tasks (usually from image classification) and against few competitors (usually ReLU), we perform the first large-scale comparison of 21 activation functions across eight different NLP tasks. We find t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.02671","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:56:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3fS6UvWkUC+2ndXajGg9k3os/Bz+KW3Ap+MqXKoXEO9W4Q0Qgqo0m1h3AYwn0FfbYyiqMQZzc6yCbCXeI8UHDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-25T19:21:33.886502Z"},"content_sha256":"c0c51ece2bd89c529d7bb45b189c18e3c2198428a782b56d0faba9d2985a67e2","schema_version":"1.0","event_id":"sha256:c0c51ece2bd89c529d7bb45b189c18e3c2198428a782b56d0faba9d2985a67e2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MZ5TCWMYGUOEXFUOLLH6UO73SB/bundle.json","state_url":"https://pith.science/pith/MZ5TCWMYGUOEXFUOLLH6UO73SB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MZ5TCWMYGUOEXFUOLLH6UO73SB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-25T19:21:33Z","links":{"resolver":"https://pith.science/pith/MZ5TCWMYGUOEXFUOLLH6UO73SB","bundle":"https://pith.science/pith/MZ5TCWMYGUOEXFUOLLH6UO73SB/bundle.json","state":"https://pith.science/pith/MZ5TCWMYGUOEXFUOLLH6UO73SB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MZ5TCWMYGUOEXFUOLLH6UO73SB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:MZ5TCWMYGUOEXFUOLLH6UO73SB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"71dcd2be0a75ea5843292a5115061e54cc0c376fe8c0008872a48c25e7f14dac","cross_cats_sorted":["cs.LG","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-01-09T10:45:20Z","title_canon_sha256":"20eeffb88a1782dfc137881e0a7f770542c2cbadb06d7ac574901784ad7fcb89"},"schema_version":"1.0","source":{"id":"1901.02671","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1901.02671","created_at":"2026-05-17T23:56:39Z"},{"alias_kind":"arxiv_version","alias_value":"1901.02671v1","created_at":"2026-05-17T23:56:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1901.02671","created_at":"2026-05-17T23:56:39Z"},{"alias_kind":"pith_short_12","alias_value":"MZ5TCWMYGUOE","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_16","alias_value":"MZ5TCWMYGUOEXFUO","created_at":"2026-05-18T12:33:24Z"},{"alias_kind":"pith_short_8","alias_value":"MZ5TCWMY","created_at":"2026-05-18T12:33:24Z"}],"graph_snapshots":[{"event_id":"sha256:c0c51ece2bd89c529d7bb45b189c18e3c2198428a782b56d0faba9d2985a67e2","target":"graph","created_at":"2026-05-17T23:56:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Activation functions play a crucial role in neural networks because they are the nonlinearities which have been attributed to the success story of deep learning. One of the currently most popular activation functions is ReLU, but several competitors have recently been proposed or 'discovered', including LReLU functions and swish. While most works compare newly proposed activation functions on few tasks (usually from image classification) and against few competitors (usually ReLU), we perform the first large-scale comparison of 21 activation functions across eight different NLP tasks. We find t","authors_text":"Iryna Gurevych, Paul Youssef, Steffen Eger","cross_cats":["cs.LG","cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-01-09T10:45:20Z","title":"Is it Time to Swish? Comparing Deep Learning Activation Functions Across NLP tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1901.02671","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6d987ef4f988d1d952a79bb7b1919e662f8b3d2b4503213233cb70134b518164","target":"record","created_at":"2026-05-17T23:56:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"71dcd2be0a75ea5843292a5115061e54cc0c376fe8c0008872a48c25e7f14dac","cross_cats_sorted":["cs.LG","cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-01-09T10:45:20Z","title_canon_sha256":"20eeffb88a1782dfc137881e0a7f770542c2cbadb06d7ac574901784ad7fcb89"},"schema_version":"1.0","source":{"id":"1901.02671","kind":"arxiv","version":1}},"canonical_sha256":"667b315998351c4b968e5acfea3bfb90781147ed3eaeeb1d3492f28c9df1cb83","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"667b315998351c4b968e5acfea3bfb90781147ed3eaeeb1d3492f28c9df1cb83","first_computed_at":"2026-05-17T23:56:39.858903Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:56:39.858903Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YtHLQXPLaBDlGTJEZhtG4DdIGCMVYDwR+OvBAGvM+ushiNqMsj5IFN574jQNLgRl0PEvm1Hnct93T1DBIV13AQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:56:39.859544Z","signed_message":"canonical_sha256_bytes"},"source_id":"1901.02671","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6d987ef4f988d1d952a79bb7b1919e662f8b3d2b4503213233cb70134b518164","sha256:c0c51ece2bd89c529d7bb45b189c18e3c2198428a782b56d0faba9d2985a67e2"],"state_sha256":"3c3a6b5157ba3ba2a2411dac36e5fa68cbc3befffc9297d6c195129dae4fa54e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0kSc/U3LPE/AFs+Sgqj6+jf147FYrjgxY5K4YTri1qkLGpV8M2Ddfb+RuTxR0kMOhWcdLyqa6F71TAbwdynkAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-25T19:21:33.890432Z","bundle_sha256":"2756424ab23e5232b85fdf1a3ce01061b39b4b8b37ffe3a3d8159ad17fe37835"}}