{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:G3JPQDLNSREUNWKJLIJM2XV5CX","short_pith_number":"pith:G3JPQDLN","canonical_record":{"source":{"id":"2310.01365","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-02T17:27:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d58bab9d9e9940114e1b5b90af42ac8320ef3fd1d08a9a75b36561e9267edfe0","abstract_canon_sha256":"3f061b7800e9fffe22fe6b3976a3f7e09a1ecfbcdedf200f3e90e7bf1d863e44"},"schema_version":"1.0"},"canonical_sha256":"36d2f80d6d944946d9495a12cd5ebd15f65e8ed0576c13f15cc9c26c52884cc1","source":{"kind":"arxiv","id":"2310.01365","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.01365","created_at":"2026-07-05T06:56:25Z"},{"alias_kind":"arxiv_version","alias_value":"2310.01365v1","created_at":"2026-07-05T06:56:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.01365","created_at":"2026-07-05T06:56:25Z"},{"alias_kind":"pith_short_12","alias_value":"G3JPQDLNSREU","created_at":"2026-07-05T06:56:25Z"},{"alias_kind":"pith_short_16","alias_value":"G3JPQDLNSREUNWKJ","created_at":"2026-07-05T06:56:25Z"},{"alias_kind":"pith_short_8","alias_value":"G3JPQDLN","created_at":"2026-07-05T06:56:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:G3JPQDLNSREUNWKJLIJM2XV5CX","target":"record","payload":{"canonical_record":{"source":{"id":"2310.01365","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-02T17:27:39Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"d58bab9d9e9940114e1b5b90af42ac8320ef3fd1d08a9a75b36561e9267edfe0","abstract_canon_sha256":"3f061b7800e9fffe22fe6b3976a3f7e09a1ecfbcdedf200f3e90e7bf1d863e44"},"schema_version":"1.0"},"canonical_sha256":"36d2f80d6d944946d9495a12cd5ebd15f65e8ed0576c13f15cc9c26c52884cc1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:56:25.795933Z","signature_b64":"Bkt3O3L38ef2tBdDwldfWaiL2ESIbYRaTiAklLQzyoE9eHtF08nuFQo/UA+TyXAOcOWlQ2+ocsmcyVb+M8JuAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"36d2f80d6d944946d9495a12cd5ebd15f65e8ed0576c13f15cc9c26c52884cc1","last_reissued_at":"2026-07-05T06:56:25.795459Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:56:25.795459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.01365","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:56:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"s/m6aWuL2CHL7cQnvXH1rlSFo12LtK7/hUzz9dpOfq3VTwZBYBFPjYekaOs65B/r6veoUgrXUeCKXDyhhyVkCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T19:24:16.001455Z"},"content_sha256":"37c69a37fcf65b0796d89088f418eb2d3fe82121ed789d82cabd7555019fe72b","schema_version":"1.0","event_id":"sha256:37c69a37fcf65b0796d89088f418eb2d3fe82121ed789d82cabd7555019fe72b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:G3JPQDLNSREUNWKJLIJM2XV5CX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Elephant Neural Networks: Born to Be a Continual Learner","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"A. Rupam Mahmood, Qingfeng Lan","submitted_at":"2023-10-02T17:27:39Z","abstract_excerpt":"Catastrophic forgetting remains a significant challenge to continual learning for decades. While recent works have proposed effective methods to mitigate this problem, they mainly focus on the algorithmic side. Meanwhile, we do not fully understand what architectural properties of neural networks lead to catastrophic forgetting. This study aims to fill this gap by studying the role of activation functions in the training dynamics of neural networks and their impact on catastrophic forgetting. Our study reveals that, besides sparse representations, the gradient sparsity of activation functions "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.01365","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.01365/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:56:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wTRLkmhuZEOMjFOYylTTi9uXKax4XbUcqZS0rjUMBa92F6ibCPGJQURapA9x+EfixBMbn41LFsTYOvab2YcwAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T19:24:16.002556Z"},"content_sha256":"8eb6be1ee7c9a123c6a433114eeb600139db9716fe7be15cac9d2646f32a96ca","schema_version":"1.0","event_id":"sha256:8eb6be1ee7c9a123c6a433114eeb600139db9716fe7be15cac9d2646f32a96ca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G3JPQDLNSREUNWKJLIJM2XV5CX/bundle.json","state_url":"https://pith.science/pith/G3JPQDLNSREUNWKJLIJM2XV5CX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G3JPQDLNSREUNWKJLIJM2XV5CX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T19:24:16Z","links":{"resolver":"https://pith.science/pith/G3JPQDLNSREUNWKJLIJM2XV5CX","bundle":"https://pith.science/pith/G3JPQDLNSREUNWKJLIJM2XV5CX/bundle.json","state":"https://pith.science/pith/G3JPQDLNSREUNWKJLIJM2XV5CX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G3JPQDLNSREUNWKJLIJM2XV5CX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:G3JPQDLNSREUNWKJLIJM2XV5CX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3f061b7800e9fffe22fe6b3976a3f7e09a1ecfbcdedf200f3e90e7bf1d863e44","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-02T17:27:39Z","title_canon_sha256":"d58bab9d9e9940114e1b5b90af42ac8320ef3fd1d08a9a75b36561e9267edfe0"},"schema_version":"1.0","source":{"id":"2310.01365","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.01365","created_at":"2026-07-05T06:56:25Z"},{"alias_kind":"arxiv_version","alias_value":"2310.01365v1","created_at":"2026-07-05T06:56:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.01365","created_at":"2026-07-05T06:56:25Z"},{"alias_kind":"pith_short_12","alias_value":"G3JPQDLNSREU","created_at":"2026-07-05T06:56:25Z"},{"alias_kind":"pith_short_16","alias_value":"G3JPQDLNSREUNWKJ","created_at":"2026-07-05T06:56:25Z"},{"alias_kind":"pith_short_8","alias_value":"G3JPQDLN","created_at":"2026-07-05T06:56:25Z"}],"graph_snapshots":[{"event_id":"sha256:8eb6be1ee7c9a123c6a433114eeb600139db9716fe7be15cac9d2646f32a96ca","target":"graph","created_at":"2026-07-05T06:56:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.01365/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Catastrophic forgetting remains a significant challenge to continual learning for decades. While recent works have proposed effective methods to mitigate this problem, they mainly focus on the algorithmic side. Meanwhile, we do not fully understand what architectural properties of neural networks lead to catastrophic forgetting. This study aims to fill this gap by studying the role of activation functions in the training dynamics of neural networks and their impact on catastrophic forgetting. Our study reveals that, besides sparse representations, the gradient sparsity of activation functions ","authors_text":"A. Rupam Mahmood, Qingfeng Lan","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-02T17:27:39Z","title":"Elephant Neural Networks: Born to Be a Continual Learner"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.01365","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:37c69a37fcf65b0796d89088f418eb2d3fe82121ed789d82cabd7555019fe72b","target":"record","created_at":"2026-07-05T06:56:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3f061b7800e9fffe22fe6b3976a3f7e09a1ecfbcdedf200f3e90e7bf1d863e44","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-10-02T17:27:39Z","title_canon_sha256":"d58bab9d9e9940114e1b5b90af42ac8320ef3fd1d08a9a75b36561e9267edfe0"},"schema_version":"1.0","source":{"id":"2310.01365","kind":"arxiv","version":1}},"canonical_sha256":"36d2f80d6d944946d9495a12cd5ebd15f65e8ed0576c13f15cc9c26c52884cc1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"36d2f80d6d944946d9495a12cd5ebd15f65e8ed0576c13f15cc9c26c52884cc1","first_computed_at":"2026-07-05T06:56:25.795459Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:56:25.795459Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Bkt3O3L38ef2tBdDwldfWaiL2ESIbYRaTiAklLQzyoE9eHtF08nuFQo/UA+TyXAOcOWlQ2+ocsmcyVb+M8JuAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:56:25.795933Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.01365","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:37c69a37fcf65b0796d89088f418eb2d3fe82121ed789d82cabd7555019fe72b","sha256:8eb6be1ee7c9a123c6a433114eeb600139db9716fe7be15cac9d2646f32a96ca"],"state_sha256":"b33a7f3a64bf081cb491b85487eedbaddb3f5e464f501a44ab7006dbedb6d280"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YP6LfKEmhjBmKhHa759rVOwqZuv15kR/2nH8m4LPDR+KKzvrV6vb+nbA+/r474kJOSEEszXxtpNO0kV8yRH3Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T19:24:16.011319Z","bundle_sha256":"afd1b47d5434c74e66ca8af0f57941fe490c0f23971d9647b20d97ca274cd601"}}