{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:Y3NRMPKWX52MNOGLYGHD5I6B5T","short_pith_number":"pith:Y3NRMPKW","canonical_record":{"source":{"id":"2209.10778","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-09-22T04:48:48Z","cross_cats_sorted":[],"title_canon_sha256":"6b72ae3eea8cabb07baef11656467bb0f8722ed0e60b0b3abc2b29c00deab20e","abstract_canon_sha256":"b257d2824d48d6b80779174dce417267bd90c273f2593665aed2b4b3c5d76420"},"schema_version":"1.0"},"canonical_sha256":"c6db163d56bf74c6b8cbc18e3ea3c1eccd74990ebccfa3ffa271d84102c37110","source":{"kind":"arxiv","id":"2209.10778","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.10778","created_at":"2026-07-05T05:00:07Z"},{"alias_kind":"arxiv_version","alias_value":"2209.10778v1","created_at":"2026-07-05T05:00:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.10778","created_at":"2026-07-05T05:00:07Z"},{"alias_kind":"pith_short_12","alias_value":"Y3NRMPKWX52M","created_at":"2026-07-05T05:00:07Z"},{"alias_kind":"pith_short_16","alias_value":"Y3NRMPKWX52MNOGL","created_at":"2026-07-05T05:00:07Z"},{"alias_kind":"pith_short_8","alias_value":"Y3NRMPKW","created_at":"2026-07-05T05:00:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:Y3NRMPKWX52MNOGLYGHD5I6B5T","target":"record","payload":{"canonical_record":{"source":{"id":"2209.10778","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-09-22T04:48:48Z","cross_cats_sorted":[],"title_canon_sha256":"6b72ae3eea8cabb07baef11656467bb0f8722ed0e60b0b3abc2b29c00deab20e","abstract_canon_sha256":"b257d2824d48d6b80779174dce417267bd90c273f2593665aed2b4b3c5d76420"},"schema_version":"1.0"},"canonical_sha256":"c6db163d56bf74c6b8cbc18e3ea3c1eccd74990ebccfa3ffa271d84102c37110","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:00:07.280987Z","signature_b64":"Q6P4pMbIvT/bD20uys4+lS9GD+u+eTTLS+KzKmRq5DZJFvRveZXukUNmn2ew7SjxwdH1WaotmVZarJYBczdODA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c6db163d56bf74c6b8cbc18e3ea3c1eccd74990ebccfa3ffa271d84102c37110","last_reissued_at":"2026-07-05T05:00:07.280508Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:00:07.280508Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2209.10778","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QuIp4a2TE6XSvXBgcIYr7A8BcfKZLz2SBL8+pyLQbQ2Fon/yP6DlwDXIm4mkpy4qY/BOaCTiR+Uw/5xrVJ2mDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:02:43.149147Z"},"content_sha256":"a3b87c9e1f2e5a88429e05ea8f309dbf6e0e494a1f7319074b830ebd17373696","schema_version":"1.0","event_id":"sha256:a3b87c9e1f2e5a88429e05ea8f309dbf6e0e494a1f7319074b830ebd17373696"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:Y3NRMPKWX52MNOGLYGHD5I6B5T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Nesting Forward Automatic Differentiation for Memory-Efficient Deep Neural Network Training","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Chen Zhang, Cong Guo, Fan Yang, Jingwen Leng, Minyi Guo, Quanlu Zhang, Ying Cao, Yunxin Liu, Yuxian Qiu","submitted_at":"2022-09-22T04:48:48Z","abstract_excerpt":"An activation function is an element-wise mathematical function and plays a crucial role in deep neural networks (DNN). Many novel and sophisticated activation functions have been proposed to improve the DNN accuracy but also consume massive memory in the training process with back-propagation. In this study, we propose the nested forward automatic differentiation (Forward-AD), specifically for the element-wise activation function for memory-efficient DNN training. We deploy nested Forward-AD in two widely-used deep learning frameworks, TensorFlow and PyTorch, which support the static and dyna"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.10778","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2209.10778/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:00:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"v0tnK7850qC/i2LyxurVUJ1aIhr79B24ZY859e+jD6NZBmDDigzHrZwn3IXiW4fMsBg5P/F1952AQAw1VwB0Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T19:02:43.150575Z"},"content_sha256":"041b43606165d1303cd5fc3d7b455587664ad5532d3b6e57cebe71f3ab657490","schema_version":"1.0","event_id":"sha256:041b43606165d1303cd5fc3d7b455587664ad5532d3b6e57cebe71f3ab657490"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Y3NRMPKWX52MNOGLYGHD5I6B5T/bundle.json","state_url":"https://pith.science/pith/Y3NRMPKWX52MNOGLYGHD5I6B5T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Y3NRMPKWX52MNOGLYGHD5I6B5T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T19:02:43Z","links":{"resolver":"https://pith.science/pith/Y3NRMPKWX52MNOGLYGHD5I6B5T","bundle":"https://pith.science/pith/Y3NRMPKWX52MNOGLYGHD5I6B5T/bundle.json","state":"https://pith.science/pith/Y3NRMPKWX52MNOGLYGHD5I6B5T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Y3NRMPKWX52MNOGLYGHD5I6B5T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:Y3NRMPKWX52MNOGLYGHD5I6B5T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b257d2824d48d6b80779174dce417267bd90c273f2593665aed2b4b3c5d76420","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-09-22T04:48:48Z","title_canon_sha256":"6b72ae3eea8cabb07baef11656467bb0f8722ed0e60b0b3abc2b29c00deab20e"},"schema_version":"1.0","source":{"id":"2209.10778","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.10778","created_at":"2026-07-05T05:00:07Z"},{"alias_kind":"arxiv_version","alias_value":"2209.10778v1","created_at":"2026-07-05T05:00:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.10778","created_at":"2026-07-05T05:00:07Z"},{"alias_kind":"pith_short_12","alias_value":"Y3NRMPKWX52M","created_at":"2026-07-05T05:00:07Z"},{"alias_kind":"pith_short_16","alias_value":"Y3NRMPKWX52MNOGL","created_at":"2026-07-05T05:00:07Z"},{"alias_kind":"pith_short_8","alias_value":"Y3NRMPKW","created_at":"2026-07-05T05:00:07Z"}],"graph_snapshots":[{"event_id":"sha256:041b43606165d1303cd5fc3d7b455587664ad5532d3b6e57cebe71f3ab657490","target":"graph","created_at":"2026-07-05T05:00:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.10778/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"An activation function is an element-wise mathematical function and plays a crucial role in deep neural networks (DNN). Many novel and sophisticated activation functions have been proposed to improve the DNN accuracy but also consume massive memory in the training process with back-propagation. In this study, we propose the nested forward automatic differentiation (Forward-AD), specifically for the element-wise activation function for memory-efficient DNN training. We deploy nested Forward-AD in two widely-used deep learning frameworks, TensorFlow and PyTorch, which support the static and dyna","authors_text":"Chen Zhang, Cong Guo, Fan Yang, Jingwen Leng, Minyi Guo, Quanlu Zhang, Ying Cao, Yunxin Liu, Yuxian Qiu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-09-22T04:48:48Z","title":"Nesting Forward Automatic Differentiation for Memory-Efficient Deep Neural Network Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.10778","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a3b87c9e1f2e5a88429e05ea8f309dbf6e0e494a1f7319074b830ebd17373696","target":"record","created_at":"2026-07-05T05:00:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b257d2824d48d6b80779174dce417267bd90c273f2593665aed2b4b3c5d76420","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-09-22T04:48:48Z","title_canon_sha256":"6b72ae3eea8cabb07baef11656467bb0f8722ed0e60b0b3abc2b29c00deab20e"},"schema_version":"1.0","source":{"id":"2209.10778","kind":"arxiv","version":1}},"canonical_sha256":"c6db163d56bf74c6b8cbc18e3ea3c1eccd74990ebccfa3ffa271d84102c37110","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c6db163d56bf74c6b8cbc18e3ea3c1eccd74990ebccfa3ffa271d84102c37110","first_computed_at":"2026-07-05T05:00:07.280508Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:00:07.280508Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Q6P4pMbIvT/bD20uys4+lS9GD+u+eTTLS+KzKmRq5DZJFvRveZXukUNmn2ew7SjxwdH1WaotmVZarJYBczdODA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:00:07.280987Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.10778","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a3b87c9e1f2e5a88429e05ea8f309dbf6e0e494a1f7319074b830ebd17373696","sha256:041b43606165d1303cd5fc3d7b455587664ad5532d3b6e57cebe71f3ab657490"],"state_sha256":"4e137f9cc2679f7ba65bab4c39e87f7421fdff8a6a3499941eb9312f1e624e25"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/4Me/LXNk2nCHyskAjQdOijsavSUY89Byjv1xHMN7AdNcv0fnQmDpVIbjpFLxSbcU4IhICrYCkLe+vl9TCQCBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T19:02:43.157892Z","bundle_sha256":"756c3d7132860f0465efb844120fa2f43c27d8a488e0156c1ff8db4c1e972591"}}