{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:A435DSYPRYKD3SML5QKYKG62QX","short_pith_number":"pith:A435DSYP","canonical_record":{"source":{"id":"2104.14129","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-29T05:50:54Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"cb9e657aeef0fc2d8a2847a4332267832bbba09737d109e8dbe2d0debba38785","abstract_canon_sha256":"b44ec205b1780d8e4a5f3a2d5db25d26cd25f2fc194b93fe7ca0f100ca23b101"},"schema_version":"1.0"},"canonical_sha256":"0737d1cb0f8e143dc98bec15851bda85f18293fa796674e3268b67854ab2ea1c","source":{"kind":"arxiv","id":"2104.14129","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.14129","created_at":"2026-07-05T02:55:14Z"},{"alias_kind":"arxiv_version","alias_value":"2104.14129v2","created_at":"2026-07-05T02:55:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.14129","created_at":"2026-07-05T02:55:14Z"},{"alias_kind":"pith_short_12","alias_value":"A435DSYPRYKD","created_at":"2026-07-05T02:55:14Z"},{"alias_kind":"pith_short_16","alias_value":"A435DSYPRYKD3SML","created_at":"2026-07-05T02:55:14Z"},{"alias_kind":"pith_short_8","alias_value":"A435DSYP","created_at":"2026-07-05T02:55:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:A435DSYPRYKD3SML5QKYKG62QX","target":"record","payload":{"canonical_record":{"source":{"id":"2104.14129","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-29T05:50:54Z","cross_cats_sorted":["cs.CV","stat.ML"],"title_canon_sha256":"cb9e657aeef0fc2d8a2847a4332267832bbba09737d109e8dbe2d0debba38785","abstract_canon_sha256":"b44ec205b1780d8e4a5f3a2d5db25d26cd25f2fc194b93fe7ca0f100ca23b101"},"schema_version":"1.0"},"canonical_sha256":"0737d1cb0f8e143dc98bec15851bda85f18293fa796674e3268b67854ab2ea1c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:55:14.346186Z","signature_b64":"IBBOQAUyPHsQJT/yWfikrdm/FMj2FnoN+fCo4kR5KwInr8g8e4kVMp2/hGOKS3k3yjuGBFQvkoVPoqBYsOTECQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0737d1cb0f8e143dc98bec15851bda85f18293fa796674e3268b67854ab2ea1c","last_reissued_at":"2026-07-05T02:55:14.344725Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:55:14.344725Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.14129","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:55:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"snwU0nIfbTftNlEYLv3hr8OlULG6DRuusMg4kUq7HK+VvZzgsocRqDNzcltXUVJ7rkNrC66pzS6x7lpJwY+HBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:36:28.666818Z"},"content_sha256":"ca4b6b4b246ab1914c6b223e809b266c617abea87d4d6e3440cc96a8c51e6f0e","schema_version":"1.0","event_id":"sha256:ca4b6b4b246ab1914c6b223e809b266c617abea87d4d6e3440cc96a8c51e6f0e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:A435DSYPRYKD3SML5QKYKG62QX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ActNN: Reducing Training Memory Footprint via 2-Bit Activation Compressed Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV","stat.ML"],"primary_cat":"cs.LG","authors_text":"Dequan Wang, Ion Stoica, Jianfei Chen, Joseph E. Gonzalez, Lianmin Zheng, Michael W. Mahoney, Zhewei Yao","submitted_at":"2021-04-29T05:50:54Z","abstract_excerpt":"The increasing size of neural network models has been critical for improvements in their accuracy, but device memory is not growing at the same rate. This creates fundamental challenges for training neural networks within limited memory environments. In this work, we propose ActNN, a memory-efficient training framework that stores randomly quantized activations for back propagation. We prove the convergence of ActNN for general network architectures, and we characterize the impact of quantization on the convergence via an exact expression for the gradient variance. Using our theory, we propose"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.14129","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.14129/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:55:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OHijHrjvSoxdu8Cd5Wlqj8fyzGTDBkTFN/TaUS7LvDYv0olzr1TcA2vBczVPqdwHPPddSlwGPR6vQMihUtfIDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:36:28.667334Z"},"content_sha256":"ed9421574f7d6a8a0c9494bb8cb8b8d5b623c25937d57a938e443cbfcdf4cbe3","schema_version":"1.0","event_id":"sha256:ed9421574f7d6a8a0c9494bb8cb8b8d5b623c25937d57a938e443cbfcdf4cbe3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/A435DSYPRYKD3SML5QKYKG62QX/bundle.json","state_url":"https://pith.science/pith/A435DSYPRYKD3SML5QKYKG62QX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/A435DSYPRYKD3SML5QKYKG62QX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T08:36:28Z","links":{"resolver":"https://pith.science/pith/A435DSYPRYKD3SML5QKYKG62QX","bundle":"https://pith.science/pith/A435DSYPRYKD3SML5QKYKG62QX/bundle.json","state":"https://pith.science/pith/A435DSYPRYKD3SML5QKYKG62QX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/A435DSYPRYKD3SML5QKYKG62QX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:A435DSYPRYKD3SML5QKYKG62QX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b44ec205b1780d8e4a5f3a2d5db25d26cd25f2fc194b93fe7ca0f100ca23b101","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-29T05:50:54Z","title_canon_sha256":"cb9e657aeef0fc2d8a2847a4332267832bbba09737d109e8dbe2d0debba38785"},"schema_version":"1.0","source":{"id":"2104.14129","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.14129","created_at":"2026-07-05T02:55:14Z"},{"alias_kind":"arxiv_version","alias_value":"2104.14129v2","created_at":"2026-07-05T02:55:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.14129","created_at":"2026-07-05T02:55:14Z"},{"alias_kind":"pith_short_12","alias_value":"A435DSYPRYKD","created_at":"2026-07-05T02:55:14Z"},{"alias_kind":"pith_short_16","alias_value":"A435DSYPRYKD3SML","created_at":"2026-07-05T02:55:14Z"},{"alias_kind":"pith_short_8","alias_value":"A435DSYP","created_at":"2026-07-05T02:55:14Z"}],"graph_snapshots":[{"event_id":"sha256:ed9421574f7d6a8a0c9494bb8cb8b8d5b623c25937d57a938e443cbfcdf4cbe3","target":"graph","created_at":"2026-07-05T02:55:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.14129/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The increasing size of neural network models has been critical for improvements in their accuracy, but device memory is not growing at the same rate. This creates fundamental challenges for training neural networks within limited memory environments. In this work, we propose ActNN, a memory-efficient training framework that stores randomly quantized activations for back propagation. We prove the convergence of ActNN for general network architectures, and we characterize the impact of quantization on the convergence via an exact expression for the gradient variance. Using our theory, we propose","authors_text":"Dequan Wang, Ion Stoica, Jianfei Chen, Joseph E. Gonzalez, Lianmin Zheng, Michael W. Mahoney, Zhewei Yao","cross_cats":["cs.CV","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-29T05:50:54Z","title":"ActNN: Reducing Training Memory Footprint via 2-Bit Activation Compressed Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.14129","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ca4b6b4b246ab1914c6b223e809b266c617abea87d4d6e3440cc96a8c51e6f0e","target":"record","created_at":"2026-07-05T02:55:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b44ec205b1780d8e4a5f3a2d5db25d26cd25f2fc194b93fe7ca0f100ca23b101","cross_cats_sorted":["cs.CV","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-29T05:50:54Z","title_canon_sha256":"cb9e657aeef0fc2d8a2847a4332267832bbba09737d109e8dbe2d0debba38785"},"schema_version":"1.0","source":{"id":"2104.14129","kind":"arxiv","version":2}},"canonical_sha256":"0737d1cb0f8e143dc98bec15851bda85f18293fa796674e3268b67854ab2ea1c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0737d1cb0f8e143dc98bec15851bda85f18293fa796674e3268b67854ab2ea1c","first_computed_at":"2026-07-05T02:55:14.344725Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:55:14.344725Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IBBOQAUyPHsQJT/yWfikrdm/FMj2FnoN+fCo4kR5KwInr8g8e4kVMp2/hGOKS3k3yjuGBFQvkoVPoqBYsOTECQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:55:14.346186Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.14129","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ca4b6b4b246ab1914c6b223e809b266c617abea87d4d6e3440cc96a8c51e6f0e","sha256:ed9421574f7d6a8a0c9494bb8cb8b8d5b623c25937d57a938e443cbfcdf4cbe3"],"state_sha256":"c3977604d711031258cb180a31e11cc1c0f74b224658f04b023ff904c873c4bc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3TQ1RKjIxcWL15xzsyMBO/iPMT1boqJ5Kx5E1GMsj18kmAnu3/ZQ1mr07XyidNDyEero5HC++jnRs+bEK5wrCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T08:36:28.673470Z","bundle_sha256":"e9c1e838defee004e60c17644fc805f45d37ef068f3386fc41bb34b6f1efb7f5"}}