{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:XGGD4BFUOSXKVM5BMQT4ZFZ6ZE","short_pith_number":"pith:XGGD4BFU","canonical_record":{"source":{"id":"2111.00856","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T11:53:30Z","cross_cats_sorted":[],"title_canon_sha256":"1e1013fa9463ff23e538291fe488264407ce0b300510b1730b2f747e39df5144","abstract_canon_sha256":"1c4851032adee63e2dfc2733242733318fc0c742f94281063f3cb67632d4c571"},"schema_version":"1.0"},"canonical_sha256":"b98c3e04b474aeaab3a16427cc973ec92abd2481d4f7af6fbf9029868ba9d935","source":{"kind":"arxiv","id":"2111.00856","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.00856","created_at":"2026-07-05T03:27:59Z"},{"alias_kind":"arxiv_version","alias_value":"2111.00856v2","created_at":"2026-07-05T03:27:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.00856","created_at":"2026-07-05T03:27:59Z"},{"alias_kind":"pith_short_12","alias_value":"XGGD4BFUOSXK","created_at":"2026-07-05T03:27:59Z"},{"alias_kind":"pith_short_16","alias_value":"XGGD4BFUOSXKVM5B","created_at":"2026-07-05T03:27:59Z"},{"alias_kind":"pith_short_8","alias_value":"XGGD4BFU","created_at":"2026-07-05T03:27:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:XGGD4BFUOSXKVM5BMQT4ZFZ6ZE","target":"record","payload":{"canonical_record":{"source":{"id":"2111.00856","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T11:53:30Z","cross_cats_sorted":[],"title_canon_sha256":"1e1013fa9463ff23e538291fe488264407ce0b300510b1730b2f747e39df5144","abstract_canon_sha256":"1c4851032adee63e2dfc2733242733318fc0c742f94281063f3cb67632d4c571"},"schema_version":"1.0"},"canonical_sha256":"b98c3e04b474aeaab3a16427cc973ec92abd2481d4f7af6fbf9029868ba9d935","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:27:59.610162Z","signature_b64":"AL8yPYz4TJW0Hz0SE6V2WlK0Aygh3YRfEK7GZNjrsOkRMS0n6yrogQi23m7nIaxDiEYvFr/T7g/6yTEO5yGgBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b98c3e04b474aeaab3a16427cc973ec92abd2481d4f7af6fbf9029868ba9d935","last_reissued_at":"2026-07-05T03:27:59.609689Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:27:59.609689Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.00856","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:27:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iafxzB8ddvkiKCDxUJwgBOfNC+XqP7/xl+VeTUJSeba2Wv5YjqyMSGuMUSuC9eYpo4a4VINNDuSq4xEIJTRwBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:59:41.828326Z"},"content_sha256":"fa701da37275ee8f29326f8cd44e27cca2d92cb91bf680e8c3c77fae92008531","schema_version":"1.0","event_id":"sha256:fa701da37275ee8f29326f8cd44e27cca2d92cb91bf680e8c3c77fae92008531"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:XGGD4BFUOSXKVM5BMQT4ZFZ6ZE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large-Scale Deep Learning Optimizations: A Comprehensive Survey","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Fuzhao Xue, Xiaoxin He, Xiaozhe Ren, Yang You","submitted_at":"2021-11-01T11:53:30Z","abstract_excerpt":"Deep learning have achieved promising results on a wide spectrum of AI applications. Larger datasets and models consistently yield better performance. However, we generally spend longer training time on more computation and communication. In this survey, we aim to provide a clear sketch about the optimizations for large-scale deep learning with regard to the model accuracy and model efficiency. We investigate algorithms that are most commonly used for optimizing, elaborate the debatable topic of generalization gap arises in large-batch training, and review the SOTA strategies in addressing the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.00856","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.00856/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:27:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T9fKfsoIHRzlApvWB1FvaR8ms5fCkP7j3AhhTgyuoCzybpljx7lr2tXtj5DJCfGI3c4nlDCSwfH4Uiy1MxEuDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T23:59:41.828968Z"},"content_sha256":"123805754dc232282442e9aa16c6645d1830c43488e5d7f9882a50274532b15a","schema_version":"1.0","event_id":"sha256:123805754dc232282442e9aa16c6645d1830c43488e5d7f9882a50274532b15a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XGGD4BFUOSXKVM5BMQT4ZFZ6ZE/bundle.json","state_url":"https://pith.science/pith/XGGD4BFUOSXKVM5BMQT4ZFZ6ZE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XGGD4BFUOSXKVM5BMQT4ZFZ6ZE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T23:59:41Z","links":{"resolver":"https://pith.science/pith/XGGD4BFUOSXKVM5BMQT4ZFZ6ZE","bundle":"https://pith.science/pith/XGGD4BFUOSXKVM5BMQT4ZFZ6ZE/bundle.json","state":"https://pith.science/pith/XGGD4BFUOSXKVM5BMQT4ZFZ6ZE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XGGD4BFUOSXKVM5BMQT4ZFZ6ZE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:XGGD4BFUOSXKVM5BMQT4ZFZ6ZE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1c4851032adee63e2dfc2733242733318fc0c742f94281063f3cb67632d4c571","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T11:53:30Z","title_canon_sha256":"1e1013fa9463ff23e538291fe488264407ce0b300510b1730b2f747e39df5144"},"schema_version":"1.0","source":{"id":"2111.00856","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.00856","created_at":"2026-07-05T03:27:59Z"},{"alias_kind":"arxiv_version","alias_value":"2111.00856v2","created_at":"2026-07-05T03:27:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.00856","created_at":"2026-07-05T03:27:59Z"},{"alias_kind":"pith_short_12","alias_value":"XGGD4BFUOSXK","created_at":"2026-07-05T03:27:59Z"},{"alias_kind":"pith_short_16","alias_value":"XGGD4BFUOSXKVM5B","created_at":"2026-07-05T03:27:59Z"},{"alias_kind":"pith_short_8","alias_value":"XGGD4BFU","created_at":"2026-07-05T03:27:59Z"}],"graph_snapshots":[{"event_id":"sha256:123805754dc232282442e9aa16c6645d1830c43488e5d7f9882a50274532b15a","target":"graph","created_at":"2026-07-05T03:27:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.00856/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Deep learning have achieved promising results on a wide spectrum of AI applications. Larger datasets and models consistently yield better performance. However, we generally spend longer training time on more computation and communication. In this survey, we aim to provide a clear sketch about the optimizations for large-scale deep learning with regard to the model accuracy and model efficiency. We investigate algorithms that are most commonly used for optimizing, elaborate the debatable topic of generalization gap arises in large-batch training, and review the SOTA strategies in addressing the","authors_text":"Fuzhao Xue, Xiaoxin He, Xiaozhe Ren, Yang You","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T11:53:30Z","title":"Large-Scale Deep Learning Optimizations: A Comprehensive Survey"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.00856","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fa701da37275ee8f29326f8cd44e27cca2d92cb91bf680e8c3c77fae92008531","target":"record","created_at":"2026-07-05T03:27:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1c4851032adee63e2dfc2733242733318fc0c742f94281063f3cb67632d4c571","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T11:53:30Z","title_canon_sha256":"1e1013fa9463ff23e538291fe488264407ce0b300510b1730b2f747e39df5144"},"schema_version":"1.0","source":{"id":"2111.00856","kind":"arxiv","version":2}},"canonical_sha256":"b98c3e04b474aeaab3a16427cc973ec92abd2481d4f7af6fbf9029868ba9d935","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b98c3e04b474aeaab3a16427cc973ec92abd2481d4f7af6fbf9029868ba9d935","first_computed_at":"2026-07-05T03:27:59.609689Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:27:59.609689Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AL8yPYz4TJW0Hz0SE6V2WlK0Aygh3YRfEK7GZNjrsOkRMS0n6yrogQi23m7nIaxDiEYvFr/T7g/6yTEO5yGgBg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:27:59.610162Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.00856","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fa701da37275ee8f29326f8cd44e27cca2d92cb91bf680e8c3c77fae92008531","sha256:123805754dc232282442e9aa16c6645d1830c43488e5d7f9882a50274532b15a"],"state_sha256":"6ff2bcd95dfbe2321f0446880f90edf164eaeb57ac0727c0fbace202f706f655"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yYvRmIK4MlOufZAPE4POsXLB56N36+rVmCmMW5ZQwOC5m9JNAUS9I0ro5e3wlA1ZhKJD1GxU+hp/KQyLB0x3AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T23:59:41.835691Z","bundle_sha256":"737d3231a9f893054a69f6926105fdbbd3932a4e19f7f9046cf180d8868410d1"}}