{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:U4YEQ24PL7TZPRNJOH4ZG6QJHG","short_pith_number":"pith:U4YEQ24P","canonical_record":{"source":{"id":"2105.14450","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2021-05-30T07:41:08Z","cross_cats_sorted":["cs.LG","cs.PF"],"title_canon_sha256":"b03df1b34969410233d58f2393e536c1ee1ae4b7ca2c9a78ba9b5b19fbc13454","abstract_canon_sha256":"a5abd61b79f42de5303aa2d19db318bbe16e41d398aef1df3ac17855b84c82a9"},"schema_version":"1.0"},"canonical_sha256":"a730486b8f5fe797c5a971f9937a0939930b3294590596be633664cae8430b3b","source":{"kind":"arxiv","id":"2105.14450","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.14450","created_at":"2026-07-05T02:44:24Z"},{"alias_kind":"arxiv_version","alias_value":"2105.14450v1","created_at":"2026-07-05T02:44:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.14450","created_at":"2026-07-05T02:44:24Z"},{"alias_kind":"pith_short_12","alias_value":"U4YEQ24PL7TZ","created_at":"2026-07-05T02:44:24Z"},{"alias_kind":"pith_short_16","alias_value":"U4YEQ24PL7TZPRNJ","created_at":"2026-07-05T02:44:24Z"},{"alias_kind":"pith_short_8","alias_value":"U4YEQ24P","created_at":"2026-07-05T02:44:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:U4YEQ24PL7TZPRNJOH4ZG6QJHG","target":"record","payload":{"canonical_record":{"source":{"id":"2105.14450","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2021-05-30T07:41:08Z","cross_cats_sorted":["cs.LG","cs.PF"],"title_canon_sha256":"b03df1b34969410233d58f2393e536c1ee1ae4b7ca2c9a78ba9b5b19fbc13454","abstract_canon_sha256":"a5abd61b79f42de5303aa2d19db318bbe16e41d398aef1df3ac17855b84c82a9"},"schema_version":"1.0"},"canonical_sha256":"a730486b8f5fe797c5a971f9937a0939930b3294590596be633664cae8430b3b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:44:24.013759Z","signature_b64":"ZbL8pCQLMEHEQQQUfBZqpWTGMQquOiSZQ107FN/bloxPx1Tlb0W/NoYSzbJfoL8YaTLfkWf61/9HhVadnLLWBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a730486b8f5fe797c5a971f9937a0939930b3294590596be633664cae8430b3b","last_reissued_at":"2026-07-05T02:44:24.013306Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:44:24.013306Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2105.14450","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:44:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vb/kth1NqBCjaFrgZHFvqDHCdDkqjeeFv2FOo9laXy8tuUK1Zbf5BDri/yJAG8NYqOESWJ6CzkP4uQvkUMHlDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T00:27:39.036417Z"},"content_sha256":"bf68c30bcef30a039bc957b2dec480983a92c132d4f978734bb6f449acac6667","schema_version":"1.0","event_id":"sha256:bf68c30bcef30a039bc957b2dec480983a92c132d4f978734bb6f449acac6667"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:U4YEQ24PL7TZPRNJOH4ZG6QJHG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Maximizing Parallelism in Distributed Training for Huge Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","cs.PF"],"primary_cat":"cs.DC","authors_text":"Boxiang Wang, Qifan Xu, Yang You, Zhengda Bian","submitted_at":"2021-05-30T07:41:08Z","abstract_excerpt":"The recent Natural Language Processing techniques have been refreshing the state-of-the-art performance at an incredible speed. Training huge language models is therefore an imperative demand in both industry and academy. However, huge language models impose challenges to both hardware and software. Graphical processing units (GPUs) are iterated frequently to meet the exploding demand, and a variety of ASICs like TPUs are spawned. However, there is still a tension between the fast growth of the extremely huge models and the fact that Moore's law is approaching the end. To this end, many model "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.14450","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.14450/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:44:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IphY9I/5277EHk5DgLQPqWtj1Cc4DImqojCeGDE9CK+0g1NPTy1F60CryogoptYcdXdd/fJeEdJzWzapJuZkAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T00:27:39.036931Z"},"content_sha256":"8266cd16d4ab72259b185ea393d209f67ffc781ce3842cc41616acfa1a40178c","schema_version":"1.0","event_id":"sha256:8266cd16d4ab72259b185ea393d209f67ffc781ce3842cc41616acfa1a40178c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U4YEQ24PL7TZPRNJOH4ZG6QJHG/bundle.json","state_url":"https://pith.science/pith/U4YEQ24PL7TZPRNJOH4ZG6QJHG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U4YEQ24PL7TZPRNJOH4ZG6QJHG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T00:27:39Z","links":{"resolver":"https://pith.science/pith/U4YEQ24PL7TZPRNJOH4ZG6QJHG","bundle":"https://pith.science/pith/U4YEQ24PL7TZPRNJOH4ZG6QJHG/bundle.json","state":"https://pith.science/pith/U4YEQ24PL7TZPRNJOH4ZG6QJHG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U4YEQ24PL7TZPRNJOH4ZG6QJHG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:U4YEQ24PL7TZPRNJOH4ZG6QJHG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a5abd61b79f42de5303aa2d19db318bbe16e41d398aef1df3ac17855b84c82a9","cross_cats_sorted":["cs.LG","cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2021-05-30T07:41:08Z","title_canon_sha256":"b03df1b34969410233d58f2393e536c1ee1ae4b7ca2c9a78ba9b5b19fbc13454"},"schema_version":"1.0","source":{"id":"2105.14450","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.14450","created_at":"2026-07-05T02:44:24Z"},{"alias_kind":"arxiv_version","alias_value":"2105.14450v1","created_at":"2026-07-05T02:44:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.14450","created_at":"2026-07-05T02:44:24Z"},{"alias_kind":"pith_short_12","alias_value":"U4YEQ24PL7TZ","created_at":"2026-07-05T02:44:24Z"},{"alias_kind":"pith_short_16","alias_value":"U4YEQ24PL7TZPRNJ","created_at":"2026-07-05T02:44:24Z"},{"alias_kind":"pith_short_8","alias_value":"U4YEQ24P","created_at":"2026-07-05T02:44:24Z"}],"graph_snapshots":[{"event_id":"sha256:8266cd16d4ab72259b185ea393d209f67ffc781ce3842cc41616acfa1a40178c","target":"graph","created_at":"2026-07-05T02:44:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2105.14450/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The recent Natural Language Processing techniques have been refreshing the state-of-the-art performance at an incredible speed. Training huge language models is therefore an imperative demand in both industry and academy. However, huge language models impose challenges to both hardware and software. Graphical processing units (GPUs) are iterated frequently to meet the exploding demand, and a variety of ASICs like TPUs are spawned. However, there is still a tension between the fast growth of the extremely huge models and the fact that Moore's law is approaching the end. To this end, many model ","authors_text":"Boxiang Wang, Qifan Xu, Yang You, Zhengda Bian","cross_cats":["cs.LG","cs.PF"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2021-05-30T07:41:08Z","title":"Maximizing Parallelism in Distributed Training for Huge Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.14450","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bf68c30bcef30a039bc957b2dec480983a92c132d4f978734bb6f449acac6667","target":"record","created_at":"2026-07-05T02:44:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a5abd61b79f42de5303aa2d19db318bbe16e41d398aef1df3ac17855b84c82a9","cross_cats_sorted":["cs.LG","cs.PF"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2021-05-30T07:41:08Z","title_canon_sha256":"b03df1b34969410233d58f2393e536c1ee1ae4b7ca2c9a78ba9b5b19fbc13454"},"schema_version":"1.0","source":{"id":"2105.14450","kind":"arxiv","version":1}},"canonical_sha256":"a730486b8f5fe797c5a971f9937a0939930b3294590596be633664cae8430b3b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a730486b8f5fe797c5a971f9937a0939930b3294590596be633664cae8430b3b","first_computed_at":"2026-07-05T02:44:24.013306Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:44:24.013306Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZbL8pCQLMEHEQQQUfBZqpWTGMQquOiSZQ107FN/bloxPx1Tlb0W/NoYSzbJfoL8YaTLfkWf61/9HhVadnLLWBA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:44:24.013759Z","signed_message":"canonical_sha256_bytes"},"source_id":"2105.14450","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bf68c30bcef30a039bc957b2dec480983a92c132d4f978734bb6f449acac6667","sha256:8266cd16d4ab72259b185ea393d209f67ffc781ce3842cc41616acfa1a40178c"],"state_sha256":"64a50e09b58ae9df137b130b20b37693edcb8d426788ed558210840b73ae9f7a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m+3gSkviWzp6803O/ofUQDan0JQlAhuhqctBniBZ70Q4sJ0KTPav+b1DyJNZCItoKZK+lg8uNgMz7cQ9v9msCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T00:27:39.041163Z","bundle_sha256":"a4755ed23fab20e8f041e6f582ba88de0ef9a4e8d9c4d0ff9d6b311c8fa0bf85"}}