{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:UWZJ7SSC2VJTJTXADLBTLYIHDD","short_pith_number":"pith:UWZJ7SSC","canonical_record":{"source":{"id":"2102.03161","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-05T13:39:31Z","cross_cats_sorted":[],"title_canon_sha256":"79a5f220f9181442bd9c6aa0fee5645a616165ce75fbcd5d5631e982d9686d91","abstract_canon_sha256":"881282db5b5fccf2c72624dbdae2055d310685c7d30c35bc1140ed39fde6707e"},"schema_version":"1.0"},"canonical_sha256":"a5b29fca42d55334cee01ac335e10718e34fafd351013f0eb83364f13b8fee06","source":{"kind":"arxiv","id":"2102.03161","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.03161","created_at":"2026-07-05T02:14:45Z"},{"alias_kind":"arxiv_version","alias_value":"2102.03161v2","created_at":"2026-07-05T02:14:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.03161","created_at":"2026-07-05T02:14:45Z"},{"alias_kind":"pith_short_12","alias_value":"UWZJ7SSC2VJT","created_at":"2026-07-05T02:14:45Z"},{"alias_kind":"pith_short_16","alias_value":"UWZJ7SSC2VJTJTXA","created_at":"2026-07-05T02:14:45Z"},{"alias_kind":"pith_short_8","alias_value":"UWZJ7SSC","created_at":"2026-07-05T02:14:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:UWZJ7SSC2VJTJTXADLBTLYIHDD","target":"record","payload":{"canonical_record":{"source":{"id":"2102.03161","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-05T13:39:31Z","cross_cats_sorted":[],"title_canon_sha256":"79a5f220f9181442bd9c6aa0fee5645a616165ce75fbcd5d5631e982d9686d91","abstract_canon_sha256":"881282db5b5fccf2c72624dbdae2055d310685c7d30c35bc1140ed39fde6707e"},"schema_version":"1.0"},"canonical_sha256":"a5b29fca42d55334cee01ac335e10718e34fafd351013f0eb83364f13b8fee06","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:14:45.629671Z","signature_b64":"zSSNvE6MYQ+GWqoFdov/Hwi7SvdL4shvYIgAn8lf8xUVHPxVwWC4TlL4ghvu9SF7rTLW8O60Is7tmega1qmCBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a5b29fca42d55334cee01ac335e10718e34fafd351013f0eb83364f13b8fee06","last_reissued_at":"2026-07-05T02:14:45.629229Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:14:45.629229Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2102.03161","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:14:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sErgsqM60M+ZYZoJV8/Vbfc6rxdvQl7t70Q3U+4xPZzAquJd5vhreiAL3GHbO1AVrtjHbaOLOD9ukE+v88bfDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:11:48.389829Z"},"content_sha256":"916322cd63b1f6d1872dfa9dd34ad3eefc8067c0236b9948c660405f84074a3b","schema_version":"1.0","event_id":"sha256:916322cd63b1f6d1872dfa9dd34ad3eefc8067c0236b9948c660405f84074a3b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:UWZJ7SSC2VJTJTXADLBTLYIHDD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PipeTransformer: Automated Elastic Pipelining for Distributed Training of Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Chaoyang He, Mahdi Soltanolkotabi, Salman Avestimehr, Shen Li","submitted_at":"2021-02-05T13:39:31Z","abstract_excerpt":"The size of Transformer models is growing at an unprecedented pace. It has only taken less than one year to reach trillion-level parameters after the release of GPT-3 (175B). Training such models requires both substantial engineering efforts and enormous computing resources, which are luxuries most research teams cannot afford. In this paper, we propose PipeTransformer, which leverages automated and elastic pipelining and data parallelism for efficient distributed training of Transformer models. PipeTransformer automatically adjusts the pipelining and data parallelism by identifying and freezi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.03161","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2102.03161/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:14:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P/Fza1T7w/qI4cyj0a3dnfSNixgD3sOZUVc2un2spyEJZhyv75fv82AvPc8RZC0/+YlXqcQ/gLXJW8BfrqRfAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T12:11:48.390499Z"},"content_sha256":"009b7413af9d0145d3086b2640fa11ff1a373c867989f139a5a3d1ce0a0803f4","schema_version":"1.0","event_id":"sha256:009b7413af9d0145d3086b2640fa11ff1a373c867989f139a5a3d1ce0a0803f4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UWZJ7SSC2VJTJTXADLBTLYIHDD/bundle.json","state_url":"https://pith.science/pith/UWZJ7SSC2VJTJTXADLBTLYIHDD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UWZJ7SSC2VJTJTXADLBTLYIHDD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T12:11:48Z","links":{"resolver":"https://pith.science/pith/UWZJ7SSC2VJTJTXADLBTLYIHDD","bundle":"https://pith.science/pith/UWZJ7SSC2VJTJTXADLBTLYIHDD/bundle.json","state":"https://pith.science/pith/UWZJ7SSC2VJTJTXADLBTLYIHDD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UWZJ7SSC2VJTJTXADLBTLYIHDD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:UWZJ7SSC2VJTJTXADLBTLYIHDD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"881282db5b5fccf2c72624dbdae2055d310685c7d30c35bc1140ed39fde6707e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-05T13:39:31Z","title_canon_sha256":"79a5f220f9181442bd9c6aa0fee5645a616165ce75fbcd5d5631e982d9686d91"},"schema_version":"1.0","source":{"id":"2102.03161","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2102.03161","created_at":"2026-07-05T02:14:45Z"},{"alias_kind":"arxiv_version","alias_value":"2102.03161v2","created_at":"2026-07-05T02:14:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2102.03161","created_at":"2026-07-05T02:14:45Z"},{"alias_kind":"pith_short_12","alias_value":"UWZJ7SSC2VJT","created_at":"2026-07-05T02:14:45Z"},{"alias_kind":"pith_short_16","alias_value":"UWZJ7SSC2VJTJTXA","created_at":"2026-07-05T02:14:45Z"},{"alias_kind":"pith_short_8","alias_value":"UWZJ7SSC","created_at":"2026-07-05T02:14:45Z"}],"graph_snapshots":[{"event_id":"sha256:009b7413af9d0145d3086b2640fa11ff1a373c867989f139a5a3d1ce0a0803f4","target":"graph","created_at":"2026-07-05T02:14:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2102.03161/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The size of Transformer models is growing at an unprecedented pace. It has only taken less than one year to reach trillion-level parameters after the release of GPT-3 (175B). Training such models requires both substantial engineering efforts and enormous computing resources, which are luxuries most research teams cannot afford. In this paper, we propose PipeTransformer, which leverages automated and elastic pipelining and data parallelism for efficient distributed training of Transformer models. PipeTransformer automatically adjusts the pipelining and data parallelism by identifying and freezi","authors_text":"Chaoyang He, Mahdi Soltanolkotabi, Salman Avestimehr, Shen Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-05T13:39:31Z","title":"PipeTransformer: Automated Elastic Pipelining for Distributed Training of Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2102.03161","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:916322cd63b1f6d1872dfa9dd34ad3eefc8067c0236b9948c660405f84074a3b","target":"record","created_at":"2026-07-05T02:14:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"881282db5b5fccf2c72624dbdae2055d310685c7d30c35bc1140ed39fde6707e","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-02-05T13:39:31Z","title_canon_sha256":"79a5f220f9181442bd9c6aa0fee5645a616165ce75fbcd5d5631e982d9686d91"},"schema_version":"1.0","source":{"id":"2102.03161","kind":"arxiv","version":2}},"canonical_sha256":"a5b29fca42d55334cee01ac335e10718e34fafd351013f0eb83364f13b8fee06","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a5b29fca42d55334cee01ac335e10718e34fafd351013f0eb83364f13b8fee06","first_computed_at":"2026-07-05T02:14:45.629229Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:14:45.629229Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zSSNvE6MYQ+GWqoFdov/Hwi7SvdL4shvYIgAn8lf8xUVHPxVwWC4TlL4ghvu9SF7rTLW8O60Is7tmega1qmCBg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:14:45.629671Z","signed_message":"canonical_sha256_bytes"},"source_id":"2102.03161","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:916322cd63b1f6d1872dfa9dd34ad3eefc8067c0236b9948c660405f84074a3b","sha256:009b7413af9d0145d3086b2640fa11ff1a373c867989f139a5a3d1ce0a0803f4"],"state_sha256":"c6cf20a7c8300e0de5b7b521b692d4b4478f15bc827a99295d32d55cd385e7b2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MQvC2diU4LZSw8aDGlIzFyYVktmTKL3HrmsitAoXWUfqLQMRsIE7ME505f6PcqT/i0uSBdSsCqA2/184X6N3AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T12:11:48.396194Z","bundle_sha256":"910e9babff144b22684ca6b9a174c93cb0d7c51ebf59e8bd6dbe6f0c3d67991d"}}