{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:4XOFMGAHR4DBVUHY7AKNOU3BRZ","short_pith_number":"pith:4XOFMGAH","canonical_record":{"source":{"id":"2110.05722","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-12T03:17:03Z","cross_cats_sorted":["cs.MS"],"title_canon_sha256":"9e3ffeefa43dfe1b243dd565903af4a4078fb11cde24c811196c78a9178de7e8","abstract_canon_sha256":"4fc1588fce2d0695d28c2e2a08e70263ff56ffbbebcce1f6cb7b177975f9db34"},"schema_version":"1.0"},"canonical_sha256":"e5dc5618078f061ad0f8f814d753618e4bd638ff8116e0497b69ac69f3a670dc","source":{"kind":"arxiv","id":"2110.05722","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.05722","created_at":"2026-07-05T04:32:12Z"},{"alias_kind":"arxiv_version","alias_value":"2110.05722v3","created_at":"2026-07-05T04:32:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.05722","created_at":"2026-07-05T04:32:12Z"},{"alias_kind":"pith_short_12","alias_value":"4XOFMGAHR4DB","created_at":"2026-07-05T04:32:12Z"},{"alias_kind":"pith_short_16","alias_value":"4XOFMGAHR4DBVUHY","created_at":"2026-07-05T04:32:12Z"},{"alias_kind":"pith_short_8","alias_value":"4XOFMGAH","created_at":"2026-07-05T04:32:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:4XOFMGAHR4DBVUHY7AKNOU3BRZ","target":"record","payload":{"canonical_record":{"source":{"id":"2110.05722","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-12T03:17:03Z","cross_cats_sorted":["cs.MS"],"title_canon_sha256":"9e3ffeefa43dfe1b243dd565903af4a4078fb11cde24c811196c78a9178de7e8","abstract_canon_sha256":"4fc1588fce2d0695d28c2e2a08e70263ff56ffbbebcce1f6cb7b177975f9db34"},"schema_version":"1.0"},"canonical_sha256":"e5dc5618078f061ad0f8f814d753618e4bd638ff8116e0497b69ac69f3a670dc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:32:12.289344Z","signature_b64":"kCb9dKOiZPWQK9Xrl2p1NOtuJ1L6BpxqBkDF75t71f/a4ZK3E/YOpe/1tvEfakCWorqXxPISKYRPWibE6zS/CQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e5dc5618078f061ad0f8f814d753618e4bd638ff8116e0497b69ac69f3a670dc","last_reissued_at":"2026-07-05T04:32:12.288841Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:32:12.288841Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.05722","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:32:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aaDEfDg6Jtk1a2NZj99tZH4PSKIygb+nUXcegZ4xAlLqBI2wp7APCIanEaKjFvpDwpfKLUTQv0EU/X3SFEnlDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:45:40.119863Z"},"content_sha256":"ccea82874607da20e4fd8cdc7006d0bc41146fc746640b64f56e3d0d1336c13f","schema_version":"1.0","event_id":"sha256:ccea82874607da20e4fd8cdc7006d0bc41146fc746640b64f56e3d0d1336c13f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:4XOFMGAHR4DBVUHY7AKNOU3BRZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LightSeq2: Accelerated Training for Transformer-based Models on GPUs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.MS"],"primary_cat":"cs.CL","authors_text":"Guyue Huang, Lei Li, Mingxuan Wang, Xian Qian, Xiaohui Wang, Yang Wei, Ying Xiong, Yufei Ding","submitted_at":"2021-10-12T03:17:03Z","abstract_excerpt":"Transformer-based neural models are used in many AI applications. Training these models is expensive, as it takes huge GPU resources and long duration. It is challenging because typical data like sentences have variable lengths, and Transformer's computation patterns are more complex than convolutional neural networks. Existing systems either only focus on model inference or optimization for only BERT-like encoder models. In this paper, we present LightSeq2, a system to accelerate training for a general family of Transformer models on GPUs. We propose a series of GPU optimization techniques ta"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.05722","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.05722/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:32:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C4rspopWvBgsjy1bFkrHdyM7PBlda/Ycr81SkM5EmpLT2FJrHTLV4dGRztaVVJWEELpJiy3cIwZjGoSmpo8/DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T20:45:40.120701Z"},"content_sha256":"e39abc2f6ade97725dd47f0c6a3e0fa91823110e6a12b7256afa3149fbf29bb2","schema_version":"1.0","event_id":"sha256:e39abc2f6ade97725dd47f0c6a3e0fa91823110e6a12b7256afa3149fbf29bb2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4XOFMGAHR4DBVUHY7AKNOU3BRZ/bundle.json","state_url":"https://pith.science/pith/4XOFMGAHR4DBVUHY7AKNOU3BRZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4XOFMGAHR4DBVUHY7AKNOU3BRZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T20:45:40Z","links":{"resolver":"https://pith.science/pith/4XOFMGAHR4DBVUHY7AKNOU3BRZ","bundle":"https://pith.science/pith/4XOFMGAHR4DBVUHY7AKNOU3BRZ/bundle.json","state":"https://pith.science/pith/4XOFMGAHR4DBVUHY7AKNOU3BRZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4XOFMGAHR4DBVUHY7AKNOU3BRZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:4XOFMGAHR4DBVUHY7AKNOU3BRZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4fc1588fce2d0695d28c2e2a08e70263ff56ffbbebcce1f6cb7b177975f9db34","cross_cats_sorted":["cs.MS"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-12T03:17:03Z","title_canon_sha256":"9e3ffeefa43dfe1b243dd565903af4a4078fb11cde24c811196c78a9178de7e8"},"schema_version":"1.0","source":{"id":"2110.05722","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.05722","created_at":"2026-07-05T04:32:12Z"},{"alias_kind":"arxiv_version","alias_value":"2110.05722v3","created_at":"2026-07-05T04:32:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.05722","created_at":"2026-07-05T04:32:12Z"},{"alias_kind":"pith_short_12","alias_value":"4XOFMGAHR4DB","created_at":"2026-07-05T04:32:12Z"},{"alias_kind":"pith_short_16","alias_value":"4XOFMGAHR4DBVUHY","created_at":"2026-07-05T04:32:12Z"},{"alias_kind":"pith_short_8","alias_value":"4XOFMGAH","created_at":"2026-07-05T04:32:12Z"}],"graph_snapshots":[{"event_id":"sha256:e39abc2f6ade97725dd47f0c6a3e0fa91823110e6a12b7256afa3149fbf29bb2","target":"graph","created_at":"2026-07-05T04:32:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.05722/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based neural models are used in many AI applications. Training these models is expensive, as it takes huge GPU resources and long duration. It is challenging because typical data like sentences have variable lengths, and Transformer's computation patterns are more complex than convolutional neural networks. Existing systems either only focus on model inference or optimization for only BERT-like encoder models. In this paper, we present LightSeq2, a system to accelerate training for a general family of Transformer models on GPUs. We propose a series of GPU optimization techniques ta","authors_text":"Guyue Huang, Lei Li, Mingxuan Wang, Xian Qian, Xiaohui Wang, Yang Wei, Ying Xiong, Yufei Ding","cross_cats":["cs.MS"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-12T03:17:03Z","title":"LightSeq2: Accelerated Training for Transformer-based Models on GPUs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.05722","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ccea82874607da20e4fd8cdc7006d0bc41146fc746640b64f56e3d0d1336c13f","target":"record","created_at":"2026-07-05T04:32:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4fc1588fce2d0695d28c2e2a08e70263ff56ffbbebcce1f6cb7b177975f9db34","cross_cats_sorted":["cs.MS"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-10-12T03:17:03Z","title_canon_sha256":"9e3ffeefa43dfe1b243dd565903af4a4078fb11cde24c811196c78a9178de7e8"},"schema_version":"1.0","source":{"id":"2110.05722","kind":"arxiv","version":3}},"canonical_sha256":"e5dc5618078f061ad0f8f814d753618e4bd638ff8116e0497b69ac69f3a670dc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e5dc5618078f061ad0f8f814d753618e4bd638ff8116e0497b69ac69f3a670dc","first_computed_at":"2026-07-05T04:32:12.288841Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:32:12.288841Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kCb9dKOiZPWQK9Xrl2p1NOtuJ1L6BpxqBkDF75t71f/a4ZK3E/YOpe/1tvEfakCWorqXxPISKYRPWibE6zS/CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:32:12.289344Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.05722","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ccea82874607da20e4fd8cdc7006d0bc41146fc746640b64f56e3d0d1336c13f","sha256:e39abc2f6ade97725dd47f0c6a3e0fa91823110e6a12b7256afa3149fbf29bb2"],"state_sha256":"bd8b0f4596bfb8223843182cc0e284b6edede871ccfd6309c4ccec29d9c44b36"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2kMj22phV/PeaEkmwr+fyRfxDytRbu1Os0tfW3GkG3MJI97Ep/aguM4awpLT5TzvypxGM2Xj3UZcYNceQCboBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T20:45:40.125570Z","bundle_sha256":"0f57eeb3af34f228d21b98a5765ec4c975cebaca60a560863de3b72ba59459c7"}}