{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3DSE5OWAWHLAGSWDL2KJ3IZ6SN","short_pith_number":"pith:3DSE5OWA","canonical_record":{"source":{"id":"2503.17924","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-03-23T03:40:45Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"9ce11c5a8132cfdb72b6d53d5f92ffbff221b580dbed3eb7425d5ac9bb8fab79","abstract_canon_sha256":"a047e6f19d78601a3cd0c847b3317f6a4b3f9092e370a6de9a889f267ba1a219"},"schema_version":"1.0"},"canonical_sha256":"d8e44ebac0b1d6034ac35e949da33e935f8b528d59a4f83931a5a3389903bfe0","source":{"kind":"arxiv","id":"2503.17924","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.17924","created_at":"2026-07-05T10:37:58Z"},{"alias_kind":"arxiv_version","alias_value":"2503.17924v1","created_at":"2026-07-05T10:37:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.17924","created_at":"2026-07-05T10:37:58Z"},{"alias_kind":"pith_short_12","alias_value":"3DSE5OWAWHLA","created_at":"2026-07-05T10:37:58Z"},{"alias_kind":"pith_short_16","alias_value":"3DSE5OWAWHLAGSWD","created_at":"2026-07-05T10:37:58Z"},{"alias_kind":"pith_short_8","alias_value":"3DSE5OWA","created_at":"2026-07-05T10:37:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3DSE5OWAWHLAGSWDL2KJ3IZ6SN","target":"record","payload":{"canonical_record":{"source":{"id":"2503.17924","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-03-23T03:40:45Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"9ce11c5a8132cfdb72b6d53d5f92ffbff221b580dbed3eb7425d5ac9bb8fab79","abstract_canon_sha256":"a047e6f19d78601a3cd0c847b3317f6a4b3f9092e370a6de9a889f267ba1a219"},"schema_version":"1.0"},"canonical_sha256":"d8e44ebac0b1d6034ac35e949da33e935f8b528d59a4f83931a5a3389903bfe0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:37:58.674416Z","signature_b64":"BWIRrap42Y/K0ehEFF9qab3B0s5C+cs6zrTaReZ25UpM6E5e6yvWIBPnadO0nuk7vfwJ8CsFzlXAsu5DuqqJDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d8e44ebac0b1d6034ac35e949da33e935f8b528d59a4f83931a5a3389903bfe0","last_reissued_at":"2026-07-05T10:37:58.673895Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:37:58.673895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.17924","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:37:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IVNO2EFGrZT4gBydNqGDGTuxw0m8vv+Hi28LWhrhosXcQezf4vifxec7Iw2sK3YEewZEW2ValzAfPmOlX6/DAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T17:28:02.982145Z"},"content_sha256":"4ed25994aa930d5166cf2a4c350510dbb4c86c81f00c643e44ccc154e814d150","schema_version":"1.0","event_id":"sha256:4ed25994aa930d5166cf2a4c350510dbb4c86c81f00c643e44ccc154e814d150"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3DSE5OWAWHLAGSWDL2KJ3IZ6SN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"WLB-LLM: Workload-Balanced 4D Parallelism for Large Language Model Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.DC","authors_text":"Anna Cai, Chris Cai, Jianyu Huang, Jie Wang, Shikai Li, Weiwei Chu, Xinfeng Xie, Yuchen Hao, Yue Guan, Yufei Ding, Zaifeng Pan, Zheng Wang","submitted_at":"2025-03-23T03:40:45Z","abstract_excerpt":"In this work, we present WLB-LLM, a workLoad-balanced 4D parallelism for large language model training. We first thoroughly analyze the workload imbalance issue in LLM training and identify two primary sources of imbalance at the pipeline parallelism and context parallelism levels. Then, to address the imbalance issue, at the pipeline parallelism level, WLB-LLM incorporates a workload-aware variable-length document packing method to balance the computation and communication workload across micro-batches. Additionally, at the context parallelism level, WLB-LLM introduces a novel fine-grained pe"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.17924","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.17924/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:37:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rH6h8jGnE6ZfVx2+kRqFS1TbYEetg1w03woAqSQmjQXBsvmO7Bl0Ws8LuYivkO5qHkG8RxdP6Z6sEbRBHTkSDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T17:28:02.982541Z"},"content_sha256":"44660b5689cf18d778630bd40ed296f4a8ad174269dc43321f62f3dc228ca61d","schema_version":"1.0","event_id":"sha256:44660b5689cf18d778630bd40ed296f4a8ad174269dc43321f62f3dc228ca61d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3DSE5OWAWHLAGSWDL2KJ3IZ6SN/bundle.json","state_url":"https://pith.science/pith/3DSE5OWAWHLAGSWDL2KJ3IZ6SN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3DSE5OWAWHLAGSWDL2KJ3IZ6SN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-13T17:28:02Z","links":{"resolver":"https://pith.science/pith/3DSE5OWAWHLAGSWDL2KJ3IZ6SN","bundle":"https://pith.science/pith/3DSE5OWAWHLAGSWDL2KJ3IZ6SN/bundle.json","state":"https://pith.science/pith/3DSE5OWAWHLAGSWDL2KJ3IZ6SN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3DSE5OWAWHLAGSWDL2KJ3IZ6SN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3DSE5OWAWHLAGSWDL2KJ3IZ6SN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a047e6f19d78601a3cd0c847b3317f6a4b3f9092e370a6de9a889f267ba1a219","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-03-23T03:40:45Z","title_canon_sha256":"9ce11c5a8132cfdb72b6d53d5f92ffbff221b580dbed3eb7425d5ac9bb8fab79"},"schema_version":"1.0","source":{"id":"2503.17924","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.17924","created_at":"2026-07-05T10:37:58Z"},{"alias_kind":"arxiv_version","alias_value":"2503.17924v1","created_at":"2026-07-05T10:37:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.17924","created_at":"2026-07-05T10:37:58Z"},{"alias_kind":"pith_short_12","alias_value":"3DSE5OWAWHLA","created_at":"2026-07-05T10:37:58Z"},{"alias_kind":"pith_short_16","alias_value":"3DSE5OWAWHLAGSWD","created_at":"2026-07-05T10:37:58Z"},{"alias_kind":"pith_short_8","alias_value":"3DSE5OWA","created_at":"2026-07-05T10:37:58Z"}],"graph_snapshots":[{"event_id":"sha256:44660b5689cf18d778630bd40ed296f4a8ad174269dc43321f62f3dc228ca61d","target":"graph","created_at":"2026-07-05T10:37:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.17924/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we present WLB-LLM, a workLoad-balanced 4D parallelism for large language model training. We first thoroughly analyze the workload imbalance issue in LLM training and identify two primary sources of imbalance at the pipeline parallelism and context parallelism levels. Then, to address the imbalance issue, at the pipeline parallelism level, WLB-LLM incorporates a workload-aware variable-length document packing method to balance the computation and communication workload across micro-batches. Additionally, at the context parallelism level, WLB-LLM introduces a novel fine-grained pe","authors_text":"Anna Cai, Chris Cai, Jianyu Huang, Jie Wang, Shikai Li, Weiwei Chu, Xinfeng Xie, Yuchen Hao, Yue Guan, Yufei Ding, Zaifeng Pan, Zheng Wang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-03-23T03:40:45Z","title":"WLB-LLM: Workload-Balanced 4D Parallelism for Large Language Model Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.17924","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4ed25994aa930d5166cf2a4c350510dbb4c86c81f00c643e44ccc154e814d150","target":"record","created_at":"2026-07-05T10:37:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a047e6f19d78601a3cd0c847b3317f6a4b3f9092e370a6de9a889f267ba1a219","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2025-03-23T03:40:45Z","title_canon_sha256":"9ce11c5a8132cfdb72b6d53d5f92ffbff221b580dbed3eb7425d5ac9bb8fab79"},"schema_version":"1.0","source":{"id":"2503.17924","kind":"arxiv","version":1}},"canonical_sha256":"d8e44ebac0b1d6034ac35e949da33e935f8b528d59a4f83931a5a3389903bfe0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d8e44ebac0b1d6034ac35e949da33e935f8b528d59a4f83931a5a3389903bfe0","first_computed_at":"2026-07-05T10:37:58.673895Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:37:58.673895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"BWIRrap42Y/K0ehEFF9qab3B0s5C+cs6zrTaReZ25UpM6E5e6yvWIBPnadO0nuk7vfwJ8CsFzlXAsu5DuqqJDw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:37:58.674416Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.17924","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4ed25994aa930d5166cf2a4c350510dbb4c86c81f00c643e44ccc154e814d150","sha256:44660b5689cf18d778630bd40ed296f4a8ad174269dc43321f62f3dc228ca61d"],"state_sha256":"1ca058524fe824823946333a960c1d692fad29bb68a5e87487d2f5675cab8d7d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ampI2c4VHdVkjjUd5cABgNigvr8EznW4nv/HjzbN+ZKBNOzHStXon8JliYOg2A+EuiVGqRGNFZweh978knKsDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-13T17:28:02.984635Z","bundle_sha256":"d370ed8f0bb6d3450d0625b99e553a6af17cafff94430cd5841a0cb36dbd6413"}}