{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:XEJP3DT62MVSB5LRAQKRU6ZG2F","short_pith_number":"pith:XEJP3DT6","canonical_record":{"source":{"id":"2602.21788","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2026-02-25T11:11:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3222cd00fa07f6c3d0c35629b7be28a499f6a9b573795ae5a5abc1f1600bed9a","abstract_canon_sha256":"acaf62f1888b75746be32c49a00a54a2f1dfd9b2bf81fd15e9138e9423d331eb"},"schema_version":"1.0"},"canonical_sha256":"b912fd8e7ed32b20f57104151a7b26d157251f4862caaf5692616c6bc1acbfb6","source":{"kind":"arxiv","id":"2602.21788","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2602.21788","created_at":"2026-06-09T02:08:39Z"},{"alias_kind":"arxiv_version","alias_value":"2602.21788v2","created_at":"2026-06-09T02:08:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2602.21788","created_at":"2026-06-09T02:08:39Z"},{"alias_kind":"pith_short_12","alias_value":"XEJP3DT62MVS","created_at":"2026-06-09T02:08:39Z"},{"alias_kind":"pith_short_16","alias_value":"XEJP3DT62MVSB5LR","created_at":"2026-06-09T02:08:39Z"},{"alias_kind":"pith_short_8","alias_value":"XEJP3DT6","created_at":"2026-06-09T02:08:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:XEJP3DT62MVSB5LRAQKRU6ZG2F","target":"record","payload":{"canonical_record":{"source":{"id":"2602.21788","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2026-02-25T11:11:53Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"3222cd00fa07f6c3d0c35629b7be28a499f6a9b573795ae5a5abc1f1600bed9a","abstract_canon_sha256":"acaf62f1888b75746be32c49a00a54a2f1dfd9b2bf81fd15e9138e9423d331eb"},"schema_version":"1.0"},"canonical_sha256":"b912fd8e7ed32b20f57104151a7b26d157251f4862caaf5692616c6bc1acbfb6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-09T02:08:39.980230Z","signature_b64":"fsFMMpvPHg4Wqxxx3hDPgCoDK+iWo4hcpFBpKqErMZn5zC5EOgWfOqgJb3qvnouH+7pPGkc7QjoSDuYTKmUNDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b912fd8e7ed32b20f57104151a7b26d157251f4862caaf5692616c6bc1acbfb6","last_reissued_at":"2026-06-09T02:08:39.979671Z","signature_status":"signed_v1","first_computed_at":"2026-06-09T02:08:39.979671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2602.21788","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-09T02:08:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ArCs36zcGAV8aqkq1QJ5yWYjh/8LxSFyqOyS61UWpi3oPUu7JRgT0UOtykSGyL6J7Of1goGY7iEieLxmTU2hBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-30T11:06:15.580143Z"},"content_sha256":"60f5e9d8f5d73b2dd124b3ce5a5bef22d52c7817dc4cd2a48a596c5ee06e6556","schema_version":"1.0","event_id":"sha256:60f5e9d8f5d73b2dd124b3ce5a5bef22d52c7817dc4cd2a48a596c5ee06e6556"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:XEJP3DT62MVSB5LRAQKRU6ZG2F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Efficient Scaling of LLM Training with Flexible Context Parallelism","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.DC","authors_text":"Dongyi Liu, Han Xiao, Jia Li, Wei Zhou, Yifan Niu","submitted_at":"2026-02-25T11:11:53Z","abstract_excerpt":"Scaling long-context capabilities is crucial for Large Language Models (LLMs). However, real-world data contain a large number of sequences with heterogeneous lengths. Existing training libraries for LLMs rely on static parallelism strategies, which suffer from severe load imbalance, redundant communication, and suboptimal hardware utilization under data heterogeneity. In this work, we propose Flexible Context Parallelism (FCP), an efficient parallelism strategy that adaptively reconfigures communication groups and context parallelism degrees during LLM training. We generalize more flexible no"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2602.21788","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2602.21788/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-09T02:08:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NVvJmwtY7BtLFgdhUxwO2Im6IpQzGqpZo84Ttz4dHHJANf3npNcZRMFXM+u8Mm/Mj9m6fZPjoNS789AAqtrJBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-30T11:06:15.580526Z"},"content_sha256":"e7084547e9f46733bb45689db24a448e4675d7a45550de600802440cdc705edb","schema_version":"1.0","event_id":"sha256:e7084547e9f46733bb45689db24a448e4675d7a45550de600802440cdc705edb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XEJP3DT62MVSB5LRAQKRU6ZG2F/bundle.json","state_url":"https://pith.science/pith/XEJP3DT62MVSB5LRAQKRU6ZG2F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XEJP3DT62MVSB5LRAQKRU6ZG2F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-30T11:06:15Z","links":{"resolver":"https://pith.science/pith/XEJP3DT62MVSB5LRAQKRU6ZG2F","bundle":"https://pith.science/pith/XEJP3DT62MVSB5LRAQKRU6ZG2F/bundle.json","state":"https://pith.science/pith/XEJP3DT62MVSB5LRAQKRU6ZG2F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XEJP3DT62MVSB5LRAQKRU6ZG2F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:XEJP3DT62MVSB5LRAQKRU6ZG2F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"acaf62f1888b75746be32c49a00a54a2f1dfd9b2bf81fd15e9138e9423d331eb","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2026-02-25T11:11:53Z","title_canon_sha256":"3222cd00fa07f6c3d0c35629b7be28a499f6a9b573795ae5a5abc1f1600bed9a"},"schema_version":"1.0","source":{"id":"2602.21788","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2602.21788","created_at":"2026-06-09T02:08:39Z"},{"alias_kind":"arxiv_version","alias_value":"2602.21788v2","created_at":"2026-06-09T02:08:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2602.21788","created_at":"2026-06-09T02:08:39Z"},{"alias_kind":"pith_short_12","alias_value":"XEJP3DT62MVS","created_at":"2026-06-09T02:08:39Z"},{"alias_kind":"pith_short_16","alias_value":"XEJP3DT62MVSB5LR","created_at":"2026-06-09T02:08:39Z"},{"alias_kind":"pith_short_8","alias_value":"XEJP3DT6","created_at":"2026-06-09T02:08:39Z"}],"graph_snapshots":[{"event_id":"sha256:e7084547e9f46733bb45689db24a448e4675d7a45550de600802440cdc705edb","target":"graph","created_at":"2026-06-09T02:08:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2602.21788/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Scaling long-context capabilities is crucial for Large Language Models (LLMs). However, real-world data contain a large number of sequences with heterogeneous lengths. Existing training libraries for LLMs rely on static parallelism strategies, which suffer from severe load imbalance, redundant communication, and suboptimal hardware utilization under data heterogeneity. In this work, we propose Flexible Context Parallelism (FCP), an efficient parallelism strategy that adaptively reconfigures communication groups and context parallelism degrees during LLM training. We generalize more flexible no","authors_text":"Dongyi Liu, Han Xiao, Jia Li, Wei Zhou, Yifan Niu","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2026-02-25T11:11:53Z","title":"Efficient Scaling of LLM Training with Flexible Context Parallelism"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2602.21788","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:60f5e9d8f5d73b2dd124b3ce5a5bef22d52c7817dc4cd2a48a596c5ee06e6556","target":"record","created_at":"2026-06-09T02:08:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"acaf62f1888b75746be32c49a00a54a2f1dfd9b2bf81fd15e9138e9423d331eb","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2026-02-25T11:11:53Z","title_canon_sha256":"3222cd00fa07f6c3d0c35629b7be28a499f6a9b573795ae5a5abc1f1600bed9a"},"schema_version":"1.0","source":{"id":"2602.21788","kind":"arxiv","version":2}},"canonical_sha256":"b912fd8e7ed32b20f57104151a7b26d157251f4862caaf5692616c6bc1acbfb6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b912fd8e7ed32b20f57104151a7b26d157251f4862caaf5692616c6bc1acbfb6","first_computed_at":"2026-06-09T02:08:39.979671Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-09T02:08:39.979671Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fsFMMpvPHg4Wqxxx3hDPgCoDK+iWo4hcpFBpKqErMZn5zC5EOgWfOqgJb3qvnouH+7pPGkc7QjoSDuYTKmUNDA==","signature_status":"signed_v1","signed_at":"2026-06-09T02:08:39.980230Z","signed_message":"canonical_sha256_bytes"},"source_id":"2602.21788","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:60f5e9d8f5d73b2dd124b3ce5a5bef22d52c7817dc4cd2a48a596c5ee06e6556","sha256:e7084547e9f46733bb45689db24a448e4675d7a45550de600802440cdc705edb"],"state_sha256":"599c0eaaea16b7658a959d573c4e2bb37fd1366f64f99b88ab62d0d99a6a8569"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Cm7rqlRnsEiNooQ7YD64KoI4omuGZDU0tsbEKAMFe9QwGT3TLP4n7C5J/wDBLQkNfcSiLAgR1cf4x7hJW/XGDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-30T11:06:15.582468Z","bundle_sha256":"d9b35170a3fb2670c00f57d533075ec571aa921fc73f274678085cc0e4cba4cd"}}