{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:S5WB3CVGJJND6CIYPKWQ4CFW3X","short_pith_number":"pith:S5WB3CVG","canonical_record":{"source":{"id":"2412.01523","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-12-02T14:16:03Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b18204f02bc3a83d590958748dc4e954f90fbbf305465aeb189ca3be78755f49","abstract_canon_sha256":"bd67869c50325281298498df9509354559a5604dc37b5ae3b76aa4ffa5a0345b"},"schema_version":"1.0"},"canonical_sha256":"976c1d8aa64a5a3f09187aad0e08b6ddccf0b9f91727e5be6712466e7b56c2ed","source":{"kind":"arxiv","id":"2412.01523","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.01523","created_at":"2026-07-05T10:12:23Z"},{"alias_kind":"arxiv_version","alias_value":"2412.01523v3","created_at":"2026-07-05T10:12:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.01523","created_at":"2026-07-05T10:12:23Z"},{"alias_kind":"pith_short_12","alias_value":"S5WB3CVGJJND","created_at":"2026-07-05T10:12:23Z"},{"alias_kind":"pith_short_16","alias_value":"S5WB3CVGJJND6CIY","created_at":"2026-07-05T10:12:23Z"},{"alias_kind":"pith_short_8","alias_value":"S5WB3CVG","created_at":"2026-07-05T10:12:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:S5WB3CVGJJND6CIYPKWQ4CFW3X","target":"record","payload":{"canonical_record":{"source":{"id":"2412.01523","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-12-02T14:16:03Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b18204f02bc3a83d590958748dc4e954f90fbbf305465aeb189ca3be78755f49","abstract_canon_sha256":"bd67869c50325281298498df9509354559a5604dc37b5ae3b76aa4ffa5a0345b"},"schema_version":"1.0"},"canonical_sha256":"976c1d8aa64a5a3f09187aad0e08b6ddccf0b9f91727e5be6712466e7b56c2ed","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:12:23.952594Z","signature_b64":"YKn7ZjcrLK16IQtIyjS13FUuIXJaRioCG1gryxebJXhrjA2s4uFDZ3ex4YJmylRnQyi8WxRGe4VbBUY1xqtUBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"976c1d8aa64a5a3f09187aad0e08b6ddccf0b9f91727e5be6712466e7b56c2ed","last_reissued_at":"2026-07-05T10:12:23.952078Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:12:23.952078Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.01523","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:12:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3QvFnwDASPEDgddWFgmhbrb5fbC6co+kiZ9axdMbbclV7/uh2sT3uo4i2w1SH5zIDKBMjN7xljU2uwfnnAudCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:53:36.600571Z"},"content_sha256":"89bff36a8cd306cb8413be02937ddd14aefe54295aa8cb8603e0e90e06d45766","schema_version":"1.0","event_id":"sha256:89bff36a8cd306cb8413be02937ddd14aefe54295aa8cb8603e0e90e06d45766"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:S5WB3CVGJJND6CIYPKWQ4CFW3X","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"FlexSP: Accelerating Large Language Model Training via Flexible Sequence Parallelism","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.DC","authors_text":"Bin Cui, Faming Wu, Fangcheng Fu, Huixia Li, Jiashi Li, Shenhan Zhu, Shiju Wang, Xinyi Liu, Xuefeng Xiao, Yujie Wang","submitted_at":"2024-12-02T14:16:03Z","abstract_excerpt":"Extending the context length (i.e., the maximum supported sequence length) of LLMs is of paramount significance. To facilitate long context training of LLMs, sequence parallelism has emerged as an essential technique, which scatters each input sequence across multiple devices and necessitates communication to process the sequence. In essence, existing sequence parallelism methods assume homogeneous sequence lengths (i.e., all input sequences are equal in length) and therefore leverages a single, static scattering strategy for all input sequences. However, in reality, the sequence lengths in LL"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.01523","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.01523/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:12:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SFRYB7D8yJZRlAsroHA5glNXAZteldUa/SsSIZs0YT2XoNjBE8l5D0zQ8cjewXL5ePJAWjQ+jCSo5COJCAO1Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T10:53:36.601093Z"},"content_sha256":"6c0bfd348fd692eeb92d9ac1353d72b92f57ce53ecdae640fcd2786e4361d0a2","schema_version":"1.0","event_id":"sha256:6c0bfd348fd692eeb92d9ac1353d72b92f57ce53ecdae640fcd2786e4361d0a2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S5WB3CVGJJND6CIYPKWQ4CFW3X/bundle.json","state_url":"https://pith.science/pith/S5WB3CVGJJND6CIYPKWQ4CFW3X/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S5WB3CVGJJND6CIYPKWQ4CFW3X/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T10:53:36Z","links":{"resolver":"https://pith.science/pith/S5WB3CVGJJND6CIYPKWQ4CFW3X","bundle":"https://pith.science/pith/S5WB3CVGJJND6CIYPKWQ4CFW3X/bundle.json","state":"https://pith.science/pith/S5WB3CVGJJND6CIYPKWQ4CFW3X/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S5WB3CVGJJND6CIYPKWQ4CFW3X/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:S5WB3CVGJJND6CIYPKWQ4CFW3X","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd67869c50325281298498df9509354559a5604dc37b5ae3b76aa4ffa5a0345b","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-12-02T14:16:03Z","title_canon_sha256":"b18204f02bc3a83d590958748dc4e954f90fbbf305465aeb189ca3be78755f49"},"schema_version":"1.0","source":{"id":"2412.01523","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.01523","created_at":"2026-07-05T10:12:23Z"},{"alias_kind":"arxiv_version","alias_value":"2412.01523v3","created_at":"2026-07-05T10:12:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.01523","created_at":"2026-07-05T10:12:23Z"},{"alias_kind":"pith_short_12","alias_value":"S5WB3CVGJJND","created_at":"2026-07-05T10:12:23Z"},{"alias_kind":"pith_short_16","alias_value":"S5WB3CVGJJND6CIY","created_at":"2026-07-05T10:12:23Z"},{"alias_kind":"pith_short_8","alias_value":"S5WB3CVG","created_at":"2026-07-05T10:12:23Z"}],"graph_snapshots":[{"event_id":"sha256:6c0bfd348fd692eeb92d9ac1353d72b92f57ce53ecdae640fcd2786e4361d0a2","target":"graph","created_at":"2026-07-05T10:12:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.01523/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Extending the context length (i.e., the maximum supported sequence length) of LLMs is of paramount significance. To facilitate long context training of LLMs, sequence parallelism has emerged as an essential technique, which scatters each input sequence across multiple devices and necessitates communication to process the sequence. In essence, existing sequence parallelism methods assume homogeneous sequence lengths (i.e., all input sequences are equal in length) and therefore leverages a single, static scattering strategy for all input sequences. However, in reality, the sequence lengths in LL","authors_text":"Bin Cui, Faming Wu, Fangcheng Fu, Huixia Li, Jiashi Li, Shenhan Zhu, Shiju Wang, Xinyi Liu, Xuefeng Xiao, Yujie Wang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-12-02T14:16:03Z","title":"FlexSP: Accelerating Large Language Model Training via Flexible Sequence Parallelism"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.01523","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:89bff36a8cd306cb8413be02937ddd14aefe54295aa8cb8603e0e90e06d45766","target":"record","created_at":"2026-07-05T10:12:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd67869c50325281298498df9509354559a5604dc37b5ae3b76aa4ffa5a0345b","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.DC","submitted_at":"2024-12-02T14:16:03Z","title_canon_sha256":"b18204f02bc3a83d590958748dc4e954f90fbbf305465aeb189ca3be78755f49"},"schema_version":"1.0","source":{"id":"2412.01523","kind":"arxiv","version":3}},"canonical_sha256":"976c1d8aa64a5a3f09187aad0e08b6ddccf0b9f91727e5be6712466e7b56c2ed","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"976c1d8aa64a5a3f09187aad0e08b6ddccf0b9f91727e5be6712466e7b56c2ed","first_computed_at":"2026-07-05T10:12:23.952078Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:12:23.952078Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YKn7ZjcrLK16IQtIyjS13FUuIXJaRioCG1gryxebJXhrjA2s4uFDZ3ex4YJmylRnQyi8WxRGe4VbBUY1xqtUBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:12:23.952594Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.01523","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:89bff36a8cd306cb8413be02937ddd14aefe54295aa8cb8603e0e90e06d45766","sha256:6c0bfd348fd692eeb92d9ac1353d72b92f57ce53ecdae640fcd2786e4361d0a2"],"state_sha256":"870298567dbf1b2fc2fb98e721f34cd10b31f8e9873cec7c4f7cf9b43e2b82d7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XVGTrtywuBDR77+8GDkl28q4nTK3/6vCszIpIWO8IknIiWWr+f2hF8bqo9NNW1qDv2w2cCMmPx1/kD91QtZ9DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T10:53:36.606408Z","bundle_sha256":"fd6b1c2270caabcc0276a5e20e79109dc194bab1e30ce48b693d7737c4441b80"}}