{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DG2KIPLTAZWZV4FE3SWPDSYKKZ","short_pith_number":"pith:DG2KIPLT","canonical_record":{"source":{"id":"2408.16978","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-08-30T02:44:26Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"b0e899b4e5bf4a1590b414e2a7746bfc2c1b4da63b33923ae02877ed89564bd3","abstract_canon_sha256":"22f53c3e66bed566fe55dd3ee621319b5a50813eeba7992131839dfcba7a3876"},"schema_version":"1.0"},"canonical_sha256":"19b4a43d73066d9af0a4dcacf1cb0a5678c7f3901aae1ba43496e465c42e01bd","source":{"kind":"arxiv","id":"2408.16978","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.16978","created_at":"2026-07-05T11:02:12Z"},{"alias_kind":"arxiv_version","alias_value":"2408.16978v2","created_at":"2026-07-05T11:02:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.16978","created_at":"2026-07-05T11:02:12Z"},{"alias_kind":"pith_short_12","alias_value":"DG2KIPLTAZWZ","created_at":"2026-07-05T11:02:12Z"},{"alias_kind":"pith_short_16","alias_value":"DG2KIPLTAZWZV4FE","created_at":"2026-07-05T11:02:12Z"},{"alias_kind":"pith_short_8","alias_value":"DG2KIPLT","created_at":"2026-07-05T11:02:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DG2KIPLTAZWZV4FE3SWPDSYKKZ","target":"record","payload":{"canonical_record":{"source":{"id":"2408.16978","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-08-30T02:44:26Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"b0e899b4e5bf4a1590b414e2a7746bfc2c1b4da63b33923ae02877ed89564bd3","abstract_canon_sha256":"22f53c3e66bed566fe55dd3ee621319b5a50813eeba7992131839dfcba7a3876"},"schema_version":"1.0"},"canonical_sha256":"19b4a43d73066d9af0a4dcacf1cb0a5678c7f3901aae1ba43496e465c42e01bd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:02:12.401808Z","signature_b64":"LqAeaKu/otWn8xnU4uXX6KqEQiCmsFbA9XcE1WfJdSV65qr8WoeQKL4+Q/B6mZjDDfPkw1sBg+QCr5rhsjsEAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"19b4a43d73066d9af0a4dcacf1cb0a5678c7f3901aae1ba43496e465c42e01bd","last_reissued_at":"2026-07-05T11:02:12.401349Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:02:12.401349Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.16978","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:02:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nAUyzQRg9gnGqZY+y7SF2DY/HCRVEdfhEw7dym36TwduzbabsuInUmqr2Zhvg06MXAkohHtXHYiXifDpbg7XDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:51:38.050611Z"},"content_sha256":"caca08cb6b2f91b4cba3302326171db9218cb866e4b996b973bd436ad14c5806","schema_version":"1.0","event_id":"sha256:caca08cb6b2f91b4cba3302326171db9218cb866e4b996b973bd436ad14c5806"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DG2KIPLTAZWZV4FE3SWPDSYKKZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Training Ultra Long Context Language Model with Fully Pipelined Distributed Transformer","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.DC","authors_text":"Dhabaleswar K. Panda, Hari Subramoni, Jinghan Yao, Masahiro Tanaka, Olatunji Ruwase, Sam Ade Jacobs","submitted_at":"2024-08-30T02:44:26Z","abstract_excerpt":"Large Language Models (LLMs) with long context capabilities are integral to complex tasks in natural language processing and computational biology, such as text generation and protein sequence analysis. However, training LLMs directly on extremely long contexts demands considerable GPU resources and increased memory, leading to higher costs and greater complexity. Alternative approaches that introduce long context capabilities via downstream finetuning or adaptations impose significant design limitations. In this paper, we propose Fully Pipelined Distributed Transformer (FPDT) for efficiently "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.16978","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.16978/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:02:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tgINxqpdatXNdxtm4DG1k4iYz2iNwkDnhsiZ6LXcR9QX78QCN9T/D/nhsTSnpBLTdNi+M+gX4vB7LAPrlckNBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T20:51:38.051534Z"},"content_sha256":"1fbda346cbf3a02a6b2908a430472afcca78ca796f183fd4f0b515fd7b85ad7d","schema_version":"1.0","event_id":"sha256:1fbda346cbf3a02a6b2908a430472afcca78ca796f183fd4f0b515fd7b85ad7d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DG2KIPLTAZWZV4FE3SWPDSYKKZ/bundle.json","state_url":"https://pith.science/pith/DG2KIPLTAZWZV4FE3SWPDSYKKZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DG2KIPLTAZWZV4FE3SWPDSYKKZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T20:51:38Z","links":{"resolver":"https://pith.science/pith/DG2KIPLTAZWZV4FE3SWPDSYKKZ","bundle":"https://pith.science/pith/DG2KIPLTAZWZV4FE3SWPDSYKKZ/bundle.json","state":"https://pith.science/pith/DG2KIPLTAZWZV4FE3SWPDSYKKZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DG2KIPLTAZWZV4FE3SWPDSYKKZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DG2KIPLTAZWZV4FE3SWPDSYKKZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"22f53c3e66bed566fe55dd3ee621319b5a50813eeba7992131839dfcba7a3876","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-08-30T02:44:26Z","title_canon_sha256":"b0e899b4e5bf4a1590b414e2a7746bfc2c1b4da63b33923ae02877ed89564bd3"},"schema_version":"1.0","source":{"id":"2408.16978","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.16978","created_at":"2026-07-05T11:02:12Z"},{"alias_kind":"arxiv_version","alias_value":"2408.16978v2","created_at":"2026-07-05T11:02:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.16978","created_at":"2026-07-05T11:02:12Z"},{"alias_kind":"pith_short_12","alias_value":"DG2KIPLTAZWZ","created_at":"2026-07-05T11:02:12Z"},{"alias_kind":"pith_short_16","alias_value":"DG2KIPLTAZWZV4FE","created_at":"2026-07-05T11:02:12Z"},{"alias_kind":"pith_short_8","alias_value":"DG2KIPLT","created_at":"2026-07-05T11:02:12Z"}],"graph_snapshots":[{"event_id":"sha256:1fbda346cbf3a02a6b2908a430472afcca78ca796f183fd4f0b515fd7b85ad7d","target":"graph","created_at":"2026-07-05T11:02:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.16978/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) with long context capabilities are integral to complex tasks in natural language processing and computational biology, such as text generation and protein sequence analysis. However, training LLMs directly on extremely long contexts demands considerable GPU resources and increased memory, leading to higher costs and greater complexity. Alternative approaches that introduce long context capabilities via downstream finetuning or adaptations impose significant design limitations. In this paper, we propose Fully Pipelined Distributed Transformer (FPDT) for efficiently ","authors_text":"Dhabaleswar K. Panda, Hari Subramoni, Jinghan Yao, Masahiro Tanaka, Olatunji Ruwase, Sam Ade Jacobs","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-08-30T02:44:26Z","title":"Training Ultra Long Context Language Model with Fully Pipelined Distributed Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.16978","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:caca08cb6b2f91b4cba3302326171db9218cb866e4b996b973bd436ad14c5806","target":"record","created_at":"2026-07-05T11:02:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"22f53c3e66bed566fe55dd3ee621319b5a50813eeba7992131839dfcba7a3876","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.DC","submitted_at":"2024-08-30T02:44:26Z","title_canon_sha256":"b0e899b4e5bf4a1590b414e2a7746bfc2c1b4da63b33923ae02877ed89564bd3"},"schema_version":"1.0","source":{"id":"2408.16978","kind":"arxiv","version":2}},"canonical_sha256":"19b4a43d73066d9af0a4dcacf1cb0a5678c7f3901aae1ba43496e465c42e01bd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"19b4a43d73066d9af0a4dcacf1cb0a5678c7f3901aae1ba43496e465c42e01bd","first_computed_at":"2026-07-05T11:02:12.401349Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:02:12.401349Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"LqAeaKu/otWn8xnU4uXX6KqEQiCmsFbA9XcE1WfJdSV65qr8WoeQKL4+Q/B6mZjDDfPkw1sBg+QCr5rhsjsEAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:02:12.401808Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.16978","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:caca08cb6b2f91b4cba3302326171db9218cb866e4b996b973bd436ad14c5806","sha256:1fbda346cbf3a02a6b2908a430472afcca78ca796f183fd4f0b515fd7b85ad7d"],"state_sha256":"17af8b65734bdcf07ddb66f50c39a8663a4fcaaad1fa2b6d6d13937fedd6a644"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l4p1VPezo3IeaAKBxZJm8qUvK6132wehFka4/Vh1uXDNvucNrRyMpFgmSUYTfxfqncZ/w5yK83Z6aSB/XXOACQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T20:51:38.056805Z","bundle_sha256":"22ae9d8e9d53a6ec6bc69e220c9a73b3fa21047f63cbe74c910e18b83502954f"}}