{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:FV6BMPRKZQFG4IIMKUDHVYKNSF","short_pith_number":"pith:FV6BMPRK","canonical_record":{"source":{"id":"2307.02486","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-05T17:59:38Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"1396a5771b9f0c94afb9df6cb140ad2bcc9cd0568e671236fdc01f20159c70bd","abstract_canon_sha256":"6721b45842cea923d7b18d4eea3082d03b8da895b61faccfe72cd53783f91118"},"schema_version":"1.0"},"canonical_sha256":"2d7c163e2acc0a6e210c55067ae14d91786fb7d56bf1f5db240843dc58a52eb4","source":{"kind":"arxiv","id":"2307.02486","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.02486","created_at":"2026-07-05T06:32:40Z"},{"alias_kind":"arxiv_version","alias_value":"2307.02486v2","created_at":"2026-07-05T06:32:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.02486","created_at":"2026-07-05T06:32:40Z"},{"alias_kind":"pith_short_12","alias_value":"FV6BMPRKZQFG","created_at":"2026-07-05T06:32:40Z"},{"alias_kind":"pith_short_16","alias_value":"FV6BMPRKZQFG4IIM","created_at":"2026-07-05T06:32:40Z"},{"alias_kind":"pith_short_8","alias_value":"FV6BMPRK","created_at":"2026-07-05T06:32:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:FV6BMPRKZQFG4IIMKUDHVYKNSF","target":"record","payload":{"canonical_record":{"source":{"id":"2307.02486","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-05T17:59:38Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"1396a5771b9f0c94afb9df6cb140ad2bcc9cd0568e671236fdc01f20159c70bd","abstract_canon_sha256":"6721b45842cea923d7b18d4eea3082d03b8da895b61faccfe72cd53783f91118"},"schema_version":"1.0"},"canonical_sha256":"2d7c163e2acc0a6e210c55067ae14d91786fb7d56bf1f5db240843dc58a52eb4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:32:40.228607Z","signature_b64":"IvBJ1U/z/FX6CKa4QJTXXik6DIDQYWiodg9R+bsB+uifIb5Gv5R/sKaG5mXQulAiUVpziVsyfLMvKN1mvf5BDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2d7c163e2acc0a6e210c55067ae14d91786fb7d56bf1f5db240843dc58a52eb4","last_reissued_at":"2026-07-05T06:32:40.228099Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:32:40.228099Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.02486","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:32:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"erYNP0jEft1D52craJihHB7j1cfKQTKBlhg1uj3f2kDW18mG7vuyi8MWQoarGe8KnKcyhpTfciPVnLn7dtXrAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:12:48.914239Z"},"content_sha256":"8e98473e98489ecae37d8e92e28678323420e5cdfe78b645a133febd496c7847","schema_version":"1.0","event_id":"sha256:8e98473e98489ecae37d8e92e28678323420e5cdfe78b645a133febd496c7847"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:FV6BMPRKZQFG4IIMKUDHVYKNSF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Furu Wei, Jiayu Ding, Li Dong, Nanning Zheng, Shaohan Huang, Shuming Ma, Wenhui Wang, Xingxing Zhang","submitted_at":"2023-07-05T17:59:38Z","abstract_excerpt":"Scaling sequence length has become a critical demand in the era of large language models. However, existing methods struggle with either computational complexity or model expressivity, rendering the maximum sequence length restricted. To address this issue, we introduce LongNet, a Transformer variant that can scale sequence length to more than 1 billion tokens, without sacrificing the performance on shorter sequences. Specifically, we propose dilated attention, which expands the attentive field exponentially as the distance grows. LongNet has significant advantages: 1) it has a linear computat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.02486","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.02486/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:32:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"szBgesq1k6xJLUyUr6nfjq0hKsTMg3QvPL9yD+ROEbYA0UYWMg1bNzJeGh75NtAM29bbNvXrDxpha9GmTPPwCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T21:12:48.914772Z"},"content_sha256":"a398d0adbe91d9b9e4b1cdc94e5115c2811540b6a70529d82c5599983bfb66d4","schema_version":"1.0","event_id":"sha256:a398d0adbe91d9b9e4b1cdc94e5115c2811540b6a70529d82c5599983bfb66d4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FV6BMPRKZQFG4IIMKUDHVYKNSF/bundle.json","state_url":"https://pith.science/pith/FV6BMPRKZQFG4IIMKUDHVYKNSF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FV6BMPRKZQFG4IIMKUDHVYKNSF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T21:12:48Z","links":{"resolver":"https://pith.science/pith/FV6BMPRKZQFG4IIMKUDHVYKNSF","bundle":"https://pith.science/pith/FV6BMPRKZQFG4IIMKUDHVYKNSF/bundle.json","state":"https://pith.science/pith/FV6BMPRKZQFG4IIMKUDHVYKNSF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FV6BMPRKZQFG4IIMKUDHVYKNSF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:FV6BMPRKZQFG4IIMKUDHVYKNSF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6721b45842cea923d7b18d4eea3082d03b8da895b61faccfe72cd53783f91118","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-05T17:59:38Z","title_canon_sha256":"1396a5771b9f0c94afb9df6cb140ad2bcc9cd0568e671236fdc01f20159c70bd"},"schema_version":"1.0","source":{"id":"2307.02486","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.02486","created_at":"2026-07-05T06:32:40Z"},{"alias_kind":"arxiv_version","alias_value":"2307.02486v2","created_at":"2026-07-05T06:32:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.02486","created_at":"2026-07-05T06:32:40Z"},{"alias_kind":"pith_short_12","alias_value":"FV6BMPRKZQFG","created_at":"2026-07-05T06:32:40Z"},{"alias_kind":"pith_short_16","alias_value":"FV6BMPRKZQFG4IIM","created_at":"2026-07-05T06:32:40Z"},{"alias_kind":"pith_short_8","alias_value":"FV6BMPRK","created_at":"2026-07-05T06:32:40Z"}],"graph_snapshots":[{"event_id":"sha256:a398d0adbe91d9b9e4b1cdc94e5115c2811540b6a70529d82c5599983bfb66d4","target":"graph","created_at":"2026-07-05T06:32:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.02486/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Scaling sequence length has become a critical demand in the era of large language models. However, existing methods struggle with either computational complexity or model expressivity, rendering the maximum sequence length restricted. To address this issue, we introduce LongNet, a Transformer variant that can scale sequence length to more than 1 billion tokens, without sacrificing the performance on shorter sequences. Specifically, we propose dilated attention, which expands the attentive field exponentially as the distance grows. LongNet has significant advantages: 1) it has a linear computat","authors_text":"Furu Wei, Jiayu Ding, Li Dong, Nanning Zheng, Shaohan Huang, Shuming Ma, Wenhui Wang, Xingxing Zhang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-05T17:59:38Z","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.02486","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8e98473e98489ecae37d8e92e28678323420e5cdfe78b645a133febd496c7847","target":"record","created_at":"2026-07-05T06:32:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6721b45842cea923d7b18d4eea3082d03b8da895b61faccfe72cd53783f91118","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-05T17:59:38Z","title_canon_sha256":"1396a5771b9f0c94afb9df6cb140ad2bcc9cd0568e671236fdc01f20159c70bd"},"schema_version":"1.0","source":{"id":"2307.02486","kind":"arxiv","version":2}},"canonical_sha256":"2d7c163e2acc0a6e210c55067ae14d91786fb7d56bf1f5db240843dc58a52eb4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2d7c163e2acc0a6e210c55067ae14d91786fb7d56bf1f5db240843dc58a52eb4","first_computed_at":"2026-07-05T06:32:40.228099Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:32:40.228099Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IvBJ1U/z/FX6CKa4QJTXXik6DIDQYWiodg9R+bsB+uifIb5Gv5R/sKaG5mXQulAiUVpziVsyfLMvKN1mvf5BDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:32:40.228607Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.02486","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8e98473e98489ecae37d8e92e28678323420e5cdfe78b645a133febd496c7847","sha256:a398d0adbe91d9b9e4b1cdc94e5115c2811540b6a70529d82c5599983bfb66d4"],"state_sha256":"db62d84c5bbeec44ad39d139e543999ff924f274499f39e64cfc892b3f23b439"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EJvvM9NLBlMJ7jAiZEwfTHQGJe6x0bD7UVZegQaD4Ap+BUC15JzWe57rsBsUKPvgfUk7+PJTr5D0r6VKiqugCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T21:12:48.919376Z","bundle_sha256":"94f645d2e10e2464a966a65f075d29a655a4548a8e21fe9fe34fe32943d99b66"}}