{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:LC26KQ6NA4XPZ46AWQNBJJWAT6","short_pith_number":"pith:LC26KQ6N","canonical_record":{"source":{"id":"2404.08801","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-12T20:28:14Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"65ad2909896354614cd966a96193af52c9eaeb9ac80dabf0c78f0d25138145a3","abstract_canon_sha256":"e7da83fb2f04150b873a82bb6f49846b0a4c8b4ffee367528294c9e926155e62"},"schema_version":"1.0"},"canonical_sha256":"58b5e543cd072efcf3c0b41a14a6c09fbd4b05ed7b0d2d0dad5a476f1cdc386a","source":{"kind":"arxiv","id":"2404.08801","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.08801","created_at":"2026-07-05T08:08:23Z"},{"alias_kind":"arxiv_version","alias_value":"2404.08801v2","created_at":"2026-07-05T08:08:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.08801","created_at":"2026-07-05T08:08:23Z"},{"alias_kind":"pith_short_12","alias_value":"LC26KQ6NA4XP","created_at":"2026-07-05T08:08:23Z"},{"alias_kind":"pith_short_16","alias_value":"LC26KQ6NA4XPZ46A","created_at":"2026-07-05T08:08:23Z"},{"alias_kind":"pith_short_8","alias_value":"LC26KQ6N","created_at":"2026-07-05T08:08:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:LC26KQ6NA4XPZ46AWQNBJJWAT6","target":"record","payload":{"canonical_record":{"source":{"id":"2404.08801","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-12T20:28:14Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"65ad2909896354614cd966a96193af52c9eaeb9ac80dabf0c78f0d25138145a3","abstract_canon_sha256":"e7da83fb2f04150b873a82bb6f49846b0a4c8b4ffee367528294c9e926155e62"},"schema_version":"1.0"},"canonical_sha256":"58b5e543cd072efcf3c0b41a14a6c09fbd4b05ed7b0d2d0dad5a476f1cdc386a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:08:23.305884Z","signature_b64":"Yj9mCENlCNwdKvkRr+hTky6ieVgM4CL+h8ZjY0eHprsjZVXZL+Hr2T8NuKhHmUq8r7ViwTB8t3z+AHIwlzbKDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"58b5e543cd072efcf3c0b41a14a6c09fbd4b05ed7b0d2d0dad5a476f1cdc386a","last_reissued_at":"2026-07-05T08:08:23.305381Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:08:23.305381Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.08801","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:08:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vr/LW9LtGoxawb24jeiDSkabY7I/UnNDr5lBxroimwgOtiUSGiJk8kBYK3RAoB9P0P7rd5BNUj3JhzKXJgzECQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T15:57:45.854909Z"},"content_sha256":"24335532785eb109d833a7be83bc4853a9a864ae545c146f2db47fd184339042","schema_version":"1.0","event_id":"sha256:24335532785eb109d833a7be83bc4853a9a864ae545c146f2db47fd184339042"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:LC26KQ6NA4XPZ46AWQNBJJWAT6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Beidi Chen, Chunting Zhou, Hao Zhang, Jonathan May, Lili Yu, Luke Zettlemoyer, Omer Levy, Wenhan Xiong, Xiaomeng Yang, Xuezhe Ma","submitted_at":"2024-04-12T20:28:14Z","abstract_excerpt":"The quadratic complexity and weak length extrapolation of Transformers limits their ability to scale to long sequences, and while sub-quadratic solutions like linear attention and state space models exist, they empirically underperform Transformers in pretraining efficiency and downstream task accuracy. We introduce Megalodon, a neural architecture for efficient sequence modeling with unlimited context length. Megalodon inherits the architecture of Mega (exponential moving average with gated attention), and further introduces multiple technical components to improve its capability and stabilit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.08801","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.08801/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:08:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EQULwVMZxbgBtabhj29OAlW9QH/4M0vpnbmExgnzSTTWtkl/udM6Faju2f5t5R5tu8NZZOB3U7n00/1eiaiZAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T15:57:45.855430Z"},"content_sha256":"58f404dfc3a8937a2eceb3d49916da2bad5960d6bccabd45548a42bdd61f9c61","schema_version":"1.0","event_id":"sha256:58f404dfc3a8937a2eceb3d49916da2bad5960d6bccabd45548a42bdd61f9c61"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LC26KQ6NA4XPZ46AWQNBJJWAT6/bundle.json","state_url":"https://pith.science/pith/LC26KQ6NA4XPZ46AWQNBJJWAT6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LC26KQ6NA4XPZ46AWQNBJJWAT6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T15:57:45Z","links":{"resolver":"https://pith.science/pith/LC26KQ6NA4XPZ46AWQNBJJWAT6","bundle":"https://pith.science/pith/LC26KQ6NA4XPZ46AWQNBJJWAT6/bundle.json","state":"https://pith.science/pith/LC26KQ6NA4XPZ46AWQNBJJWAT6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LC26KQ6NA4XPZ46AWQNBJJWAT6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:LC26KQ6NA4XPZ46AWQNBJJWAT6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e7da83fb2f04150b873a82bb6f49846b0a4c8b4ffee367528294c9e926155e62","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-12T20:28:14Z","title_canon_sha256":"65ad2909896354614cd966a96193af52c9eaeb9ac80dabf0c78f0d25138145a3"},"schema_version":"1.0","source":{"id":"2404.08801","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.08801","created_at":"2026-07-05T08:08:23Z"},{"alias_kind":"arxiv_version","alias_value":"2404.08801v2","created_at":"2026-07-05T08:08:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.08801","created_at":"2026-07-05T08:08:23Z"},{"alias_kind":"pith_short_12","alias_value":"LC26KQ6NA4XP","created_at":"2026-07-05T08:08:23Z"},{"alias_kind":"pith_short_16","alias_value":"LC26KQ6NA4XPZ46A","created_at":"2026-07-05T08:08:23Z"},{"alias_kind":"pith_short_8","alias_value":"LC26KQ6N","created_at":"2026-07-05T08:08:23Z"}],"graph_snapshots":[{"event_id":"sha256:58f404dfc3a8937a2eceb3d49916da2bad5960d6bccabd45548a42bdd61f9c61","target":"graph","created_at":"2026-07-05T08:08:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.08801/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The quadratic complexity and weak length extrapolation of Transformers limits their ability to scale to long sequences, and while sub-quadratic solutions like linear attention and state space models exist, they empirically underperform Transformers in pretraining efficiency and downstream task accuracy. We introduce Megalodon, a neural architecture for efficient sequence modeling with unlimited context length. Megalodon inherits the architecture of Mega (exponential moving average with gated attention), and further introduces multiple technical components to improve its capability and stabilit","authors_text":"Beidi Chen, Chunting Zhou, Hao Zhang, Jonathan May, Lili Yu, Luke Zettlemoyer, Omer Levy, Wenhan Xiong, Xiaomeng Yang, Xuezhe Ma","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-12T20:28:14Z","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.08801","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:24335532785eb109d833a7be83bc4853a9a864ae545c146f2db47fd184339042","target":"record","created_at":"2026-07-05T08:08:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e7da83fb2f04150b873a82bb6f49846b0a4c8b4ffee367528294c9e926155e62","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-04-12T20:28:14Z","title_canon_sha256":"65ad2909896354614cd966a96193af52c9eaeb9ac80dabf0c78f0d25138145a3"},"schema_version":"1.0","source":{"id":"2404.08801","kind":"arxiv","version":2}},"canonical_sha256":"58b5e543cd072efcf3c0b41a14a6c09fbd4b05ed7b0d2d0dad5a476f1cdc386a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"58b5e543cd072efcf3c0b41a14a6c09fbd4b05ed7b0d2d0dad5a476f1cdc386a","first_computed_at":"2026-07-05T08:08:23.305381Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:08:23.305381Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Yj9mCENlCNwdKvkRr+hTky6ieVgM4CL+h8ZjY0eHprsjZVXZL+Hr2T8NuKhHmUq8r7ViwTB8t3z+AHIwlzbKDw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:08:23.305884Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.08801","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:24335532785eb109d833a7be83bc4853a9a864ae545c146f2db47fd184339042","sha256:58f404dfc3a8937a2eceb3d49916da2bad5960d6bccabd45548a42bdd61f9c61"],"state_sha256":"3f13e5d4befab7231602d47e3b8a0bdc33faa4cbe90981bfe53e6092912513e6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bPURdJHvvA7577AABJUlIqABG5b/Vqy4FUezgoFoocCmPt38RtLvWgP7iWCVhJAsOXcey7Izz2OfC0NAvqM2BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T15:57:45.860635Z","bundle_sha256":"e7ec8b45c5f09b082e7a868202c59af15cea8413d8fed020164fdfddd6ae97db"}}