{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5CNSLE5XFFGKERHSWK5ZO6UY5V","short_pith_number":"pith:5CNSLE5X","canonical_record":{"source":{"id":"2406.16690","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-24T14:51:31Z","cross_cats_sorted":[],"title_canon_sha256":"ec773ddff4450050fa165f54e22c3668f0a1c447764f034fe2a260fb2c44940b","abstract_canon_sha256":"2ea6e2c0fef94166b4fe7360176dec1ba4eb74cd5cafc30da5bbc622fecfcf45"},"schema_version":"1.0"},"canonical_sha256":"e89b2593b7294ca244f2b2bb977a98ed53e67ccd01a375d0f341d1d965416692","source":{"kind":"arxiv","id":"2406.16690","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16690","created_at":"2026-07-05T08:36:02Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16690v1","created_at":"2026-07-05T08:36:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16690","created_at":"2026-07-05T08:36:02Z"},{"alias_kind":"pith_short_12","alias_value":"5CNSLE5XFFGK","created_at":"2026-07-05T08:36:02Z"},{"alias_kind":"pith_short_16","alias_value":"5CNSLE5XFFGKERHS","created_at":"2026-07-05T08:36:02Z"},{"alias_kind":"pith_short_8","alias_value":"5CNSLE5X","created_at":"2026-07-05T08:36:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5CNSLE5XFFGKERHSWK5ZO6UY5V","target":"record","payload":{"canonical_record":{"source":{"id":"2406.16690","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-24T14:51:31Z","cross_cats_sorted":[],"title_canon_sha256":"ec773ddff4450050fa165f54e22c3668f0a1c447764f034fe2a260fb2c44940b","abstract_canon_sha256":"2ea6e2c0fef94166b4fe7360176dec1ba4eb74cd5cafc30da5bbc622fecfcf45"},"schema_version":"1.0"},"canonical_sha256":"e89b2593b7294ca244f2b2bb977a98ed53e67ccd01a375d0f341d1d965416692","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:36:02.253036Z","signature_b64":"A/FhCO5R8tfAnI6tr1x25S0tKVYD0+O1hy8vIO7vqpz72+SHD+iBxu7NCyG0MmCZTmz9WfOBRjl43CaR511kBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e89b2593b7294ca244f2b2bb977a98ed53e67ccd01a375d0f341d1d965416692","last_reissued_at":"2026-07-05T08:36:02.252544Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:36:02.252544Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.16690","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:36:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eEsNkNBU3M2qHP13r4gTAgb9DuW25cyKIpqAS/XGwhLTH8Eie9t0SGPRUy89SxDFwhyLmFEQivHwDhjN7lKGAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:38:29.700400Z"},"content_sha256":"2bb54c2ee80933c7875dccc22a9091eaee2252221a6c2f8f64ecedd3f022ca0a","schema_version":"1.0","event_id":"sha256:2bb54c2ee80933c7875dccc22a9091eaee2252221a6c2f8f64ecedd3f022ca0a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5CNSLE5XFFGKERHSWK5ZO6UY5V","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scaling Laws for Linear Complexity Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dong Li, Ruitao Leng, Weigao Sun, Xuyang Shen, Yiran Zhong, Zhen Qin","submitted_at":"2024-06-24T14:51:31Z","abstract_excerpt":"The interest in linear complexity models for large language models is on the rise, although their scaling capacity remains uncertain. In this study, we present the scaling laws for linear complexity language models to establish a foundation for their scalability. Specifically, we examine the scaling behaviors of three efficient linear architectures. These include TNL, a linear attention model with data-independent decay; HGRN2, a linear RNN with data-dependent decay; and cosFormer2, a linear attention model without decay. We also include LLaMA as a baseline architecture for softmax attention f"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16690","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.16690/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:36:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ECrnVLm3+z4gdrWljw+gWzIdbybwULEtJ+MrNR8pqDZFjulvmBTpJM4F+/wtArq/frchFGs6KeGPi+nsHflQAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T08:38:29.700936Z"},"content_sha256":"031d2a22296b517bce43a111ddd5c2ed964dfdd5f8b7f59fcab06f918902450e","schema_version":"1.0","event_id":"sha256:031d2a22296b517bce43a111ddd5c2ed964dfdd5f8b7f59fcab06f918902450e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5CNSLE5XFFGKERHSWK5ZO6UY5V/bundle.json","state_url":"https://pith.science/pith/5CNSLE5XFFGKERHSWK5ZO6UY5V/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5CNSLE5XFFGKERHSWK5ZO6UY5V/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T08:38:29Z","links":{"resolver":"https://pith.science/pith/5CNSLE5XFFGKERHSWK5ZO6UY5V","bundle":"https://pith.science/pith/5CNSLE5XFFGKERHSWK5ZO6UY5V/bundle.json","state":"https://pith.science/pith/5CNSLE5XFFGKERHSWK5ZO6UY5V/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5CNSLE5XFFGKERHSWK5ZO6UY5V/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5CNSLE5XFFGKERHSWK5ZO6UY5V","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2ea6e2c0fef94166b4fe7360176dec1ba4eb74cd5cafc30da5bbc622fecfcf45","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-24T14:51:31Z","title_canon_sha256":"ec773ddff4450050fa165f54e22c3668f0a1c447764f034fe2a260fb2c44940b"},"schema_version":"1.0","source":{"id":"2406.16690","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.16690","created_at":"2026-07-05T08:36:02Z"},{"alias_kind":"arxiv_version","alias_value":"2406.16690v1","created_at":"2026-07-05T08:36:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.16690","created_at":"2026-07-05T08:36:02Z"},{"alias_kind":"pith_short_12","alias_value":"5CNSLE5XFFGK","created_at":"2026-07-05T08:36:02Z"},{"alias_kind":"pith_short_16","alias_value":"5CNSLE5XFFGKERHS","created_at":"2026-07-05T08:36:02Z"},{"alias_kind":"pith_short_8","alias_value":"5CNSLE5X","created_at":"2026-07-05T08:36:02Z"}],"graph_snapshots":[{"event_id":"sha256:031d2a22296b517bce43a111ddd5c2ed964dfdd5f8b7f59fcab06f918902450e","target":"graph","created_at":"2026-07-05T08:36:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.16690/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The interest in linear complexity models for large language models is on the rise, although their scaling capacity remains uncertain. In this study, we present the scaling laws for linear complexity language models to establish a foundation for their scalability. Specifically, we examine the scaling behaviors of three efficient linear architectures. These include TNL, a linear attention model with data-independent decay; HGRN2, a linear RNN with data-dependent decay; and cosFormer2, a linear attention model without decay. We also include LLaMA as a baseline architecture for softmax attention f","authors_text":"Dong Li, Ruitao Leng, Weigao Sun, Xuyang Shen, Yiran Zhong, Zhen Qin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-24T14:51:31Z","title":"Scaling Laws for Linear Complexity Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.16690","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2bb54c2ee80933c7875dccc22a9091eaee2252221a6c2f8f64ecedd3f022ca0a","target":"record","created_at":"2026-07-05T08:36:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2ea6e2c0fef94166b4fe7360176dec1ba4eb74cd5cafc30da5bbc622fecfcf45","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-24T14:51:31Z","title_canon_sha256":"ec773ddff4450050fa165f54e22c3668f0a1c447764f034fe2a260fb2c44940b"},"schema_version":"1.0","source":{"id":"2406.16690","kind":"arxiv","version":1}},"canonical_sha256":"e89b2593b7294ca244f2b2bb977a98ed53e67ccd01a375d0f341d1d965416692","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e89b2593b7294ca244f2b2bb977a98ed53e67ccd01a375d0f341d1d965416692","first_computed_at":"2026-07-05T08:36:02.252544Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:36:02.252544Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A/FhCO5R8tfAnI6tr1x25S0tKVYD0+O1hy8vIO7vqpz72+SHD+iBxu7NCyG0MmCZTmz9WfOBRjl43CaR511kBg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:36:02.253036Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.16690","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2bb54c2ee80933c7875dccc22a9091eaee2252221a6c2f8f64ecedd3f022ca0a","sha256:031d2a22296b517bce43a111ddd5c2ed964dfdd5f8b7f59fcab06f918902450e"],"state_sha256":"ee697591486c0b3bebc12db53c3fbcf2adf6ff060cb164c1d31b613f8d2eabe3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w6+P+z5I+ksm14oCl1iNB33QW95AbmGWeWqkOrVZwEGRqzk/Kn/9PbN9aNiqkmocQn1TYUsXPuvRamUKWo1HBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T08:38:29.724847Z","bundle_sha256":"66eaa31ce6a8860f156bfccf6b40b4bcbcf988e2cebd0d251a528cf63b8a22a3"}}