{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:CB6DAHZXGCK7SX27N46X4JIWQX","short_pith_number":"pith:CB6DAHZX","canonical_record":{"source":{"id":"2307.14995","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-27T16:45:33Z","cross_cats_sorted":[],"title_canon_sha256":"17581c64c128bdfa37c2ad76c30a5546dbda757aee8e83d9ad556ccedd1b0ce9","abstract_canon_sha256":"e7a063a2e744479fbd7f03a5450412a950689324fa716dd339929623b24a8e68"},"schema_version":"1.0"},"canonical_sha256":"107c301f373095f95f5f6f3d7e251685c2437c74162d375be22d751f8f38e63d","source":{"kind":"arxiv","id":"2307.14995","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.14995","created_at":"2026-07-05T07:35:19Z"},{"alias_kind":"arxiv_version","alias_value":"2307.14995v2","created_at":"2026-07-05T07:35:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.14995","created_at":"2026-07-05T07:35:19Z"},{"alias_kind":"pith_short_12","alias_value":"CB6DAHZXGCK7","created_at":"2026-07-05T07:35:19Z"},{"alias_kind":"pith_short_16","alias_value":"CB6DAHZXGCK7SX27","created_at":"2026-07-05T07:35:19Z"},{"alias_kind":"pith_short_8","alias_value":"CB6DAHZX","created_at":"2026-07-05T07:35:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:CB6DAHZXGCK7SX27N46X4JIWQX","target":"record","payload":{"canonical_record":{"source":{"id":"2307.14995","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-27T16:45:33Z","cross_cats_sorted":[],"title_canon_sha256":"17581c64c128bdfa37c2ad76c30a5546dbda757aee8e83d9ad556ccedd1b0ce9","abstract_canon_sha256":"e7a063a2e744479fbd7f03a5450412a950689324fa716dd339929623b24a8e68"},"schema_version":"1.0"},"canonical_sha256":"107c301f373095f95f5f6f3d7e251685c2437c74162d375be22d751f8f38e63d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:35:19.950689Z","signature_b64":"RabXZMw6o73alDXBaRhrE1WhsV1rBS8Gpa6WcQdcTDwEZL540rau+1fluvfmD94aHY4ZEVR4WQUl1hTDDINaDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"107c301f373095f95f5f6f3d7e251685c2437c74162d375be22d751f8f38e63d","last_reissued_at":"2026-07-05T07:35:19.950262Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:35:19.950262Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.14995","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:35:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O6cj5E64V9A6waTpP526UsFCNdp99ZYVt6O1Nu4OKZn9dCFSOm1DCxrS4Pv68xEf1Hp8GAcq7KZaN0X7iH+iDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:15:27.313981Z"},"content_sha256":"26a291d79a1dabe8420de496c286a89d958299da5e0b504af72a1f977cef217c","schema_version":"1.0","event_id":"sha256:26a291d79a1dabe8420de496c286a89d958299da5e0b504af72a1f977cef217c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:CB6DAHZXGCK7SX27N46X4JIWQX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TransNormerLLM: A Faster and Better Large Language Model with Improved TransNormer","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Baohong Lv, Dong Li, Weigao Sun, Weixuan Sun, Xiaodong Han, Xiao Luo, Xuyang Shen, Yiran Zhong, Yunshen Wei, Yu Qiao, Zhen Qin","submitted_at":"2023-07-27T16:45:33Z","abstract_excerpt":"We present TransNormerLLM, the first linear attention-based Large Language Model (LLM) that outperforms conventional softmax attention-based models in terms of both accuracy and efficiency. TransNormerLLM evolves from the previous linear attention architecture TransNormer by making advanced modifications that include positional embedding, linear attention acceleration, gating mechanisms, tensor normalization, and inference acceleration and stabilization. Specifically, we use LRPE together with an exponential decay to avoid attention dilution issues while allowing the model to retain global int"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.14995","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.14995/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:35:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OnQD28Slscn4nOJKhnPczYqT2EgZ/JT/8xOolRi0ee7z8vmN2KDrKMnXcxqVfz+f0/12yxhmO4z++j7k6hO9DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T16:15:27.314512Z"},"content_sha256":"489ae048d84f6cecdf3bef73100fbebf5f448689ea81c306c7a89a98fde9d5ab","schema_version":"1.0","event_id":"sha256:489ae048d84f6cecdf3bef73100fbebf5f448689ea81c306c7a89a98fde9d5ab"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CB6DAHZXGCK7SX27N46X4JIWQX/bundle.json","state_url":"https://pith.science/pith/CB6DAHZXGCK7SX27N46X4JIWQX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CB6DAHZXGCK7SX27N46X4JIWQX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T16:15:27Z","links":{"resolver":"https://pith.science/pith/CB6DAHZXGCK7SX27N46X4JIWQX","bundle":"https://pith.science/pith/CB6DAHZXGCK7SX27N46X4JIWQX/bundle.json","state":"https://pith.science/pith/CB6DAHZXGCK7SX27N46X4JIWQX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CB6DAHZXGCK7SX27N46X4JIWQX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:CB6DAHZXGCK7SX27N46X4JIWQX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e7a063a2e744479fbd7f03a5450412a950689324fa716dd339929623b24a8e68","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-27T16:45:33Z","title_canon_sha256":"17581c64c128bdfa37c2ad76c30a5546dbda757aee8e83d9ad556ccedd1b0ce9"},"schema_version":"1.0","source":{"id":"2307.14995","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.14995","created_at":"2026-07-05T07:35:19Z"},{"alias_kind":"arxiv_version","alias_value":"2307.14995v2","created_at":"2026-07-05T07:35:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.14995","created_at":"2026-07-05T07:35:19Z"},{"alias_kind":"pith_short_12","alias_value":"CB6DAHZXGCK7","created_at":"2026-07-05T07:35:19Z"},{"alias_kind":"pith_short_16","alias_value":"CB6DAHZXGCK7SX27","created_at":"2026-07-05T07:35:19Z"},{"alias_kind":"pith_short_8","alias_value":"CB6DAHZX","created_at":"2026-07-05T07:35:19Z"}],"graph_snapshots":[{"event_id":"sha256:489ae048d84f6cecdf3bef73100fbebf5f448689ea81c306c7a89a98fde9d5ab","target":"graph","created_at":"2026-07-05T07:35:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.14995/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present TransNormerLLM, the first linear attention-based Large Language Model (LLM) that outperforms conventional softmax attention-based models in terms of both accuracy and efficiency. TransNormerLLM evolves from the previous linear attention architecture TransNormer by making advanced modifications that include positional embedding, linear attention acceleration, gating mechanisms, tensor normalization, and inference acceleration and stabilization. Specifically, we use LRPE together with an exponential decay to avoid attention dilution issues while allowing the model to retain global int","authors_text":"Baohong Lv, Dong Li, Weigao Sun, Weixuan Sun, Xiaodong Han, Xiao Luo, Xuyang Shen, Yiran Zhong, Yunshen Wei, Yu Qiao, Zhen Qin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-27T16:45:33Z","title":"TransNormerLLM: A Faster and Better Large Language Model with Improved TransNormer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.14995","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:26a291d79a1dabe8420de496c286a89d958299da5e0b504af72a1f977cef217c","target":"record","created_at":"2026-07-05T07:35:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e7a063a2e744479fbd7f03a5450412a950689324fa716dd339929623b24a8e68","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-07-27T16:45:33Z","title_canon_sha256":"17581c64c128bdfa37c2ad76c30a5546dbda757aee8e83d9ad556ccedd1b0ce9"},"schema_version":"1.0","source":{"id":"2307.14995","kind":"arxiv","version":2}},"canonical_sha256":"107c301f373095f95f5f6f3d7e251685c2437c74162d375be22d751f8f38e63d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"107c301f373095f95f5f6f3d7e251685c2437c74162d375be22d751f8f38e63d","first_computed_at":"2026-07-05T07:35:19.950262Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:35:19.950262Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RabXZMw6o73alDXBaRhrE1WhsV1rBS8Gpa6WcQdcTDwEZL540rau+1fluvfmD94aHY4ZEVR4WQUl1hTDDINaDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:35:19.950689Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.14995","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:26a291d79a1dabe8420de496c286a89d958299da5e0b504af72a1f977cef217c","sha256:489ae048d84f6cecdf3bef73100fbebf5f448689ea81c306c7a89a98fde9d5ab"],"state_sha256":"3d2f55b7797ce12ae51c18a48469e7f2289626a03f12a74d013572e07aa438e9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JrmocIi6ZaxQpCBqpOHM7f4wwAtfMaarAc0UjLNzAM3CAdQzaryWGTD152T7hpbGwd4EHv/B7hts3TJ1JJ+9Cg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T16:15:27.318745Z","bundle_sha256":"bbd56d0a281000ea0266cdd8b1767f1dd10f13fba87da50a99f55bc713adb71b"}}