{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:OUZZXSXZQM5AONIWQG5UQ3ROZF","short_pith_number":"pith:OUZZXSXZ","canonical_record":{"source":{"id":"2501.13629","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-23T12:58:14Z","cross_cats_sorted":[],"title_canon_sha256":"ba36342599d81240292c873cbd221316a51c4da661ac36ae8b209181e72e17c1","abstract_canon_sha256":"c8575fe4f063380f2f5671761137393f6cbbb45f6d873667ec24bf0a876ad785"},"schema_version":"1.0"},"canonical_sha256":"75339bcaf9833a07351681bb486e2ec957f32d20142090b4b07f895395465c5c","source":{"kind":"arxiv","id":"2501.13629","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.13629","created_at":"2026-07-05T10:12:03Z"},{"alias_kind":"arxiv_version","alias_value":"2501.13629v2","created_at":"2026-07-05T10:12:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.13629","created_at":"2026-07-05T10:12:03Z"},{"alias_kind":"pith_short_12","alias_value":"OUZZXSXZQM5A","created_at":"2026-07-05T10:12:03Z"},{"alias_kind":"pith_short_16","alias_value":"OUZZXSXZQM5AONIW","created_at":"2026-07-05T10:12:03Z"},{"alias_kind":"pith_short_8","alias_value":"OUZZXSXZ","created_at":"2026-07-05T10:12:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:OUZZXSXZQM5AONIWQG5UQ3ROZF","target":"record","payload":{"canonical_record":{"source":{"id":"2501.13629","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-23T12:58:14Z","cross_cats_sorted":[],"title_canon_sha256":"ba36342599d81240292c873cbd221316a51c4da661ac36ae8b209181e72e17c1","abstract_canon_sha256":"c8575fe4f063380f2f5671761137393f6cbbb45f6d873667ec24bf0a876ad785"},"schema_version":"1.0"},"canonical_sha256":"75339bcaf9833a07351681bb486e2ec957f32d20142090b4b07f895395465c5c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:12:03.435790Z","signature_b64":"kBqVSPP8X3RAeo9Ssv1ZeR93ncu81bwBaXNHVkABwxoaKpUpQ93nYubH5yMhDTRn5/5oRXQw8wUE43sHvmuMCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"75339bcaf9833a07351681bb486e2ec957f32d20142090b4b07f895395465c5c","last_reissued_at":"2026-07-05T10:12:03.435246Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:12:03.435246Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.13629","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:12:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LLPnzGDEdmIaV3kAEty3NIN3Vh/Z68NyVJnI4uNtQSRrR6vNBGtTB7NE6R7bXVnBpdXnFmhTBx/fK1Tyz/4CCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T18:09:38.782637Z"},"content_sha256":"de5b912881697aebbcabb9dbbf0b361774089a759cc06231bda4ff9b0ec3a0c0","schema_version":"1.0","event_id":"sha256:de5b912881697aebbcabb9dbbf0b361774089a759cc06231bda4ff9b0ec3a0c0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:OUZZXSXZQM5AONIWQG5UQ3ROZF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sigma: Differential Rescaling of Query, Key and Value for Efficient Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Binyang Li, Chen Lin, Feiyang Chen, Guoshuai Zhao, Hang Li, Hao Ni, Jian Jiao, Jui-Hao Chiang, Kailai Yang, Kun Kuang, Lei Qu, Mao Yang, Peng Cheng, Qi Chen, Shuai Lu, Wenjie Li, Xiao Liang, Xiao Liu, Xuan Feng, Yaoxiang Wang, Yasen Hu, Yelong Shen, Yeyun Gong, Yi Cheng, Yiming Huang, Ying Xin, Yuqing Xia, Yuting Jiang, Yu Yan, Zheheng Luo, Zhenghao Lin, Zhongxin Guo, Zihao Tang, Ziyue Yang","submitted_at":"2025-01-23T12:58:14Z","abstract_excerpt":"We introduce Sigma, an efficient large language model specialized for the system domain, empowered by a novel architecture including DiffQKV attention, and pre-trained on our meticulously collected system domain data. DiffQKV attention significantly enhances the inference efficiency of Sigma by optimizing the Query (Q), Key (K), and Value (V) components in the attention mechanism differentially, based on their varying impacts on the model performance and efficiency indicators. Specifically, we (1) conduct extensive experiments that demonstrate the model's varying sensitivity to the compression"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.13629","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.13629/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:12:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HyXr2Y4w3KMmYGB339UtrYh91zoUB3Kuua3UMYZ5y5f/F0droyINWsF9UlmlX1rMpTkGD47yExzpiavMtoO7Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T18:09:38.783167Z"},"content_sha256":"0aefd2ef40f19e228e44d83dd03d0fa1f4463a37d30ae87987259a2b408a9575","schema_version":"1.0","event_id":"sha256:0aefd2ef40f19e228e44d83dd03d0fa1f4463a37d30ae87987259a2b408a9575"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OUZZXSXZQM5AONIWQG5UQ3ROZF/bundle.json","state_url":"https://pith.science/pith/OUZZXSXZQM5AONIWQG5UQ3ROZF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OUZZXSXZQM5AONIWQG5UQ3ROZF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T18:09:38Z","links":{"resolver":"https://pith.science/pith/OUZZXSXZQM5AONIWQG5UQ3ROZF","bundle":"https://pith.science/pith/OUZZXSXZQM5AONIWQG5UQ3ROZF/bundle.json","state":"https://pith.science/pith/OUZZXSXZQM5AONIWQG5UQ3ROZF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OUZZXSXZQM5AONIWQG5UQ3ROZF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:OUZZXSXZQM5AONIWQG5UQ3ROZF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c8575fe4f063380f2f5671761137393f6cbbb45f6d873667ec24bf0a876ad785","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-23T12:58:14Z","title_canon_sha256":"ba36342599d81240292c873cbd221316a51c4da661ac36ae8b209181e72e17c1"},"schema_version":"1.0","source":{"id":"2501.13629","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.13629","created_at":"2026-07-05T10:12:03Z"},{"alias_kind":"arxiv_version","alias_value":"2501.13629v2","created_at":"2026-07-05T10:12:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.13629","created_at":"2026-07-05T10:12:03Z"},{"alias_kind":"pith_short_12","alias_value":"OUZZXSXZQM5A","created_at":"2026-07-05T10:12:03Z"},{"alias_kind":"pith_short_16","alias_value":"OUZZXSXZQM5AONIW","created_at":"2026-07-05T10:12:03Z"},{"alias_kind":"pith_short_8","alias_value":"OUZZXSXZ","created_at":"2026-07-05T10:12:03Z"}],"graph_snapshots":[{"event_id":"sha256:0aefd2ef40f19e228e44d83dd03d0fa1f4463a37d30ae87987259a2b408a9575","target":"graph","created_at":"2026-07-05T10:12:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.13629/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce Sigma, an efficient large language model specialized for the system domain, empowered by a novel architecture including DiffQKV attention, and pre-trained on our meticulously collected system domain data. DiffQKV attention significantly enhances the inference efficiency of Sigma by optimizing the Query (Q), Key (K), and Value (V) components in the attention mechanism differentially, based on their varying impacts on the model performance and efficiency indicators. Specifically, we (1) conduct extensive experiments that demonstrate the model's varying sensitivity to the compression","authors_text":"Binyang Li, Chen Lin, Feiyang Chen, Guoshuai Zhao, Hang Li, Hao Ni, Jian Jiao, Jui-Hao Chiang, Kailai Yang, Kun Kuang, Lei Qu, Mao Yang, Peng Cheng, Qi Chen, Shuai Lu, Wenjie Li, Xiao Liang, Xiao Liu, Xuan Feng, Yaoxiang Wang, Yasen Hu, Yelong Shen, Yeyun Gong, Yi Cheng, Yiming Huang, Ying Xin, Yuqing Xia, Yuting Jiang, Yu Yan, Zheheng Luo, Zhenghao Lin, Zhongxin Guo, Zihao Tang, Ziyue Yang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-23T12:58:14Z","title":"Sigma: Differential Rescaling of Query, Key and Value for Efficient Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.13629","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:de5b912881697aebbcabb9dbbf0b361774089a759cc06231bda4ff9b0ec3a0c0","target":"record","created_at":"2026-07-05T10:12:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c8575fe4f063380f2f5671761137393f6cbbb45f6d873667ec24bf0a876ad785","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-01-23T12:58:14Z","title_canon_sha256":"ba36342599d81240292c873cbd221316a51c4da661ac36ae8b209181e72e17c1"},"schema_version":"1.0","source":{"id":"2501.13629","kind":"arxiv","version":2}},"canonical_sha256":"75339bcaf9833a07351681bb486e2ec957f32d20142090b4b07f895395465c5c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"75339bcaf9833a07351681bb486e2ec957f32d20142090b4b07f895395465c5c","first_computed_at":"2026-07-05T10:12:03.435246Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:12:03.435246Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kBqVSPP8X3RAeo9Ssv1ZeR93ncu81bwBaXNHVkABwxoaKpUpQ93nYubH5yMhDTRn5/5oRXQw8wUE43sHvmuMCA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:12:03.435790Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.13629","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:de5b912881697aebbcabb9dbbf0b361774089a759cc06231bda4ff9b0ec3a0c0","sha256:0aefd2ef40f19e228e44d83dd03d0fa1f4463a37d30ae87987259a2b408a9575"],"state_sha256":"ce220487f859f5cc03e3bb9502c632d500a08e08e49c6a3c062092eb711e58d2"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KgpUWrMsNCv3s2FohlkrQSaL6z4WkKuxwSn0ZMRL4zxhshKQkGOeFm2s/ggmvlcGjIOf/4BYchUAAHPA9NlKDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T18:09:38.788789Z","bundle_sha256":"867a3ed68cfe5030b4acb9d6acc673b11ab20f1c2f7fa55997634ae2a56a9e3e"}}