{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:3ZDXG3WWLTJRVGGWPMP2XHXORU","short_pith_number":"pith:3ZDXG3WW","canonical_record":{"source":{"id":"2506.07900","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-09T16:16:50Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b2aa2f73e95bee2720e28242b26283c70636ce21cbdca3d2dd5d7a691f419a14","abstract_canon_sha256":"ae1358eb261905249e74425e0832a79663ffcb076ec10f4a29051bb21b4dbd30"},"schema_version":"1.0"},"canonical_sha256":"de47736ed65cd31a98d67b1fab9eee8d19ba2b8bf3ed48f33e893bb36f6e1ce9","source":{"kind":"arxiv","id":"2506.07900","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.07900","created_at":"2026-07-05T12:04:36Z"},{"alias_kind":"arxiv_version","alias_value":"2506.07900v2","created_at":"2026-07-05T12:04:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.07900","created_at":"2026-07-05T12:04:36Z"},{"alias_kind":"pith_short_12","alias_value":"3ZDXG3WWLTJR","created_at":"2026-07-05T12:04:36Z"},{"alias_kind":"pith_short_16","alias_value":"3ZDXG3WWLTJRVGGW","created_at":"2026-07-05T12:04:36Z"},{"alias_kind":"pith_short_8","alias_value":"3ZDXG3WW","created_at":"2026-07-05T12:04:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:3ZDXG3WWLTJRVGGWPMP2XHXORU","target":"record","payload":{"canonical_record":{"source":{"id":"2506.07900","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-09T16:16:50Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b2aa2f73e95bee2720e28242b26283c70636ce21cbdca3d2dd5d7a691f419a14","abstract_canon_sha256":"ae1358eb261905249e74425e0832a79663ffcb076ec10f4a29051bb21b4dbd30"},"schema_version":"1.0"},"canonical_sha256":"de47736ed65cd31a98d67b1fab9eee8d19ba2b8bf3ed48f33e893bb36f6e1ce9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:04:36.204680Z","signature_b64":"PhqT/09b0Q7jkYmxQ4D6kRWw9T88TGx1vcq4wku/LMdvaTnfPHfifiqYaVh4SqUJ2n5oQiX7SAKNHwamJVPJCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"de47736ed65cd31a98d67b1fab9eee8d19ba2b8bf3ed48f33e893bb36f6e1ce9","last_reissued_at":"2026-07-05T12:04:36.204160Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:04:36.204160Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.07900","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:04:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NYJnPC7ematKIlxdf32dOhPGOPbEACby0MIwFvlEnicJ8CXBSoEGR8oczUgWvoGksvCjA8bsrsVS84DCGV9aAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:24:26.928567Z"},"content_sha256":"8e5204c51f596a9753e3fa1e808d1522034b5926c2f58fe90f7fa645c1e3e565","schema_version":"1.0","event_id":"sha256:8e5204c51f596a9753e3fa1e808d1522034b5926c2f58fe90f7fa645c1e3e565"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:3ZDXG3WWLTJRVGGWPMP2XHXORU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ao Sun, Baoxi Ji, Bingxiang He, Biyuan Lin, Chao Jia, Chuyue Zhou, Cunliang Kong, Dahai Li, Dan Liu, Fangzheng Wang, Feng Wang, Ganqu Cui, Ge Zhou, Guoyang Zeng, Haotian Chen, Hengyu Zhao, Hongya Lyu, Jiarui Yuan, Jiayuan Su, Jie Cai, Jie Xie, Jie Zhou, Jinqian Zhang, Junshao Guo, Kaihuo Zhang, Lei Zhang, Linyue Zhang, Litu Ou, Lushi Pu, Maosong Sun, MiniCPM Team: Chaojun Xiao, Ning Ding, Peijun Tang, Peiyan Luo, Qiuzuo Li, Quanyu Lu, Qundong Shi, Shengda Fan, Shuo Wang, Siyuan Li, Weilin Zhao, Weilun Zhao, Wei Zhou, Wenhao Li, Wentong Chen, Wenyu Guan, Xianghui Sun, Xiang Long, Xiaoyue Xu, Xin Cong, Xin Li, Xueren Zhang, Xu Han, Yanghao Li, Yanghao Zhou, Yankai Lin, Yaxi Lu, Yesai Wu, Yewei Fang, Yinxu Pan, Yishan Li, Yitong Guan, Yuanqian Zhao, Yudi Zhang, Yudong Wang, Yufeng Han, Yukun Yan, Yuxiang Huang, Yuxuan Li, Yuzhuo Bai, Zekai Qu, Zheng Wang, Zhen Li, Zhenyu Xiao, Zhiyuan Liu, Zhi Zheng, Zhou Su, Zihan Zhou, Zihao Xie, Zijun Song, Zixuan Fu, Zixuan Zhou","submitted_at":"2025-06-09T16:16:50Z","abstract_excerpt":"This paper introduces MiniCPM4, a highly efficient large language model (LLM) designed explicitly for end-side devices. We achieve this efficiency through systematic innovation in four key dimensions: model architecture, training data, training algorithms, and inference systems. Specifically, in terms of model architecture, we propose InfLLM v2, a trainable sparse attention mechanism that accelerates both prefilling and decoding phases for long-context processing. Regarding training data, we propose UltraClean, an efficient and accurate pre-training data filtering and generation strategy, and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.07900","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.07900/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:04:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B+ktH2+4ljzvgmWTgcGvH5mwO/UF3FOxLq5w6yJ+B2GQrnJcYW/cIaNYPgjebdLHUtyMlOEogKOO2HGl3+5VBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T17:24:26.928958Z"},"content_sha256":"b7e895ed3241e27a928208ca85ec8e0cddf4874fe3e58bd24d111cf82ff009f7","schema_version":"1.0","event_id":"sha256:b7e895ed3241e27a928208ca85ec8e0cddf4874fe3e58bd24d111cf82ff009f7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3ZDXG3WWLTJRVGGWPMP2XHXORU/bundle.json","state_url":"https://pith.science/pith/3ZDXG3WWLTJRVGGWPMP2XHXORU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3ZDXG3WWLTJRVGGWPMP2XHXORU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T17:24:26Z","links":{"resolver":"https://pith.science/pith/3ZDXG3WWLTJRVGGWPMP2XHXORU","bundle":"https://pith.science/pith/3ZDXG3WWLTJRVGGWPMP2XHXORU/bundle.json","state":"https://pith.science/pith/3ZDXG3WWLTJRVGGWPMP2XHXORU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3ZDXG3WWLTJRVGGWPMP2XHXORU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:3ZDXG3WWLTJRVGGWPMP2XHXORU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ae1358eb261905249e74425e0832a79663ffcb076ec10f4a29051bb21b4dbd30","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-09T16:16:50Z","title_canon_sha256":"b2aa2f73e95bee2720e28242b26283c70636ce21cbdca3d2dd5d7a691f419a14"},"schema_version":"1.0","source":{"id":"2506.07900","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.07900","created_at":"2026-07-05T12:04:36Z"},{"alias_kind":"arxiv_version","alias_value":"2506.07900v2","created_at":"2026-07-05T12:04:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.07900","created_at":"2026-07-05T12:04:36Z"},{"alias_kind":"pith_short_12","alias_value":"3ZDXG3WWLTJR","created_at":"2026-07-05T12:04:36Z"},{"alias_kind":"pith_short_16","alias_value":"3ZDXG3WWLTJRVGGW","created_at":"2026-07-05T12:04:36Z"},{"alias_kind":"pith_short_8","alias_value":"3ZDXG3WW","created_at":"2026-07-05T12:04:36Z"}],"graph_snapshots":[{"event_id":"sha256:b7e895ed3241e27a928208ca85ec8e0cddf4874fe3e58bd24d111cf82ff009f7","target":"graph","created_at":"2026-07-05T12:04:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.07900/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces MiniCPM4, a highly efficient large language model (LLM) designed explicitly for end-side devices. We achieve this efficiency through systematic innovation in four key dimensions: model architecture, training data, training algorithms, and inference systems. Specifically, in terms of model architecture, we propose InfLLM v2, a trainable sparse attention mechanism that accelerates both prefilling and decoding phases for long-context processing. Regarding training data, we propose UltraClean, an efficient and accurate pre-training data filtering and generation strategy, and ","authors_text":"Ao Sun, Baoxi Ji, Bingxiang He, Biyuan Lin, Chao Jia, Chuyue Zhou, Cunliang Kong, Dahai Li, Dan Liu, Fangzheng Wang, Feng Wang, Ganqu Cui, Ge Zhou, Guoyang Zeng, Haotian Chen, Hengyu Zhao, Hongya Lyu, Jiarui Yuan, Jiayuan Su, Jie Cai, Jie Xie, Jie Zhou, Jinqian Zhang, Junshao Guo, Kaihuo Zhang, Lei Zhang, Linyue Zhang, Litu Ou, Lushi Pu, Maosong Sun, MiniCPM Team: Chaojun Xiao, Ning Ding, Peijun Tang, Peiyan Luo, Qiuzuo Li, Quanyu Lu, Qundong Shi, Shengda Fan, Shuo Wang, Siyuan Li, Weilin Zhao, Weilun Zhao, Wei Zhou, Wenhao Li, Wentong Chen, Wenyu Guan, Xianghui Sun, Xiang Long, Xiaoyue Xu, Xin Cong, Xin Li, Xueren Zhang, Xu Han, Yanghao Li, Yanghao Zhou, Yankai Lin, Yaxi Lu, Yesai Wu, Yewei Fang, Yinxu Pan, Yishan Li, Yitong Guan, Yuanqian Zhao, Yudi Zhang, Yudong Wang, Yufeng Han, Yukun Yan, Yuxiang Huang, Yuxuan Li, Yuzhuo Bai, Zekai Qu, Zheng Wang, Zhen Li, Zhenyu Xiao, Zhiyuan Liu, Zhi Zheng, Zhou Su, Zihan Zhou, Zihao Xie, Zijun Song, Zixuan Fu, Zixuan Zhou","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-09T16:16:50Z","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.07900","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8e5204c51f596a9753e3fa1e808d1522034b5926c2f58fe90f7fa645c1e3e565","target":"record","created_at":"2026-07-05T12:04:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ae1358eb261905249e74425e0832a79663ffcb076ec10f4a29051bb21b4dbd30","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-06-09T16:16:50Z","title_canon_sha256":"b2aa2f73e95bee2720e28242b26283c70636ce21cbdca3d2dd5d7a691f419a14"},"schema_version":"1.0","source":{"id":"2506.07900","kind":"arxiv","version":2}},"canonical_sha256":"de47736ed65cd31a98d67b1fab9eee8d19ba2b8bf3ed48f33e893bb36f6e1ce9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"de47736ed65cd31a98d67b1fab9eee8d19ba2b8bf3ed48f33e893bb36f6e1ce9","first_computed_at":"2026-07-05T12:04:36.204160Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:04:36.204160Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PhqT/09b0Q7jkYmxQ4D6kRWw9T88TGx1vcq4wku/LMdvaTnfPHfifiqYaVh4SqUJ2n5oQiX7SAKNHwamJVPJCg==","signature_status":"signed_v1","signed_at":"2026-07-05T12:04:36.204680Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.07900","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8e5204c51f596a9753e3fa1e808d1522034b5926c2f58fe90f7fa645c1e3e565","sha256:b7e895ed3241e27a928208ca85ec8e0cddf4874fe3e58bd24d111cf82ff009f7"],"state_sha256":"5f1cfffa35d8055c1cef337eecdf1e662f5ef4c9b7f5bb68ad628dca6e3241b1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"duJNIy2J20882yb4CcrqQjEhLFqFvW04Lw0FBnrAv9VmrhYQywoGTg6ijU60HGNhnRiadDXl+kpxC/D/7RA3Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T17:24:26.931023Z","bundle_sha256":"6628455a7962d9069beb15f570d16dd66b847260c5ee753fd0194c055a3a3b59"}}