{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:44BZ6IB6DLNM52Q5JBSISO257N","short_pith_number":"pith:44BZ6IB6","canonical_record":{"source":{"id":"2503.05139","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-07T04:43:39Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"eed3317acde775f86e4b72eb366aca8def62113ff6861e38860c331dad879361","abstract_canon_sha256":"8fc2d6ace41cb766de7c3f3376e745d010b7f28143cba88bd1494dc6176d182b"},"schema_version":"1.0"},"canonical_sha256":"e7039f203e1adaceea1d4864893b5dfb77d66af7edf14793584fe8aec7e67a5b","source":{"kind":"arxiv","id":"2503.05139","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.05139","created_at":"2026-07-05T10:27:28Z"},{"alias_kind":"arxiv_version","alias_value":"2503.05139v2","created_at":"2026-07-05T10:27:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.05139","created_at":"2026-07-05T10:27:28Z"},{"alias_kind":"pith_short_12","alias_value":"44BZ6IB6DLNM","created_at":"2026-07-05T10:27:28Z"},{"alias_kind":"pith_short_16","alias_value":"44BZ6IB6DLNM52Q5","created_at":"2026-07-05T10:27:28Z"},{"alias_kind":"pith_short_8","alias_value":"44BZ6IB6","created_at":"2026-07-05T10:27:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:44BZ6IB6DLNM52Q5JBSISO257N","target":"record","payload":{"canonical_record":{"source":{"id":"2503.05139","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-07T04:43:39Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"eed3317acde775f86e4b72eb366aca8def62113ff6861e38860c331dad879361","abstract_canon_sha256":"8fc2d6ace41cb766de7c3f3376e745d010b7f28143cba88bd1494dc6176d182b"},"schema_version":"1.0"},"canonical_sha256":"e7039f203e1adaceea1d4864893b5dfb77d66af7edf14793584fe8aec7e67a5b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:27:28.618307Z","signature_b64":"dr2+60NRr/+b9mXV1ZIXoPYae8ryLfZ06RCo+TQrEGUHeko189VZ3mtBirURT+6ksZg22xoc8AnjiiwI0uLXBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e7039f203e1adaceea1d4864893b5dfb77d66af7edf14793584fe8aec7e67a5b","last_reissued_at":"2026-07-05T10:27:28.617638Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:27:28.617638Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.05139","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:27:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xYQG0bzsIv+n57ZpI7DBFUlTu2fnS+J4mX7pkNHCaxwlEAmkqWxCuuu51Xh5PUU4yJ/tNCMWQ1Ay27voOoWOAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T12:07:25.220349Z"},"content_sha256":"15cca122c92c3309582c44ad2251d74c558c22053fe3ec08e65897454d86b5f6","schema_version":"1.0","event_id":"sha256:15cca122c92c3309582c44ad2251d74c558c22053fe3ec08e65897454d86b5f6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:44BZ6IB6DLNM52Q5JBSISO257N","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Every FLOP Counts: Scaling a 300B Mixture-of-Experts LING LLM without Premium GPUs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Binwei Zeng, Changxin Tian, Chao Huang, Chao Zhang, Cong Chen, Dingnan Jin, Fakang Wang, Feng Yu, Feng Yuan, Feng Zhu, Gangshan Wang, Guangyao Zhai, Haitao Zhang, Huizhong Li, Jia Liu, Jianguo Li, Jian Liu, Jian Sha, Jianxue Qian, Jiewei Wu, Ji Luo, Jingchao Di, Jinghua Yao, Ji Zhang, Jubao Feng, Jun Hu, Junjie Ou, Junming Xu, Junpeng Fang, Junping Zhao, Jun Zhou, Kewei Du, Kuan Xu, Lei Liang, Ling Team, Lin Ju, Li Tang, Longfei Li, Lu Yu, Peng Xu, Qing Cui, Shicheng Li, Shun Song, Song Liu, Song Yan, Tao Feng, Tao Wu, Tengwei Cai, Tianyi Chen, Ting Guo, Ting Huang, Wei Wu, Xiaobo Hu, Xiaolu Zhang, Xin Lin, Xin Zhao, Xueming Yang, Yang Cao, Yanzhe Li, Yao Zhao, Yilong Wang, Yi Xiong, Yongzhen Guo, Yuanyuan Wang, Yue Yang, Yuhao Fu, Zhaoxin Huan, Zhe Li, Zhengyu He, Zhenhang Sun, Zhiqiang Zhang, Zhuoxuan Du, Ziqi Liu, Zujie Wen","submitted_at":"2025-03-07T04:43:39Z","abstract_excerpt":"In this technical report, we tackle the challenges of training large-scale Mixture of Experts (MoE) models, focusing on overcoming cost inefficiency and resource limitations prevalent in such systems. To address these issues, we present two differently sized MoE large language models (LLMs), namely Ling-Lite and Ling-Plus (referred to as \"Bailing\" in Chinese, spelled B\\v{a}il\\'ing in Pinyin). Ling-Lite contains 16.8 billion parameters with 2.75 billion activated parameters, while Ling-Plus boasts 290 billion parameters with 28.8 billion activated parameters. Both models exhibit comparable perf"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.05139","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.05139/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:27:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AlesJ0ikaSl7aqNPKovglcdlp3D9Ofr3xzWS3Yxd7i8STNx+vOsVw+jvJT69dkettv5l1kASbxmTf2DlYdW4Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T12:07:25.220979Z"},"content_sha256":"7a4b87f8d7ea4312dc87b47564f78679fe9eb3055131bdbf9dcfec4a34ae9e52","schema_version":"1.0","event_id":"sha256:7a4b87f8d7ea4312dc87b47564f78679fe9eb3055131bdbf9dcfec4a34ae9e52"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/44BZ6IB6DLNM52Q5JBSISO257N/bundle.json","state_url":"https://pith.science/pith/44BZ6IB6DLNM52Q5JBSISO257N/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/44BZ6IB6DLNM52Q5JBSISO257N/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T12:07:25Z","links":{"resolver":"https://pith.science/pith/44BZ6IB6DLNM52Q5JBSISO257N","bundle":"https://pith.science/pith/44BZ6IB6DLNM52Q5JBSISO257N/bundle.json","state":"https://pith.science/pith/44BZ6IB6DLNM52Q5JBSISO257N/state.json","well_known_bundle":"https://pith.science/.well-known/pith/44BZ6IB6DLNM52Q5JBSISO257N/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:44BZ6IB6DLNM52Q5JBSISO257N","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8fc2d6ace41cb766de7c3f3376e745d010b7f28143cba88bd1494dc6176d182b","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-07T04:43:39Z","title_canon_sha256":"eed3317acde775f86e4b72eb366aca8def62113ff6861e38860c331dad879361"},"schema_version":"1.0","source":{"id":"2503.05139","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.05139","created_at":"2026-07-05T10:27:28Z"},{"alias_kind":"arxiv_version","alias_value":"2503.05139v2","created_at":"2026-07-05T10:27:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.05139","created_at":"2026-07-05T10:27:28Z"},{"alias_kind":"pith_short_12","alias_value":"44BZ6IB6DLNM","created_at":"2026-07-05T10:27:28Z"},{"alias_kind":"pith_short_16","alias_value":"44BZ6IB6DLNM52Q5","created_at":"2026-07-05T10:27:28Z"},{"alias_kind":"pith_short_8","alias_value":"44BZ6IB6","created_at":"2026-07-05T10:27:28Z"}],"graph_snapshots":[{"event_id":"sha256:7a4b87f8d7ea4312dc87b47564f78679fe9eb3055131bdbf9dcfec4a34ae9e52","target":"graph","created_at":"2026-07-05T10:27:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.05139/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this technical report, we tackle the challenges of training large-scale Mixture of Experts (MoE) models, focusing on overcoming cost inefficiency and resource limitations prevalent in such systems. To address these issues, we present two differently sized MoE large language models (LLMs), namely Ling-Lite and Ling-Plus (referred to as \"Bailing\" in Chinese, spelled B\\v{a}il\\'ing in Pinyin). Ling-Lite contains 16.8 billion parameters with 2.75 billion activated parameters, while Ling-Plus boasts 290 billion parameters with 28.8 billion activated parameters. Both models exhibit comparable perf","authors_text":"Binwei Zeng, Changxin Tian, Chao Huang, Chao Zhang, Cong Chen, Dingnan Jin, Fakang Wang, Feng Yu, Feng Yuan, Feng Zhu, Gangshan Wang, Guangyao Zhai, Haitao Zhang, Huizhong Li, Jia Liu, Jianguo Li, Jian Liu, Jian Sha, Jianxue Qian, Jiewei Wu, Ji Luo, Jingchao Di, Jinghua Yao, Ji Zhang, Jubao Feng, Jun Hu, Junjie Ou, Junming Xu, Junpeng Fang, Junping Zhao, Jun Zhou, Kewei Du, Kuan Xu, Lei Liang, Ling Team, Lin Ju, Li Tang, Longfei Li, Lu Yu, Peng Xu, Qing Cui, Shicheng Li, Shun Song, Song Liu, Song Yan, Tao Feng, Tao Wu, Tengwei Cai, Tianyi Chen, Ting Guo, Ting Huang, Wei Wu, Xiaobo Hu, Xiaolu Zhang, Xin Lin, Xin Zhao, Xueming Yang, Yang Cao, Yanzhe Li, Yao Zhao, Yilong Wang, Yi Xiong, Yongzhen Guo, Yuanyuan Wang, Yue Yang, Yuhao Fu, Zhaoxin Huan, Zhe Li, Zhengyu He, Zhenhang Sun, Zhiqiang Zhang, Zhuoxuan Du, Ziqi Liu, Zujie Wen","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-07T04:43:39Z","title":"Every FLOP Counts: Scaling a 300B Mixture-of-Experts LING LLM without Premium GPUs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.05139","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:15cca122c92c3309582c44ad2251d74c558c22053fe3ec08e65897454d86b5f6","target":"record","created_at":"2026-07-05T10:27:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8fc2d6ace41cb766de7c3f3376e745d010b7f28143cba88bd1494dc6176d182b","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-03-07T04:43:39Z","title_canon_sha256":"eed3317acde775f86e4b72eb366aca8def62113ff6861e38860c331dad879361"},"schema_version":"1.0","source":{"id":"2503.05139","kind":"arxiv","version":2}},"canonical_sha256":"e7039f203e1adaceea1d4864893b5dfb77d66af7edf14793584fe8aec7e67a5b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e7039f203e1adaceea1d4864893b5dfb77d66af7edf14793584fe8aec7e67a5b","first_computed_at":"2026-07-05T10:27:28.617638Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:27:28.617638Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dr2+60NRr/+b9mXV1ZIXoPYae8ryLfZ06RCo+TQrEGUHeko189VZ3mtBirURT+6ksZg22xoc8AnjiiwI0uLXBw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:27:28.618307Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.05139","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:15cca122c92c3309582c44ad2251d74c558c22053fe3ec08e65897454d86b5f6","sha256:7a4b87f8d7ea4312dc87b47564f78679fe9eb3055131bdbf9dcfec4a34ae9e52"],"state_sha256":"91db44c406beb3ac25fa2e909190c86453023b64790821589b5e236df4ac4606"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kovC/W0UUTKFXiiDVi6KAs0A8wcpqpjjd8+a4nwgqWzgYBaoxVVcJoGpjrZfddy145JnBCG8wM4Bcs/rzSBsDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T12:07:25.223426Z","bundle_sha256":"d1c852370aa6262e899ca1c8a3bfa483c0caea3b1b41231532ac3263f317411d"}}