{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VMBWP4ND76MCCCTW7DBRCO62A4","short_pith_number":"pith:VMBWP4ND","canonical_record":{"source":{"id":"2404.04167","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-05T15:20:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1ba0778146cd0d43c9f20314d387e913dd67d2d216ee3cd15149a9cb3dc9e6a7","abstract_canon_sha256":"cf3ec70887bf1bc1810709c487dfdb3c229da48a62b3e56c16c328c1f88dbca6"},"schema_version":"1.0"},"canonical_sha256":"ab0367f1a3ff98210a76f8c3113bda070805853117d0778ebaa1389076e1607b","source":{"kind":"arxiv","id":"2404.04167","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.04167","created_at":"2026-07-05T09:06:41Z"},{"alias_kind":"arxiv_version","alias_value":"2404.04167v5","created_at":"2026-07-05T09:06:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.04167","created_at":"2026-07-05T09:06:41Z"},{"alias_kind":"pith_short_12","alias_value":"VMBWP4ND76MC","created_at":"2026-07-05T09:06:41Z"},{"alias_kind":"pith_short_16","alias_value":"VMBWP4ND76MCCCTW","created_at":"2026-07-05T09:06:41Z"},{"alias_kind":"pith_short_8","alias_value":"VMBWP4ND","created_at":"2026-07-05T09:06:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VMBWP4ND76MCCCTW7DBRCO62A4","target":"record","payload":{"canonical_record":{"source":{"id":"2404.04167","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-05T15:20:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1ba0778146cd0d43c9f20314d387e913dd67d2d216ee3cd15149a9cb3dc9e6a7","abstract_canon_sha256":"cf3ec70887bf1bc1810709c487dfdb3c229da48a62b3e56c16c328c1f88dbca6"},"schema_version":"1.0"},"canonical_sha256":"ab0367f1a3ff98210a76f8c3113bda070805853117d0778ebaa1389076e1607b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:06:41.165675Z","signature_b64":"vXVk2hZEN1Q/+Tb9bgRGLl/qG9i9UL9RyMkdL6xqXWJljmxNzCSwjqaza014EgVvhjiyU4nvlw2Ac6gGaN0jCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ab0367f1a3ff98210a76f8c3113bda070805853117d0778ebaa1389076e1607b","last_reissued_at":"2026-07-05T09:06:41.165187Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:06:41.165187Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.04167","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:06:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uXcdfUZbuvlGG9El3EfUEum/26KBNTQy6a/Sa2mXiy2JIWtx4HyEU6Yqp83q8cDcPHJKrrDGgt2NSj9d/udGDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:37:25.607950Z"},"content_sha256":"209d9ffd46ec4028a55145accc288ab273beeccae14e23513b1fbf2a054b41fe","schema_version":"1.0","event_id":"sha256:209d9ffd46ec4028a55145accc288ab273beeccae14e23513b1fbf2a054b41fe"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VMBWP4ND76MCCCTW7DBRCO62A4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Chinese Tiny LLM: Pretraining a Chinese-Centric Large Language Model","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ding Pan, Ge Zhang, Guorui Zhou, Jiaheng Liu, Ruibin Yuan, Songyang Gao, Tianyu Zheng, Wenhu Chen, Xinchen Luo, Xingwei Qu, Xinrun Du, Yuyang Cheng, Zhouliang Yu, Ziyang Ma","submitted_at":"2024-04-05T15:20:02Z","abstract_excerpt":"In this study, we introduce CT-LLM, a 2B large language model (LLM) that illustrates a pivotal shift towards prioritizing the Chinese language in developing LLMs. Uniquely initiated from scratch, CT-LLM diverges from the conventional methodology by primarily incorporating Chinese textual data, utilizing an extensive corpus of 1,200 billion tokens, including 800 billion Chinese tokens, 300 billion English tokens, and 100 billion code tokens. This strategic composition facilitates the model's exceptional proficiency in understanding and processing Chinese, a capability further enhanced through a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.04167","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.04167/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:06:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ffMEEP4n7APhIBWfzu0Nc5Hj4QeSrKJTZYiLFiyhpGHj1VgXVAuteDn5t7aoOrLiP4deiWfmKhVH9AabFBSxDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T15:37:25.609002Z"},"content_sha256":"b2c6ddbab2d085f4d1d4497a1898340adae24b99dbf9437a1dd66d44cef86887","schema_version":"1.0","event_id":"sha256:b2c6ddbab2d085f4d1d4497a1898340adae24b99dbf9437a1dd66d44cef86887"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VMBWP4ND76MCCCTW7DBRCO62A4/bundle.json","state_url":"https://pith.science/pith/VMBWP4ND76MCCCTW7DBRCO62A4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VMBWP4ND76MCCCTW7DBRCO62A4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T15:37:25Z","links":{"resolver":"https://pith.science/pith/VMBWP4ND76MCCCTW7DBRCO62A4","bundle":"https://pith.science/pith/VMBWP4ND76MCCCTW7DBRCO62A4/bundle.json","state":"https://pith.science/pith/VMBWP4ND76MCCCTW7DBRCO62A4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VMBWP4ND76MCCCTW7DBRCO62A4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VMBWP4ND76MCCCTW7DBRCO62A4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cf3ec70887bf1bc1810709c487dfdb3c229da48a62b3e56c16c328c1f88dbca6","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-05T15:20:02Z","title_canon_sha256":"1ba0778146cd0d43c9f20314d387e913dd67d2d216ee3cd15149a9cb3dc9e6a7"},"schema_version":"1.0","source":{"id":"2404.04167","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.04167","created_at":"2026-07-05T09:06:41Z"},{"alias_kind":"arxiv_version","alias_value":"2404.04167v5","created_at":"2026-07-05T09:06:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.04167","created_at":"2026-07-05T09:06:41Z"},{"alias_kind":"pith_short_12","alias_value":"VMBWP4ND76MC","created_at":"2026-07-05T09:06:41Z"},{"alias_kind":"pith_short_16","alias_value":"VMBWP4ND76MCCCTW","created_at":"2026-07-05T09:06:41Z"},{"alias_kind":"pith_short_8","alias_value":"VMBWP4ND","created_at":"2026-07-05T09:06:41Z"}],"graph_snapshots":[{"event_id":"sha256:b2c6ddbab2d085f4d1d4497a1898340adae24b99dbf9437a1dd66d44cef86887","target":"graph","created_at":"2026-07-05T09:06:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.04167/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this study, we introduce CT-LLM, a 2B large language model (LLM) that illustrates a pivotal shift towards prioritizing the Chinese language in developing LLMs. Uniquely initiated from scratch, CT-LLM diverges from the conventional methodology by primarily incorporating Chinese textual data, utilizing an extensive corpus of 1,200 billion tokens, including 800 billion Chinese tokens, 300 billion English tokens, and 100 billion code tokens. This strategic composition facilitates the model's exceptional proficiency in understanding and processing Chinese, a capability further enhanced through a","authors_text":"Ding Pan, Ge Zhang, Guorui Zhou, Jiaheng Liu, Ruibin Yuan, Songyang Gao, Tianyu Zheng, Wenhu Chen, Xinchen Luo, Xingwei Qu, Xinrun Du, Yuyang Cheng, Zhouliang Yu, Ziyang Ma","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-05T15:20:02Z","title":"Chinese Tiny LLM: Pretraining a Chinese-Centric Large Language Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.04167","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:209d9ffd46ec4028a55145accc288ab273beeccae14e23513b1fbf2a054b41fe","target":"record","created_at":"2026-07-05T09:06:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cf3ec70887bf1bc1810709c487dfdb3c229da48a62b3e56c16c328c1f88dbca6","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-05T15:20:02Z","title_canon_sha256":"1ba0778146cd0d43c9f20314d387e913dd67d2d216ee3cd15149a9cb3dc9e6a7"},"schema_version":"1.0","source":{"id":"2404.04167","kind":"arxiv","version":5}},"canonical_sha256":"ab0367f1a3ff98210a76f8c3113bda070805853117d0778ebaa1389076e1607b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ab0367f1a3ff98210a76f8c3113bda070805853117d0778ebaa1389076e1607b","first_computed_at":"2026-07-05T09:06:41.165187Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:06:41.165187Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vXVk2hZEN1Q/+Tb9bgRGLl/qG9i9UL9RyMkdL6xqXWJljmxNzCSwjqaza014EgVvhjiyU4nvlw2Ac6gGaN0jCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:06:41.165675Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.04167","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:209d9ffd46ec4028a55145accc288ab273beeccae14e23513b1fbf2a054b41fe","sha256:b2c6ddbab2d085f4d1d4497a1898340adae24b99dbf9437a1dd66d44cef86887"],"state_sha256":"8b11673ad2fbb4599ef3ff7e05f8ee6fdf56d3ed5c641bfc4df1296f6dea4485"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7AFyXeT/Oo6YGlIvEWm7SdfqCZSQM/AUuUCyR4E/RxgRlhKRbPMNBiAVSBDEne5akZy0tJE4N5I6EK9EK55yAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T15:37:25.614339Z","bundle_sha256":"743788367df4f062d87367542c7a6a17500d572e9c89e769e1aba1aeeb5b754c"}}