{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:2XPTMRNIPP6P22PPU6IOG6FL2O","short_pith_number":"pith:2XPTMRNI","canonical_record":{"source":{"id":"2406.19853","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-28T11:52:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"534edf87a5da186c2d80da6a7d64f2d0bd9855a3e8085b394642f4cb73890a2c","abstract_canon_sha256":"fc13ed85c1cff10c01bde2cea78835ec1f2dc0c021df7cd4dfd1cf1a9bc98263"},"schema_version":"1.0"},"canonical_sha256":"d5df3645a87bfcfd69efa790e378abd3b8cade5397cd3976ce890dd87732bcaa","source":{"kind":"arxiv","id":"2406.19853","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.19853","created_at":"2026-07-05T08:37:56Z"},{"alias_kind":"arxiv_version","alias_value":"2406.19853v1","created_at":"2026-07-05T08:37:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.19853","created_at":"2026-07-05T08:37:56Z"},{"alias_kind":"pith_short_12","alias_value":"2XPTMRNIPP6P","created_at":"2026-07-05T08:37:56Z"},{"alias_kind":"pith_short_16","alias_value":"2XPTMRNIPP6P22PP","created_at":"2026-07-05T08:37:56Z"},{"alias_kind":"pith_short_8","alias_value":"2XPTMRNI","created_at":"2026-07-05T08:37:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:2XPTMRNIPP6P22PPU6IOG6FL2O","target":"record","payload":{"canonical_record":{"source":{"id":"2406.19853","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-28T11:52:53Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"534edf87a5da186c2d80da6a7d64f2d0bd9855a3e8085b394642f4cb73890a2c","abstract_canon_sha256":"fc13ed85c1cff10c01bde2cea78835ec1f2dc0c021df7cd4dfd1cf1a9bc98263"},"schema_version":"1.0"},"canonical_sha256":"d5df3645a87bfcfd69efa790e378abd3b8cade5397cd3976ce890dd87732bcaa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:37:56.241161Z","signature_b64":"GIxiB5dATLlyFkzg/tz9gOuJ1+BcV5QZDdq4tkpGpAyi9+PeHJB7wMR0Kk49hiYcCvoFl+3c6NuO7IS+ZQ69DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d5df3645a87bfcfd69efa790e378abd3b8cade5397cd3976ce890dd87732bcaa","last_reissued_at":"2026-07-05T08:37:56.240690Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:37:56.240690Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.19853","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:37:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B7es+XlWbdJKqH4+CQBwR97P3F3JdL+6ZW61zAfp9zQocDoTw85K/wjNjIr0JzZ/Ww8sr0ARv0A+YGTLEopLAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:40:55.513295Z"},"content_sha256":"0a1470a1b1fc10a894e64eed78500e35132241b344830ab1dd0bab626cd068ec","schema_version":"1.0","event_id":"sha256:0a1470a1b1fc10a894e64eed78500e35132241b344830ab1dd0bab626cd068ec"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:2XPTMRNIPP6P22PPU6IOG6FL2O","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"YuLan: An Open-source Large Language Model","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Beichen Zhang, Di Hu, Feng Wang, Jiaxin Mao, Ji-Rong Wen, Jun Xu, Junyi Li, Kelong Mao, Kun Zhou, Lei Wang, Lei Zhang, Qian Cao, Qiangqiang Ren, Ruihua Song, Rui Yan, Shufang Xie, Wayne Xin Zhao, Weizheng Lu, Wenbing Huang, Wentong Chen, Xiaolei Wang, Xiaoxue Cheng, Xincheng Pang, Xinyu Tang, Xu Chen, Yankai Lin, Yiding Sun, Yihan Wu, Yueguo Chen, Yuhan Chen, Yupeng Hou, Yushuo Chen, Yutao Zhu, Ze-Feng Gao, Zhewei Wei, Zhicheng Dou, Zhipeng Chen, Zican Dong","submitted_at":"2024-06-28T11:52:53Z","abstract_excerpt":"Large language models (LLMs) have become the foundation of many applications, leveraging their extensive capabilities in processing and understanding natural language. While many open-source LLMs have been released with technical reports, the lack of training details hinders further research and development. This paper presents the development of YuLan, a series of open-source LLMs with $12$ billion parameters. The base model of YuLan is pre-trained on approximately $1.7$T tokens derived from a diverse corpus, including massive English, Chinese, and multilingual texts. We design a three-stage "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.19853","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.19853/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:37:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9jtLBLm30Gq1zn2pppqiEi4p0GpwiMMqGrS1uuBj6+X7Z/GaufuwDY/0zf3DB/X4Uj3cPglKPttda8DBdRdZCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:40:55.513680Z"},"content_sha256":"0039f356cf5f85f03f3919ace409d86eb3b2e2e3ea1b698713ff232c7afb5334","schema_version":"1.0","event_id":"sha256:0039f356cf5f85f03f3919ace409d86eb3b2e2e3ea1b698713ff232c7afb5334"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2XPTMRNIPP6P22PPU6IOG6FL2O/bundle.json","state_url":"https://pith.science/pith/2XPTMRNIPP6P22PPU6IOG6FL2O/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2XPTMRNIPP6P22PPU6IOG6FL2O/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:40:55Z","links":{"resolver":"https://pith.science/pith/2XPTMRNIPP6P22PPU6IOG6FL2O","bundle":"https://pith.science/pith/2XPTMRNIPP6P22PPU6IOG6FL2O/bundle.json","state":"https://pith.science/pith/2XPTMRNIPP6P22PPU6IOG6FL2O/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2XPTMRNIPP6P22PPU6IOG6FL2O/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:2XPTMRNIPP6P22PPU6IOG6FL2O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fc13ed85c1cff10c01bde2cea78835ec1f2dc0c021df7cd4dfd1cf1a9bc98263","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-28T11:52:53Z","title_canon_sha256":"534edf87a5da186c2d80da6a7d64f2d0bd9855a3e8085b394642f4cb73890a2c"},"schema_version":"1.0","source":{"id":"2406.19853","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.19853","created_at":"2026-07-05T08:37:56Z"},{"alias_kind":"arxiv_version","alias_value":"2406.19853v1","created_at":"2026-07-05T08:37:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.19853","created_at":"2026-07-05T08:37:56Z"},{"alias_kind":"pith_short_12","alias_value":"2XPTMRNIPP6P","created_at":"2026-07-05T08:37:56Z"},{"alias_kind":"pith_short_16","alias_value":"2XPTMRNIPP6P22PP","created_at":"2026-07-05T08:37:56Z"},{"alias_kind":"pith_short_8","alias_value":"2XPTMRNI","created_at":"2026-07-05T08:37:56Z"}],"graph_snapshots":[{"event_id":"sha256:0039f356cf5f85f03f3919ace409d86eb3b2e2e3ea1b698713ff232c7afb5334","target":"graph","created_at":"2026-07-05T08:37:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.19853/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have become the foundation of many applications, leveraging their extensive capabilities in processing and understanding natural language. While many open-source LLMs have been released with technical reports, the lack of training details hinders further research and development. This paper presents the development of YuLan, a series of open-source LLMs with $12$ billion parameters. The base model of YuLan is pre-trained on approximately $1.7$T tokens derived from a diverse corpus, including massive English, Chinese, and multilingual texts. We design a three-stage ","authors_text":"Beichen Zhang, Di Hu, Feng Wang, Jiaxin Mao, Ji-Rong Wen, Jun Xu, Junyi Li, Kelong Mao, Kun Zhou, Lei Wang, Lei Zhang, Qian Cao, Qiangqiang Ren, Ruihua Song, Rui Yan, Shufang Xie, Wayne Xin Zhao, Weizheng Lu, Wenbing Huang, Wentong Chen, Xiaolei Wang, Xiaoxue Cheng, Xincheng Pang, Xinyu Tang, Xu Chen, Yankai Lin, Yiding Sun, Yihan Wu, Yueguo Chen, Yuhan Chen, Yupeng Hou, Yushuo Chen, Yutao Zhu, Ze-Feng Gao, Zhewei Wei, Zhicheng Dou, Zhipeng Chen, Zican Dong","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-28T11:52:53Z","title":"YuLan: An Open-source Large Language Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.19853","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0a1470a1b1fc10a894e64eed78500e35132241b344830ab1dd0bab626cd068ec","target":"record","created_at":"2026-07-05T08:37:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fc13ed85c1cff10c01bde2cea78835ec1f2dc0c021df7cd4dfd1cf1a9bc98263","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-06-28T11:52:53Z","title_canon_sha256":"534edf87a5da186c2d80da6a7d64f2d0bd9855a3e8085b394642f4cb73890a2c"},"schema_version":"1.0","source":{"id":"2406.19853","kind":"arxiv","version":1}},"canonical_sha256":"d5df3645a87bfcfd69efa790e378abd3b8cade5397cd3976ce890dd87732bcaa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d5df3645a87bfcfd69efa790e378abd3b8cade5397cd3976ce890dd87732bcaa","first_computed_at":"2026-07-05T08:37:56.240690Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:37:56.240690Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"GIxiB5dATLlyFkzg/tz9gOuJ1+BcV5QZDdq4tkpGpAyi9+PeHJB7wMR0Kk49hiYcCvoFl+3c6NuO7IS+ZQ69DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:37:56.241161Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.19853","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0a1470a1b1fc10a894e64eed78500e35132241b344830ab1dd0bab626cd068ec","sha256:0039f356cf5f85f03f3919ace409d86eb3b2e2e3ea1b698713ff232c7afb5334"],"state_sha256":"710dc5f1761448c8428723be92c5156ef19fe484685c946b9994710e1c0e9f4d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IwtjUcUYgcezWpl+6yuKNIuF7Cqw4erJhSNb50NK9fB7t5TJrRfxPYfBxAI/yOOp0b75frBafvcmj/w4gWZTCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:40:55.515896Z","bundle_sha256":"e8fd508a08cb0b4ee14848d14878be278d8eb457ee9fe5e9b02da0e1562a0618"}}