{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4HSQ7NMHDGID5URCJILQ3HBDK3","short_pith_number":"pith:4HSQ7NMH","canonical_record":{"source":{"id":"2312.15166","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-23T05:11:37Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"b5fd591e808d494d33029b19c9b6689e73bc217733b3a1cfe5e6269eda1d230d","abstract_canon_sha256":"a7ad845e043492c12242da96deb6f56a51643ebe8e4ade4400dd5d7481e6d9c1"},"schema_version":"1.0"},"canonical_sha256":"e1e50fb58719903ed2224a170d9c2356f07e5071d3a443bd867aa7158ddd253c","source":{"kind":"arxiv","id":"2312.15166","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.15166","created_at":"2026-07-05T08:04:17Z"},{"alias_kind":"arxiv_version","alias_value":"2312.15166v3","created_at":"2026-07-05T08:04:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.15166","created_at":"2026-07-05T08:04:17Z"},{"alias_kind":"pith_short_12","alias_value":"4HSQ7NMHDGID","created_at":"2026-07-05T08:04:17Z"},{"alias_kind":"pith_short_16","alias_value":"4HSQ7NMHDGID5URC","created_at":"2026-07-05T08:04:17Z"},{"alias_kind":"pith_short_8","alias_value":"4HSQ7NMH","created_at":"2026-07-05T08:04:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4HSQ7NMHDGID5URCJILQ3HBDK3","target":"record","payload":{"canonical_record":{"source":{"id":"2312.15166","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-23T05:11:37Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"b5fd591e808d494d33029b19c9b6689e73bc217733b3a1cfe5e6269eda1d230d","abstract_canon_sha256":"a7ad845e043492c12242da96deb6f56a51643ebe8e4ade4400dd5d7481e6d9c1"},"schema_version":"1.0"},"canonical_sha256":"e1e50fb58719903ed2224a170d9c2356f07e5071d3a443bd867aa7158ddd253c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:04:17.161992Z","signature_b64":"6ZMk4PvmKjxLo6D4Fs7h5B4kUwrR4nxzdUQZhxcURk01f5UBbAsE4wA48rxKiox6sl6crH8yHanx3ENveTI6Bw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e1e50fb58719903ed2224a170d9c2356f07e5071d3a443bd867aa7158ddd253c","last_reissued_at":"2026-07-05T08:04:17.161503Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:04:17.161503Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.15166","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:04:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CK/SY22Um6FoeFClEwkP6LrWD2ay/KxAPVO2svyAXL7PM7xwam+yhLbhDEgy15QkN71ID8bFd+EmDj6KDrGzBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:21:49.795329Z"},"content_sha256":"abcf708cea5a04afff16017aa307d56d464c7515822bb5fc91b48f61002785b1","schema_version":"1.0","event_id":"sha256:abcf708cea5a04afff16017aa307d56d464c7515822bb5fc91b48f61002785b1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4HSQ7NMHDGID5URCJILQ3HBDK3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"SOLAR 10.7B: Scaling Large Language Models with Simple yet Effective Depth Up-Scaling","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Changbae Ahn, Chanjun Park, Dahyun Kim, Gyoungjin Gim, Hwalsuk Lee, Hyeonju Lee, Hyeonwoo Kim, Hyunbyung Park, Jihoo Kim, Mikyoung Cha, Sanghoon Kim, Seonghoon Yang, Sukyung Lee, Sunghun Kim, Wonho Song, Wonsung Lee, Yungi Kim, Yunsu Kim","submitted_at":"2023-12-23T05:11:37Z","abstract_excerpt":"We introduce SOLAR 10.7B, a large language model (LLM) with 10.7 billion parameters, demonstrating superior performance in various natural language processing (NLP) tasks. Inspired by recent efforts to efficiently up-scale LLMs, we present a method for scaling LLMs called depth up-scaling (DUS), which encompasses depthwise scaling and continued pretraining. In contrast to other LLM up-scaling methods that use mixture-of-experts, DUS does not require complex changes to train and inference efficiently. We show experimentally that DUS is simple yet effective in scaling up high-performance LLMs fr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.15166","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.15166/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:04:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DB6x6pRsWSOUbzaWzD1UrF1ZWknw+mTWU6/NBt0QbExBje/7OsshjUutH4lCKDkEjfnwryxxRjZg+vRle5iIDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T00:21:49.796016Z"},"content_sha256":"e120085543bda9ff0548ff33dc1c29e7e1e0c0895ca763ffb11a42a22b962144","schema_version":"1.0","event_id":"sha256:e120085543bda9ff0548ff33dc1c29e7e1e0c0895ca763ffb11a42a22b962144"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4HSQ7NMHDGID5URCJILQ3HBDK3/bundle.json","state_url":"https://pith.science/pith/4HSQ7NMHDGID5URCJILQ3HBDK3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4HSQ7NMHDGID5URCJILQ3HBDK3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T00:21:49Z","links":{"resolver":"https://pith.science/pith/4HSQ7NMHDGID5URCJILQ3HBDK3","bundle":"https://pith.science/pith/4HSQ7NMHDGID5URCJILQ3HBDK3/bundle.json","state":"https://pith.science/pith/4HSQ7NMHDGID5URCJILQ3HBDK3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4HSQ7NMHDGID5URCJILQ3HBDK3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4HSQ7NMHDGID5URCJILQ3HBDK3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a7ad845e043492c12242da96deb6f56a51643ebe8e4ade4400dd5d7481e6d9c1","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-23T05:11:37Z","title_canon_sha256":"b5fd591e808d494d33029b19c9b6689e73bc217733b3a1cfe5e6269eda1d230d"},"schema_version":"1.0","source":{"id":"2312.15166","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.15166","created_at":"2026-07-05T08:04:17Z"},{"alias_kind":"arxiv_version","alias_value":"2312.15166v3","created_at":"2026-07-05T08:04:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.15166","created_at":"2026-07-05T08:04:17Z"},{"alias_kind":"pith_short_12","alias_value":"4HSQ7NMHDGID","created_at":"2026-07-05T08:04:17Z"},{"alias_kind":"pith_short_16","alias_value":"4HSQ7NMHDGID5URC","created_at":"2026-07-05T08:04:17Z"},{"alias_kind":"pith_short_8","alias_value":"4HSQ7NMH","created_at":"2026-07-05T08:04:17Z"}],"graph_snapshots":[{"event_id":"sha256:e120085543bda9ff0548ff33dc1c29e7e1e0c0895ca763ffb11a42a22b962144","target":"graph","created_at":"2026-07-05T08:04:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.15166/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce SOLAR 10.7B, a large language model (LLM) with 10.7 billion parameters, demonstrating superior performance in various natural language processing (NLP) tasks. Inspired by recent efforts to efficiently up-scale LLMs, we present a method for scaling LLMs called depth up-scaling (DUS), which encompasses depthwise scaling and continued pretraining. In contrast to other LLM up-scaling methods that use mixture-of-experts, DUS does not require complex changes to train and inference efficiently. We show experimentally that DUS is simple yet effective in scaling up high-performance LLMs fr","authors_text":"Changbae Ahn, Chanjun Park, Dahyun Kim, Gyoungjin Gim, Hwalsuk Lee, Hyeonju Lee, Hyeonwoo Kim, Hyunbyung Park, Jihoo Kim, Mikyoung Cha, Sanghoon Kim, Seonghoon Yang, Sukyung Lee, Sunghun Kim, Wonho Song, Wonsung Lee, Yungi Kim, Yunsu Kim","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-23T05:11:37Z","title":"SOLAR 10.7B: Scaling Large Language Models with Simple yet Effective Depth Up-Scaling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.15166","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:abcf708cea5a04afff16017aa307d56d464c7515822bb5fc91b48f61002785b1","target":"record","created_at":"2026-07-05T08:04:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a7ad845e043492c12242da96deb6f56a51643ebe8e4ade4400dd5d7481e6d9c1","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-23T05:11:37Z","title_canon_sha256":"b5fd591e808d494d33029b19c9b6689e73bc217733b3a1cfe5e6269eda1d230d"},"schema_version":"1.0","source":{"id":"2312.15166","kind":"arxiv","version":3}},"canonical_sha256":"e1e50fb58719903ed2224a170d9c2356f07e5071d3a443bd867aa7158ddd253c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e1e50fb58719903ed2224a170d9c2356f07e5071d3a443bd867aa7158ddd253c","first_computed_at":"2026-07-05T08:04:17.161503Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:04:17.161503Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6ZMk4PvmKjxLo6D4Fs7h5B4kUwrR4nxzdUQZhxcURk01f5UBbAsE4wA48rxKiox6sl6crH8yHanx3ENveTI6Bw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:04:17.161992Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.15166","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:abcf708cea5a04afff16017aa307d56d464c7515822bb5fc91b48f61002785b1","sha256:e120085543bda9ff0548ff33dc1c29e7e1e0c0895ca763ffb11a42a22b962144"],"state_sha256":"b50886e5baa8e9065c54f6fd24cf9f03b15a5d512758fa355f53d926cb80ac13"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"89tsPxagXyaSc7PHXMaHlDEzZWyyPNxo5j2SE4ooL2tQECzGEC2PW7W99vawHl6O5Fq527DaPn7yHD6tB0ptCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T00:21:49.801639Z","bundle_sha256":"3d4d449d33554dc4acaab479f58f89d57713a8db6eafb4a30b361ad300a2fcc9"}}