{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:SV4BEA7KZQPPPVAYFYBDNPFPM5","short_pith_number":"pith:SV4BEA7K","canonical_record":{"source":{"id":"2501.07124","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-13T08:26:43Z","cross_cats_sorted":[],"title_canon_sha256":"4b27012b1f7ab5da02632de6036a50e6580a3b8e927889c1772e7c7b91f0cae4","abstract_canon_sha256":"68e13386df180de1e50fcaec04e81832cdf4d103f2edcb316353beba170a1baf"},"schema_version":"1.0"},"canonical_sha256":"95781203eacc1ef7d4182e0236bcaf674e1ee26e72656af92f4c8d01d5fcfa10","source":{"kind":"arxiv","id":"2501.07124","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.07124","created_at":"2026-07-05T10:02:09Z"},{"alias_kind":"arxiv_version","alias_value":"2501.07124v3","created_at":"2026-07-05T10:02:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.07124","created_at":"2026-07-05T10:02:09Z"},{"alias_kind":"pith_short_12","alias_value":"SV4BEA7KZQPP","created_at":"2026-07-05T10:02:09Z"},{"alias_kind":"pith_short_16","alias_value":"SV4BEA7KZQPPPVAY","created_at":"2026-07-05T10:02:09Z"},{"alias_kind":"pith_short_8","alias_value":"SV4BEA7K","created_at":"2026-07-05T10:02:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:SV4BEA7KZQPPPVAYFYBDNPFPM5","target":"record","payload":{"canonical_record":{"source":{"id":"2501.07124","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-13T08:26:43Z","cross_cats_sorted":[],"title_canon_sha256":"4b27012b1f7ab5da02632de6036a50e6580a3b8e927889c1772e7c7b91f0cae4","abstract_canon_sha256":"68e13386df180de1e50fcaec04e81832cdf4d103f2edcb316353beba170a1baf"},"schema_version":"1.0"},"canonical_sha256":"95781203eacc1ef7d4182e0236bcaf674e1ee26e72656af92f4c8d01d5fcfa10","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:02:09.694607Z","signature_b64":"8QSiAclOYSAOiqd6VS+YZVxLeB53GMKfFrrTuuhoP2zI3UbjHM3ZllluvYXqPW5iIywiWyzH7KRs1HofqSHZAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"95781203eacc1ef7d4182e0236bcaf674e1ee26e72656af92f4c8d01d5fcfa10","last_reissued_at":"2026-07-05T10:02:09.694090Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:02:09.694090Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2501.07124","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5DS3g5g2w8u/nOx13l2GxdwNTJi2+3xqASPenY7w2yL5bgwvvuALoJYzhI6V7vxxgCKpoxhGUjIqp6itE31WCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:56:22.519143Z"},"content_sha256":"e1bef0e3e7eacbbacc2fed40c5c8181f8d3594c6d1bab8834edb8be70c4ef988","schema_version":"1.0","event_id":"sha256:e1bef0e3e7eacbbacc2fed40c5c8181f8d3594c6d1bab8834edb8be70c4ef988"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:SV4BEA7KZQPPPVAYFYBDNPFPM5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLM360 K2: Building a 65B 360-Open-Source Large Language Model from Scratch","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Bowen Tan, Eric Xing, Fajri Koto, Guowei He, Haonan Li, Hongyi Wang, Liping Tang, Liqun Ma, Mingkai Deng, Nikhil Ranjan, Omkar Pangarkar, Preslav Nakov, Renxi Wang, Richard Fan, Robin Algayres, Suqi Sun, Tianhua Tao, Victor Miller, Willie Neiswanger, Yi Gu, Yonghao Zhuang, Yuanzhi Li, Yuqi Wang, Zhengzhong Liu, Zhiqiang Shen","submitted_at":"2025-01-13T08:26:43Z","abstract_excerpt":"We detail the training of the LLM360 K2-65B model, scaling up our 360-degree OPEN SOURCE approach to the largest and most powerful models under project LLM360. While open-source LLMs continue to advance, the answer to \"How are the largest LLMs trained?\" remains unclear within the community. The implementation details for such high-capacity models are often protected due to business considerations associated with their high cost. This lack of transparency prevents LLM researchers from leveraging valuable insights from prior experience, e.g., \"What are the best practices for addressing loss spik"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.07124","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2501.07124/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:02:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tXy9OURLPZhVmrjxbon6i3be1SR18Cn0FkV93VptiLsGZnHjU+aHFSmcVS5Ox7AnydCw/EmWpaDT1Q8GRTZjBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T21:56:22.519728Z"},"content_sha256":"e7f4862f93dd578ac262de3752e78a56c823d67e80fdfbdf0bda029848d2c4fc","schema_version":"1.0","event_id":"sha256:e7f4862f93dd578ac262de3752e78a56c823d67e80fdfbdf0bda029848d2c4fc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SV4BEA7KZQPPPVAYFYBDNPFPM5/bundle.json","state_url":"https://pith.science/pith/SV4BEA7KZQPPPVAYFYBDNPFPM5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SV4BEA7KZQPPPVAYFYBDNPFPM5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T21:56:22Z","links":{"resolver":"https://pith.science/pith/SV4BEA7KZQPPPVAYFYBDNPFPM5","bundle":"https://pith.science/pith/SV4BEA7KZQPPPVAYFYBDNPFPM5/bundle.json","state":"https://pith.science/pith/SV4BEA7KZQPPPVAYFYBDNPFPM5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SV4BEA7KZQPPPVAYFYBDNPFPM5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:SV4BEA7KZQPPPVAYFYBDNPFPM5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"68e13386df180de1e50fcaec04e81832cdf4d103f2edcb316353beba170a1baf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-13T08:26:43Z","title_canon_sha256":"4b27012b1f7ab5da02632de6036a50e6580a3b8e927889c1772e7c7b91f0cae4"},"schema_version":"1.0","source":{"id":"2501.07124","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2501.07124","created_at":"2026-07-05T10:02:09Z"},{"alias_kind":"arxiv_version","alias_value":"2501.07124v3","created_at":"2026-07-05T10:02:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2501.07124","created_at":"2026-07-05T10:02:09Z"},{"alias_kind":"pith_short_12","alias_value":"SV4BEA7KZQPP","created_at":"2026-07-05T10:02:09Z"},{"alias_kind":"pith_short_16","alias_value":"SV4BEA7KZQPPPVAY","created_at":"2026-07-05T10:02:09Z"},{"alias_kind":"pith_short_8","alias_value":"SV4BEA7K","created_at":"2026-07-05T10:02:09Z"}],"graph_snapshots":[{"event_id":"sha256:e7f4862f93dd578ac262de3752e78a56c823d67e80fdfbdf0bda029848d2c4fc","target":"graph","created_at":"2026-07-05T10:02:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2501.07124/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We detail the training of the LLM360 K2-65B model, scaling up our 360-degree OPEN SOURCE approach to the largest and most powerful models under project LLM360. While open-source LLMs continue to advance, the answer to \"How are the largest LLMs trained?\" remains unclear within the community. The implementation details for such high-capacity models are often protected due to business considerations associated with their high cost. This lack of transparency prevents LLM researchers from leveraging valuable insights from prior experience, e.g., \"What are the best practices for addressing loss spik","authors_text":"Bowen Tan, Eric Xing, Fajri Koto, Guowei He, Haonan Li, Hongyi Wang, Liping Tang, Liqun Ma, Mingkai Deng, Nikhil Ranjan, Omkar Pangarkar, Preslav Nakov, Renxi Wang, Richard Fan, Robin Algayres, Suqi Sun, Tianhua Tao, Victor Miller, Willie Neiswanger, Yi Gu, Yonghao Zhuang, Yuanzhi Li, Yuqi Wang, Zhengzhong Liu, Zhiqiang Shen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-13T08:26:43Z","title":"LLM360 K2: Building a 65B 360-Open-Source Large Language Model from Scratch"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2501.07124","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e1bef0e3e7eacbbacc2fed40c5c8181f8d3594c6d1bab8834edb8be70c4ef988","target":"record","created_at":"2026-07-05T10:02:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"68e13386df180de1e50fcaec04e81832cdf4d103f2edcb316353beba170a1baf","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-01-13T08:26:43Z","title_canon_sha256":"4b27012b1f7ab5da02632de6036a50e6580a3b8e927889c1772e7c7b91f0cae4"},"schema_version":"1.0","source":{"id":"2501.07124","kind":"arxiv","version":3}},"canonical_sha256":"95781203eacc1ef7d4182e0236bcaf674e1ee26e72656af92f4c8d01d5fcfa10","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"95781203eacc1ef7d4182e0236bcaf674e1ee26e72656af92f4c8d01d5fcfa10","first_computed_at":"2026-07-05T10:02:09.694090Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:02:09.694090Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8QSiAclOYSAOiqd6VS+YZVxLeB53GMKfFrrTuuhoP2zI3UbjHM3ZllluvYXqPW5iIywiWyzH7KRs1HofqSHZAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:02:09.694607Z","signed_message":"canonical_sha256_bytes"},"source_id":"2501.07124","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e1bef0e3e7eacbbacc2fed40c5c8181f8d3594c6d1bab8834edb8be70c4ef988","sha256:e7f4862f93dd578ac262de3752e78a56c823d67e80fdfbdf0bda029848d2c4fc"],"state_sha256":"a1c799c6f47f1a59eccaee82953331c3c96710fb9cae96024f58845d63d6aa1a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lHLRimGMLcpEi+9bI61hS6xfpOpzPgQIkrhZlkdhkA6laeLNy3r1XwPrL5uF/CSDNooBCa6M5vBlTRJigRiQCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T21:56:22.525610Z","bundle_sha256":"dc741f78945ecffff9602fa9b61d8d20d4819d10ee5c62c2833eb396153a6f7a"}}