{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:4OPPEZYDPIZPUSILFDOQDEVLHT","short_pith_number":"pith:4OPPEZYD","canonical_record":{"source":{"id":"2502.11458","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-17T05:33:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c1ee292fc10ff2c9ceb3431a5bda3ee0f9a074c684accee0e9660e313108398e","abstract_canon_sha256":"452f49e8efe7a26d34617aaa17cd0acf8677bdbb2c2ef3b74761886e2d7513ec"},"schema_version":"1.0"},"canonical_sha256":"e39ef267037a32fa490b28dd0192ab3cc688c146dc2f6902336d3e5199910f14","source":{"kind":"arxiv","id":"2502.11458","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.11458","created_at":"2026-07-05T10:15:29Z"},{"alias_kind":"arxiv_version","alias_value":"2502.11458v1","created_at":"2026-07-05T10:15:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.11458","created_at":"2026-07-05T10:15:29Z"},{"alias_kind":"pith_short_12","alias_value":"4OPPEZYDPIZP","created_at":"2026-07-05T10:15:29Z"},{"alias_kind":"pith_short_16","alias_value":"4OPPEZYDPIZPUSIL","created_at":"2026-07-05T10:15:29Z"},{"alias_kind":"pith_short_8","alias_value":"4OPPEZYD","created_at":"2026-07-05T10:15:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:4OPPEZYDPIZPUSILFDOQDEVLHT","target":"record","payload":{"canonical_record":{"source":{"id":"2502.11458","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-17T05:33:11Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"c1ee292fc10ff2c9ceb3431a5bda3ee0f9a074c684accee0e9660e313108398e","abstract_canon_sha256":"452f49e8efe7a26d34617aaa17cd0acf8677bdbb2c2ef3b74761886e2d7513ec"},"schema_version":"1.0"},"canonical_sha256":"e39ef267037a32fa490b28dd0192ab3cc688c146dc2f6902336d3e5199910f14","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:15:29.078261Z","signature_b64":"Vctjgaqu3OjHD2tuP+IJzTeTuCmm/RIO81vorib6+yknwa0oULqNQ0cRRLfQP6JB8Ghv2w/7C9Lxo48HXzYODQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e39ef267037a32fa490b28dd0192ab3cc688c146dc2f6902336d3e5199910f14","last_reissued_at":"2026-07-05T10:15:29.077770Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:15:29.077770Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.11458","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sfQyFLBcCvphnd2se1BmOw/P5ZgzXX+k/bejqAeX5WGjr8XvngcoBe9XCEnZ1qyXomzOXAt/Obwg3SlLb0G7Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:03:03.432622Z"},"content_sha256":"aec78df497e256f7446dda47dcffc0f4409e401c5d0d70c8e13f1818852c8d2c","schema_version":"1.0","event_id":"sha256:aec78df497e256f7446dda47dcffc0f4409e401c5d0d70c8e13f1818852c8d2c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:4OPPEZYDPIZPUSILFDOQDEVLHT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Efficient Pre-training: Exploring FP4 Precision in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Boni Hu, Ding Tang, Haoran Xu, Jiecheng Zhou, Liang Liu, Rong Fu, Weiming Zhang, Xingcheng Zhang, Yi Wang, Zhilin Pei, Zhongling Su","submitted_at":"2025-02-17T05:33:11Z","abstract_excerpt":"The burgeoning computational demands for training large language models (LLMs) necessitate efficient methods, including quantized training, which leverages low-bit arithmetic operations to reduce costs. While FP8 precision has shown potential, leveraging FP4 remains challenging due to inherent quantization errors and limited representation capability. Based on the Transformer architecture, we present an FP4 training scheme for LLMs, overcoming these obstacles through mixed-precision quantization strategies tailed for different modules and training stages. This allows us to apply the precision "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.11458","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.11458/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:15:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Vspejij2UTDf6US1h8NjYWSI+Mb4lPFAIwcl+MZEot9KJ5Vmz1fqNGCMvaB57EDINtRJ9W+gqcOIX/VZa7VDAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:03:03.433474Z"},"content_sha256":"1245adcb5d506816f44c1c2b17c76e61b3a6d528ea455077c452ec8dcb242c05","schema_version":"1.0","event_id":"sha256:1245adcb5d506816f44c1c2b17c76e61b3a6d528ea455077c452ec8dcb242c05"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4OPPEZYDPIZPUSILFDOQDEVLHT/bundle.json","state_url":"https://pith.science/pith/4OPPEZYDPIZPUSILFDOQDEVLHT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4OPPEZYDPIZPUSILFDOQDEVLHT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:03:03Z","links":{"resolver":"https://pith.science/pith/4OPPEZYDPIZPUSILFDOQDEVLHT","bundle":"https://pith.science/pith/4OPPEZYDPIZPUSILFDOQDEVLHT/bundle.json","state":"https://pith.science/pith/4OPPEZYDPIZPUSILFDOQDEVLHT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4OPPEZYDPIZPUSILFDOQDEVLHT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:4OPPEZYDPIZPUSILFDOQDEVLHT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"452f49e8efe7a26d34617aaa17cd0acf8677bdbb2c2ef3b74761886e2d7513ec","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-17T05:33:11Z","title_canon_sha256":"c1ee292fc10ff2c9ceb3431a5bda3ee0f9a074c684accee0e9660e313108398e"},"schema_version":"1.0","source":{"id":"2502.11458","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.11458","created_at":"2026-07-05T10:15:29Z"},{"alias_kind":"arxiv_version","alias_value":"2502.11458v1","created_at":"2026-07-05T10:15:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.11458","created_at":"2026-07-05T10:15:29Z"},{"alias_kind":"pith_short_12","alias_value":"4OPPEZYDPIZP","created_at":"2026-07-05T10:15:29Z"},{"alias_kind":"pith_short_16","alias_value":"4OPPEZYDPIZPUSIL","created_at":"2026-07-05T10:15:29Z"},{"alias_kind":"pith_short_8","alias_value":"4OPPEZYD","created_at":"2026-07-05T10:15:29Z"}],"graph_snapshots":[{"event_id":"sha256:1245adcb5d506816f44c1c2b17c76e61b3a6d528ea455077c452ec8dcb242c05","target":"graph","created_at":"2026-07-05T10:15:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.11458/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The burgeoning computational demands for training large language models (LLMs) necessitate efficient methods, including quantized training, which leverages low-bit arithmetic operations to reduce costs. While FP8 precision has shown potential, leveraging FP4 remains challenging due to inherent quantization errors and limited representation capability. Based on the Transformer architecture, we present an FP4 training scheme for LLMs, overcoming these obstacles through mixed-precision quantization strategies tailed for different modules and training stages. This allows us to apply the precision ","authors_text":"Boni Hu, Ding Tang, Haoran Xu, Jiecheng Zhou, Liang Liu, Rong Fu, Weiming Zhang, Xingcheng Zhang, Yi Wang, Zhilin Pei, Zhongling Su","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-17T05:33:11Z","title":"Towards Efficient Pre-training: Exploring FP4 Precision in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.11458","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aec78df497e256f7446dda47dcffc0f4409e401c5d0d70c8e13f1818852c8d2c","target":"record","created_at":"2026-07-05T10:15:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"452f49e8efe7a26d34617aaa17cd0acf8677bdbb2c2ef3b74761886e2d7513ec","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-17T05:33:11Z","title_canon_sha256":"c1ee292fc10ff2c9ceb3431a5bda3ee0f9a074c684accee0e9660e313108398e"},"schema_version":"1.0","source":{"id":"2502.11458","kind":"arxiv","version":1}},"canonical_sha256":"e39ef267037a32fa490b28dd0192ab3cc688c146dc2f6902336d3e5199910f14","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e39ef267037a32fa490b28dd0192ab3cc688c146dc2f6902336d3e5199910f14","first_computed_at":"2026-07-05T10:15:29.077770Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:15:29.077770Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Vctjgaqu3OjHD2tuP+IJzTeTuCmm/RIO81vorib6+yknwa0oULqNQ0cRRLfQP6JB8Ghv2w/7C9Lxo48HXzYODQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:15:29.078261Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.11458","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aec78df497e256f7446dda47dcffc0f4409e401c5d0d70c8e13f1818852c8d2c","sha256:1245adcb5d506816f44c1c2b17c76e61b3a6d528ea455077c452ec8dcb242c05"],"state_sha256":"4c5faebbbb17f3e4a94aacea9ac6023e92dc7373582caa8ec46875a7bdda4d86"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bHMicAtMu8TnAKzPB3L40PhLAX+QwPeYeBXXoeZNLwrP5iHqSuIx9aZu/QVijuLi1qIXOUF9JP2ciTGOifk0BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:03:03.441640Z","bundle_sha256":"2773e744a79910f15ca1b94220b6d953a7bc78d8ffe1eae413283d3c4bb48634"}}