{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:M7ZCTMLJKDTJMTQFCC4UV762PW","short_pith_number":"pith:M7ZCTMLJ","canonical_record":{"source":{"id":"2411.17691","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-26T18:57:58Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"a9be467638c8cc37a05a7e2a28ba3122865227e635c6230ab5c20d90a12072be","abstract_canon_sha256":"04951414061653964bf59cdffcfe906648069f522c80810a50f379f38b6abd26"},"schema_version":"1.0"},"canonical_sha256":"67f229b16950e6964e0510b94affda7d86f7e3548b75d193d3ee89b6b5a682bc","source":{"kind":"arxiv","id":"2411.17691","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.17691","created_at":"2026-07-05T09:41:05Z"},{"alias_kind":"arxiv_version","alias_value":"2411.17691v2","created_at":"2026-07-05T09:41:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.17691","created_at":"2026-07-05T09:41:05Z"},{"alias_kind":"pith_short_12","alias_value":"M7ZCTMLJKDTJ","created_at":"2026-07-05T09:41:05Z"},{"alias_kind":"pith_short_16","alias_value":"M7ZCTMLJKDTJMTQF","created_at":"2026-07-05T09:41:05Z"},{"alias_kind":"pith_short_8","alias_value":"M7ZCTMLJ","created_at":"2026-07-05T09:41:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:M7ZCTMLJKDTJMTQFCC4UV762PW","target":"record","payload":{"canonical_record":{"source":{"id":"2411.17691","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-26T18:57:58Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"a9be467638c8cc37a05a7e2a28ba3122865227e635c6230ab5c20d90a12072be","abstract_canon_sha256":"04951414061653964bf59cdffcfe906648069f522c80810a50f379f38b6abd26"},"schema_version":"1.0"},"canonical_sha256":"67f229b16950e6964e0510b94affda7d86f7e3548b75d193d3ee89b6b5a682bc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:41:05.137940Z","signature_b64":"mwY6eCCqRK36hyMKY5BWeJL6sO4pHg0SBU6jiC3bctq5mI1RupAF3zx3Z4Mv9f5QfIhXYqrugy5NRLb8TJXXBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"67f229b16950e6964e0510b94affda7d86f7e3548b75d193d3ee89b6b5a682bc","last_reissued_at":"2026-07-05T09:41:05.137444Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:41:05.137444Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.17691","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:41:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1kKVkZbLAOEYjjfaUAgNK3WgO76LqkwROIAfwAneu9OQjivdWNkNYcWAZ8f6B9zw8D+L0UF+AcBeOtsRM17gBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:29:56.840442Z"},"content_sha256":"f076a70d318427664a04f6ab612c53b70d4d26f76cd122437b51b783a27dfb96","schema_version":"1.0","event_id":"sha256:f076a70d318427664a04f6ab612c53b70d4d26f76cd122437b51b783a27dfb96"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:M7ZCTMLJKDTJMTQFCC4UV762PW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Low-Bit Quantization Favors Undertrained LLMs: Scaling Laws for Quantized LLMs with 100T Training Tokens","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Dong Yu, Haitao Mi, Tao Ge, Thomas Hartvigsen, Xu Ouyang, Zhisong Zhang","submitted_at":"2024-11-26T18:57:58Z","abstract_excerpt":"We reveal that low-bit quantization favors undertrained large language models (LLMs) by observing that models with larger sizes or fewer training tokens experience less quantization-induced degradation (QiD) when applying low-bit quantization, whereas smaller models with extensive training tokens suffer significant QiD. To gain deeper insights into this trend, we study over 1500 quantized LLM checkpoints of various sizes and at different training levels (undertrained or fully trained) in a controlled setting, deriving scaling laws for understanding the relationship between QiD and factors such"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.17691","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.17691/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:41:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rL9XhVhoi/8uHnVEBoCg2qSaqxna/VeLd0xJaalIM4u7tbolti+RQ4ZdsomLdDYujtkWj3K3vjHgsnBGS67MAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:29:56.840813Z"},"content_sha256":"a145823c536eadced771a1858d8132d1971cda578f70e06586c3c8ff47fe32a4","schema_version":"1.0","event_id":"sha256:a145823c536eadced771a1858d8132d1971cda578f70e06586c3c8ff47fe32a4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M7ZCTMLJKDTJMTQFCC4UV762PW/bundle.json","state_url":"https://pith.science/pith/M7ZCTMLJKDTJMTQFCC4UV762PW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M7ZCTMLJKDTJMTQFCC4UV762PW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T21:29:56Z","links":{"resolver":"https://pith.science/pith/M7ZCTMLJKDTJMTQFCC4UV762PW","bundle":"https://pith.science/pith/M7ZCTMLJKDTJMTQFCC4UV762PW/bundle.json","state":"https://pith.science/pith/M7ZCTMLJKDTJMTQFCC4UV762PW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M7ZCTMLJKDTJMTQFCC4UV762PW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:M7ZCTMLJKDTJMTQFCC4UV762PW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"04951414061653964bf59cdffcfe906648069f522c80810a50f379f38b6abd26","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-26T18:57:58Z","title_canon_sha256":"a9be467638c8cc37a05a7e2a28ba3122865227e635c6230ab5c20d90a12072be"},"schema_version":"1.0","source":{"id":"2411.17691","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.17691","created_at":"2026-07-05T09:41:05Z"},{"alias_kind":"arxiv_version","alias_value":"2411.17691v2","created_at":"2026-07-05T09:41:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.17691","created_at":"2026-07-05T09:41:05Z"},{"alias_kind":"pith_short_12","alias_value":"M7ZCTMLJKDTJ","created_at":"2026-07-05T09:41:05Z"},{"alias_kind":"pith_short_16","alias_value":"M7ZCTMLJKDTJMTQF","created_at":"2026-07-05T09:41:05Z"},{"alias_kind":"pith_short_8","alias_value":"M7ZCTMLJ","created_at":"2026-07-05T09:41:05Z"}],"graph_snapshots":[{"event_id":"sha256:a145823c536eadced771a1858d8132d1971cda578f70e06586c3c8ff47fe32a4","target":"graph","created_at":"2026-07-05T09:41:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.17691/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We reveal that low-bit quantization favors undertrained large language models (LLMs) by observing that models with larger sizes or fewer training tokens experience less quantization-induced degradation (QiD) when applying low-bit quantization, whereas smaller models with extensive training tokens suffer significant QiD. To gain deeper insights into this trend, we study over 1500 quantized LLM checkpoints of various sizes and at different training levels (undertrained or fully trained) in a controlled setting, deriving scaling laws for understanding the relationship between QiD and factors such","authors_text":"Dong Yu, Haitao Mi, Tao Ge, Thomas Hartvigsen, Xu Ouyang, Zhisong Zhang","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-26T18:57:58Z","title":"Low-Bit Quantization Favors Undertrained LLMs: Scaling Laws for Quantized LLMs with 100T Training Tokens"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.17691","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f076a70d318427664a04f6ab612c53b70d4d26f76cd122437b51b783a27dfb96","target":"record","created_at":"2026-07-05T09:41:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"04951414061653964bf59cdffcfe906648069f522c80810a50f379f38b6abd26","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-11-26T18:57:58Z","title_canon_sha256":"a9be467638c8cc37a05a7e2a28ba3122865227e635c6230ab5c20d90a12072be"},"schema_version":"1.0","source":{"id":"2411.17691","kind":"arxiv","version":2}},"canonical_sha256":"67f229b16950e6964e0510b94affda7d86f7e3548b75d193d3ee89b6b5a682bc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"67f229b16950e6964e0510b94affda7d86f7e3548b75d193d3ee89b6b5a682bc","first_computed_at":"2026-07-05T09:41:05.137444Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:41:05.137444Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mwY6eCCqRK36hyMKY5BWeJL6sO4pHg0SBU6jiC3bctq5mI1RupAF3zx3Z4Mv9f5QfIhXYqrugy5NRLb8TJXXBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:41:05.137940Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.17691","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f076a70d318427664a04f6ab612c53b70d4d26f76cd122437b51b783a27dfb96","sha256:a145823c536eadced771a1858d8132d1971cda578f70e06586c3c8ff47fe32a4"],"state_sha256":"b0d30783fe59a08097a7a965b4b0d6fb67f594cbb97aca194e893046de35196e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yXoeeBV4AdL5lWKEAw6CVvaWO8ZmoTqjV9lv0kVdbpuI0njWMO3Ef3ypphT9Rp7ZFzHF/VbtBq98jigfb9kmAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T21:29:56.843534Z","bundle_sha256":"ec0ffc9fa7f1aadaa5f2e0c20e824c1a83aecee76e318940ddd7c2a1d16f853f"}}