{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:75KJ6YBQOAGX3LF256F23YRBUE","short_pith_number":"pith:75KJ6YBQ","canonical_record":{"source":{"id":"2408.01803","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-03T15:07:44Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"38211a68d354feb33641686544d9fbef174b337da8e5621a234a00d76c5a82ad","abstract_canon_sha256":"091e984d5b861e1d093b07f9df53e7f811f246a2462c878eeff9862b627d3d6a"},"schema_version":"1.0"},"canonical_sha256":"ff549f6030700d7dacbaef8bade221a10a252ff59d8ec880398f6880dd7d3afe","source":{"kind":"arxiv","id":"2408.01803","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.01803","created_at":"2026-07-05T09:17:14Z"},{"alias_kind":"arxiv_version","alias_value":"2408.01803v2","created_at":"2026-07-05T09:17:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.01803","created_at":"2026-07-05T09:17:14Z"},{"alias_kind":"pith_short_12","alias_value":"75KJ6YBQOAGX","created_at":"2026-07-05T09:17:14Z"},{"alias_kind":"pith_short_16","alias_value":"75KJ6YBQOAGX3LF2","created_at":"2026-07-05T09:17:14Z"},{"alias_kind":"pith_short_8","alias_value":"75KJ6YBQ","created_at":"2026-07-05T09:17:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:75KJ6YBQOAGX3LF256F23YRBUE","target":"record","payload":{"canonical_record":{"source":{"id":"2408.01803","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-03T15:07:44Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"38211a68d354feb33641686544d9fbef174b337da8e5621a234a00d76c5a82ad","abstract_canon_sha256":"091e984d5b861e1d093b07f9df53e7f811f246a2462c878eeff9862b627d3d6a"},"schema_version":"1.0"},"canonical_sha256":"ff549f6030700d7dacbaef8bade221a10a252ff59d8ec880398f6880dd7d3afe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:17:14.877222Z","signature_b64":"jJk13LElT+ZCZ5X1prel5A3jSEK0w05aBUVpydrs2aevKlizUuofg+sdAIABwu2IjwGRikdWJSNls8spbnXYAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff549f6030700d7dacbaef8bade221a10a252ff59d8ec880398f6880dd7d3afe","last_reissued_at":"2026-07-05T09:17:14.876813Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:17:14.876813Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.01803","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w4f3QldcaKUMeA+YqvDTx/32BsZk3QdANhU7XtpngBaR/750XAnhkVdEVReQRsjp8SP8ksfBUrRSL1YfDh2rCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:11:58.558738Z"},"content_sha256":"e9ec281758c0146cee8b713e6273c7ac2f194dc8c2acd9dc4a4841343abdc133","schema_version":"1.0","event_id":"sha256:e9ec281758c0146cee8b713e6273c7ac2f194dc8c2acd9dc4a4841343abdc133"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:75KJ6YBQOAGX3LF256F23YRBUE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"STBLLM: Breaking the 1-Bit Barrier with Structured Binary LLMs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Dayou Du, Lujun Li, Peijie Dong, Qiang Wang, Ruibo Fan, Wei Xue, Xiaowen Chu, Yike Guo, Yuedong Zhong, Yuhan Chen, Zhenheng Tang","submitted_at":"2024-08-03T15:07:44Z","abstract_excerpt":"In this paper, we present the first structural binarization method for LLM compression to less than 1-bit precision. Although LLMs have achieved remarkable performance, their memory-bound nature during the inference stage hinders the adoption of resource-constrained devices. Reducing weights to 1-bit precision through binarization substantially enhances computational efficiency. We observe that some weights in binarized LLMs can be randomly flipped without significant performance degradation, suggesting the potential for further compression. To exploit this, our STBLLM employs an N:M sparsity "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.01803","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.01803/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dqrgaNP06qEYEsn8qhvNuvXNU59vfcmaA9hBEJcGOXVpJ9xcpqT3a8zzAn7u0MqBH5xM0ddWIoe4lejs9gPPDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T16:11:58.559245Z"},"content_sha256":"dcd15df76f849fe0be487b8913c7ea7861d036173f290ba128d398121e3969c0","schema_version":"1.0","event_id":"sha256:dcd15df76f849fe0be487b8913c7ea7861d036173f290ba128d398121e3969c0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/75KJ6YBQOAGX3LF256F23YRBUE/bundle.json","state_url":"https://pith.science/pith/75KJ6YBQOAGX3LF256F23YRBUE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/75KJ6YBQOAGX3LF256F23YRBUE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T16:11:58Z","links":{"resolver":"https://pith.science/pith/75KJ6YBQOAGX3LF256F23YRBUE","bundle":"https://pith.science/pith/75KJ6YBQOAGX3LF256F23YRBUE/bundle.json","state":"https://pith.science/pith/75KJ6YBQOAGX3LF256F23YRBUE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/75KJ6YBQOAGX3LF256F23YRBUE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:75KJ6YBQOAGX3LF256F23YRBUE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"091e984d5b861e1d093b07f9df53e7f811f246a2462c878eeff9862b627d3d6a","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-03T15:07:44Z","title_canon_sha256":"38211a68d354feb33641686544d9fbef174b337da8e5621a234a00d76c5a82ad"},"schema_version":"1.0","source":{"id":"2408.01803","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.01803","created_at":"2026-07-05T09:17:14Z"},{"alias_kind":"arxiv_version","alias_value":"2408.01803v2","created_at":"2026-07-05T09:17:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.01803","created_at":"2026-07-05T09:17:14Z"},{"alias_kind":"pith_short_12","alias_value":"75KJ6YBQOAGX","created_at":"2026-07-05T09:17:14Z"},{"alias_kind":"pith_short_16","alias_value":"75KJ6YBQOAGX3LF2","created_at":"2026-07-05T09:17:14Z"},{"alias_kind":"pith_short_8","alias_value":"75KJ6YBQ","created_at":"2026-07-05T09:17:14Z"}],"graph_snapshots":[{"event_id":"sha256:dcd15df76f849fe0be487b8913c7ea7861d036173f290ba128d398121e3969c0","target":"graph","created_at":"2026-07-05T09:17:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.01803/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we present the first structural binarization method for LLM compression to less than 1-bit precision. Although LLMs have achieved remarkable performance, their memory-bound nature during the inference stage hinders the adoption of resource-constrained devices. Reducing weights to 1-bit precision through binarization substantially enhances computational efficiency. We observe that some weights in binarized LLMs can be randomly flipped without significant performance degradation, suggesting the potential for further compression. To exploit this, our STBLLM employs an N:M sparsity ","authors_text":"Dayou Du, Lujun Li, Peijie Dong, Qiang Wang, Ruibo Fan, Wei Xue, Xiaowen Chu, Yike Guo, Yuedong Zhong, Yuhan Chen, Zhenheng Tang","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-03T15:07:44Z","title":"STBLLM: Breaking the 1-Bit Barrier with Structured Binary LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.01803","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e9ec281758c0146cee8b713e6273c7ac2f194dc8c2acd9dc4a4841343abdc133","target":"record","created_at":"2026-07-05T09:17:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"091e984d5b861e1d093b07f9df53e7f811f246a2462c878eeff9862b627d3d6a","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-03T15:07:44Z","title_canon_sha256":"38211a68d354feb33641686544d9fbef174b337da8e5621a234a00d76c5a82ad"},"schema_version":"1.0","source":{"id":"2408.01803","kind":"arxiv","version":2}},"canonical_sha256":"ff549f6030700d7dacbaef8bade221a10a252ff59d8ec880398f6880dd7d3afe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff549f6030700d7dacbaef8bade221a10a252ff59d8ec880398f6880dd7d3afe","first_computed_at":"2026-07-05T09:17:14.876813Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:17:14.876813Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"jJk13LElT+ZCZ5X1prel5A3jSEK0w05aBUVpydrs2aevKlizUuofg+sdAIABwu2IjwGRikdWJSNls8spbnXYAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:17:14.877222Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.01803","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e9ec281758c0146cee8b713e6273c7ac2f194dc8c2acd9dc4a4841343abdc133","sha256:dcd15df76f849fe0be487b8913c7ea7861d036173f290ba128d398121e3969c0"],"state_sha256":"10bfa718870ddd28c4329bbb29d9957e1695151556630e47aa0e0d50ada7aa4f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q0w9zrfiTvOcFtXQhw200gYwjqXbqjt9UQO0qBOgtMmAtED3klCYG0TZnKm9L3GhGNbHZAYlQyvffxSqgLa5CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T16:11:58.567453Z","bundle_sha256":"95feb3fbeebea329216177233b36636679118ed2ca36c0440a68161356229137"}}