{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LGJ3B5LGY4YE7V7BCFIEICVAIZ","short_pith_number":"pith:LGJ3B5LG","canonical_record":{"source":{"id":"2307.00331","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-01T13:01:39Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"4cceda0f57c27fbbe18175a02966baf91bd999493cdd7062d67b58441a156bc2","abstract_canon_sha256":"53ce00895a573413f6ef0c1612c0ac131abbbaf7d041435c4e1e6ed63f28f2f3"},"schema_version":"1.0"},"canonical_sha256":"5993b0f566c7304fd7e11150440aa0464e1bce6ef167826d168424fb2101c6bd","source":{"kind":"arxiv","id":"2307.00331","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.00331","created_at":"2026-07-05T09:19:23Z"},{"alias_kind":"arxiv_version","alias_value":"2307.00331v2","created_at":"2026-07-05T09:19:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.00331","created_at":"2026-07-05T09:19:23Z"},{"alias_kind":"pith_short_12","alias_value":"LGJ3B5LGY4YE","created_at":"2026-07-05T09:19:23Z"},{"alias_kind":"pith_short_16","alias_value":"LGJ3B5LGY4YE7V7B","created_at":"2026-07-05T09:19:23Z"},{"alias_kind":"pith_short_8","alias_value":"LGJ3B5LG","created_at":"2026-07-05T09:19:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LGJ3B5LGY4YE7V7BCFIEICVAIZ","target":"record","payload":{"canonical_record":{"source":{"id":"2307.00331","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-01T13:01:39Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"4cceda0f57c27fbbe18175a02966baf91bd999493cdd7062d67b58441a156bc2","abstract_canon_sha256":"53ce00895a573413f6ef0c1612c0ac131abbbaf7d041435c4e1e6ed63f28f2f3"},"schema_version":"1.0"},"canonical_sha256":"5993b0f566c7304fd7e11150440aa0464e1bce6ef167826d168424fb2101c6bd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:19:23.762897Z","signature_b64":"y5YrKQsq9XXD3R5+/52CSD+OIT11vueHCtQTKP2onvaEhRCjKFpCBcGMHDdafRqbuSXx4JYy1CgdYwpEaTdACA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5993b0f566c7304fd7e11150440aa0464e1bce6ef167826d168424fb2101c6bd","last_reissued_at":"2026-07-05T09:19:23.762234Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:19:23.762234Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2307.00331","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1X5CK0L2xtG84eOSQ69s1I1ykDk4iOS6a6MTcNVSaSlS7Yi+7+TLVKMUQ1lLPIhaH/5eZxj0hRuPmAGYDluOAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T02:06:48.830978Z"},"content_sha256":"dacaaa66dfc48ecf1b51efa7731ac2d8df6cc307bcc99cfa3e41ce685ff981e2","schema_version":"1.0","event_id":"sha256:dacaaa66dfc48ecf1b51efa7731ac2d8df6cc307bcc99cfa3e41ce685ff981e2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LGJ3B5LGY4YE7V7BCFIEICVAIZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Quantization Variation: A New Perspective on Training Transformers with Low-Bit Precision","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.LG","authors_text":"Kwang-Ting Cheng, Pingcheng Dong, Xijie Huang, Zhiqiang Shen","submitted_at":"2023-07-01T13:01:39Z","abstract_excerpt":"Despite the outstanding performance of transformers in both language and vision tasks, the expanding computation and model size have increased the demand for efficient deployment. To address the heavy computation and parameter drawbacks, quantization is frequently studied in the community as a representative model compression technique and has seen extensive use on ConvNets. However, due to the unique properties of transformers, the low-bit quantization applications are still limited and underexplored. In this paper, we identify the difficulty of transformer low-bit quantization-aware training"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.00331","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2307.00331/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:19:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jdxIYmVEd9gGOH5EobufRcLfwz3Vi0rNMAlawFUt5R+1oto32H8WWxBCdZGJpKA5BnCESv1/SSaGVBH+IjT+CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T02:06:48.831482Z"},"content_sha256":"2f3ab99eaf5c933203f32b4f2401b9b14f2e24fab739ee4f65798e51cd0fff81","schema_version":"1.0","event_id":"sha256:2f3ab99eaf5c933203f32b4f2401b9b14f2e24fab739ee4f65798e51cd0fff81"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LGJ3B5LGY4YE7V7BCFIEICVAIZ/bundle.json","state_url":"https://pith.science/pith/LGJ3B5LGY4YE7V7BCFIEICVAIZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LGJ3B5LGY4YE7V7BCFIEICVAIZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T02:06:48Z","links":{"resolver":"https://pith.science/pith/LGJ3B5LGY4YE7V7BCFIEICVAIZ","bundle":"https://pith.science/pith/LGJ3B5LGY4YE7V7BCFIEICVAIZ/bundle.json","state":"https://pith.science/pith/LGJ3B5LGY4YE7V7BCFIEICVAIZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LGJ3B5LGY4YE7V7BCFIEICVAIZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LGJ3B5LGY4YE7V7BCFIEICVAIZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"53ce00895a573413f6ef0c1612c0ac131abbbaf7d041435c4e1e6ed63f28f2f3","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-01T13:01:39Z","title_canon_sha256":"4cceda0f57c27fbbe18175a02966baf91bd999493cdd7062d67b58441a156bc2"},"schema_version":"1.0","source":{"id":"2307.00331","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2307.00331","created_at":"2026-07-05T09:19:23Z"},{"alias_kind":"arxiv_version","alias_value":"2307.00331v2","created_at":"2026-07-05T09:19:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2307.00331","created_at":"2026-07-05T09:19:23Z"},{"alias_kind":"pith_short_12","alias_value":"LGJ3B5LGY4YE","created_at":"2026-07-05T09:19:23Z"},{"alias_kind":"pith_short_16","alias_value":"LGJ3B5LGY4YE7V7B","created_at":"2026-07-05T09:19:23Z"},{"alias_kind":"pith_short_8","alias_value":"LGJ3B5LG","created_at":"2026-07-05T09:19:23Z"}],"graph_snapshots":[{"event_id":"sha256:2f3ab99eaf5c933203f32b4f2401b9b14f2e24fab739ee4f65798e51cd0fff81","target":"graph","created_at":"2026-07-05T09:19:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2307.00331/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Despite the outstanding performance of transformers in both language and vision tasks, the expanding computation and model size have increased the demand for efficient deployment. To address the heavy computation and parameter drawbacks, quantization is frequently studied in the community as a representative model compression technique and has seen extensive use on ConvNets. However, due to the unique properties of transformers, the low-bit quantization applications are still limited and underexplored. In this paper, we identify the difficulty of transformer low-bit quantization-aware training","authors_text":"Kwang-Ting Cheng, Pingcheng Dong, Xijie Huang, Zhiqiang Shen","cross_cats":["cs.AI","cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-01T13:01:39Z","title":"Quantization Variation: A New Perspective on Training Transformers with Low-Bit Precision"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2307.00331","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dacaaa66dfc48ecf1b51efa7731ac2d8df6cc307bcc99cfa3e41ce685ff981e2","target":"record","created_at":"2026-07-05T09:19:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"53ce00895a573413f6ef0c1612c0ac131abbbaf7d041435c4e1e6ed63f28f2f3","cross_cats_sorted":["cs.AI","cs.CV"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-07-01T13:01:39Z","title_canon_sha256":"4cceda0f57c27fbbe18175a02966baf91bd999493cdd7062d67b58441a156bc2"},"schema_version":"1.0","source":{"id":"2307.00331","kind":"arxiv","version":2}},"canonical_sha256":"5993b0f566c7304fd7e11150440aa0464e1bce6ef167826d168424fb2101c6bd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5993b0f566c7304fd7e11150440aa0464e1bce6ef167826d168424fb2101c6bd","first_computed_at":"2026-07-05T09:19:23.762234Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:19:23.762234Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"y5YrKQsq9XXD3R5+/52CSD+OIT11vueHCtQTKP2onvaEhRCjKFpCBcGMHDdafRqbuSXx4JYy1CgdYwpEaTdACA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:19:23.762897Z","signed_message":"canonical_sha256_bytes"},"source_id":"2307.00331","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dacaaa66dfc48ecf1b51efa7731ac2d8df6cc307bcc99cfa3e41ce685ff981e2","sha256:2f3ab99eaf5c933203f32b4f2401b9b14f2e24fab739ee4f65798e51cd0fff81"],"state_sha256":"57cd13e94052e831fd94d3037872b3fb47139a742ef4991a3cab6543b9f2fa42"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3iGWg4qzO2DQzdUr+2RypiEpaYrr5B2InGDbS++uHuYYI8jMK2vgXkofNOISDFarzggqJw7Z4AM7aohX2hB5Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T02:06:48.835487Z","bundle_sha256":"7ea63c75426befa30d96b033565a728dd38b4343d79625c55e6071a514c2ac83"}}