{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:3WG7IE5VZA3MUJ53FVL6IDR25W","short_pith_number":"pith:3WG7IE5V","canonical_record":{"source":{"id":"2304.13013","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-04-25T17:38:18Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"678eba0c7902afe78948641a84617562144337a541abecc6ff5c134f7c853d46","abstract_canon_sha256":"bda3cc3638a98cb1c22820980049919f83b31511d44e9c7ce019fd18cb29b900"},"schema_version":"1.0"},"canonical_sha256":"dd8df413b5c836ca27bb2d57e40e3aed990da8e188a4f4537237c625692d8437","source":{"kind":"arxiv","id":"2304.13013","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.13013","created_at":"2026-07-05T07:01:24Z"},{"alias_kind":"arxiv_version","alias_value":"2304.13013v2","created_at":"2026-07-05T07:01:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.13013","created_at":"2026-07-05T07:01:24Z"},{"alias_kind":"pith_short_12","alias_value":"3WG7IE5VZA3M","created_at":"2026-07-05T07:01:24Z"},{"alias_kind":"pith_short_16","alias_value":"3WG7IE5VZA3MUJ53","created_at":"2026-07-05T07:01:24Z"},{"alias_kind":"pith_short_8","alias_value":"3WG7IE5V","created_at":"2026-07-05T07:01:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:3WG7IE5VZA3MUJ53FVL6IDR25W","target":"record","payload":{"canonical_record":{"source":{"id":"2304.13013","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-04-25T17:38:18Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"678eba0c7902afe78948641a84617562144337a541abecc6ff5c134f7c853d46","abstract_canon_sha256":"bda3cc3638a98cb1c22820980049919f83b31511d44e9c7ce019fd18cb29b900"},"schema_version":"1.0"},"canonical_sha256":"dd8df413b5c836ca27bb2d57e40e3aed990da8e188a4f4537237c625692d8437","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:01:24.853670Z","signature_b64":"vaAghKEJSv3xDpNwnBAefVGqu0NM7CFPw3RzzxlsP7g/hwSTDBEjefKNr6w7RT/GKZ8C+LBRwIQNCVFwGAz9AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dd8df413b5c836ca27bb2d57e40e3aed990da8e188a4f4537237c625692d8437","last_reissued_at":"2026-07-05T07:01:24.853197Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:01:24.853197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.13013","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:01:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T7digRwRj8VZZtkH0C5Ct78siJyGmUZLZUW1FtEDO9rqBRRvmTP4lRjyQYzpg2dlymfXOVUBmG5kLmqpmnp4Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T02:40:01.169755Z"},"content_sha256":"8be2d3d261c2345a9c2396e90e83495af9edde28ba69ae093b57d0cd2585d7bb","schema_version":"1.0","event_id":"sha256:8be2d3d261c2345a9c2396e90e83495af9edde28ba69ae093b57d0cd2585d7bb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:3WG7IE5VZA3MUJ53FVL6IDR25W","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Stable and low-precision training for large-scale vision-language models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Ali Farhadi, Ari Morcos, Ludwig Schmidt, Luke Zettlemoyer, Mitchell Wortsman, Tim Dettmers","submitted_at":"2023-04-25T17:38:18Z","abstract_excerpt":"We introduce new methods for 1) accelerating and 2) stabilizing training for large language-vision models. 1) For acceleration, we introduce SwitchBack, a linear layer for int8 quantized training which provides a speed-up of 13-25% while matching the performance of bfloat16 training within 0.1 percentage points for the 1B parameter CLIP ViT-Huge -- the largest int8 training to date. Our main focus is int8 as GPU support for float8 is rare, though we also analyze float8 training through simulation. While SwitchBack proves effective for float8, we show that standard techniques are also successfu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.13013","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.13013/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:01:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7sq1OKcyJsCamUYckte9wCltOpV95zjAzyKr7/0DyKdPXCI0vr3FGd4ap7ek2vKSoy+RTLI6OM1EetUaUNvxBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T02:40:01.170269Z"},"content_sha256":"38c07bec47bd4ff00cdd2b8304abb36d61ccc730eb3bfda14f1f39950cf31444","schema_version":"1.0","event_id":"sha256:38c07bec47bd4ff00cdd2b8304abb36d61ccc730eb3bfda14f1f39950cf31444"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3WG7IE5VZA3MUJ53FVL6IDR25W/bundle.json","state_url":"https://pith.science/pith/3WG7IE5VZA3MUJ53FVL6IDR25W/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3WG7IE5VZA3MUJ53FVL6IDR25W/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T02:40:01Z","links":{"resolver":"https://pith.science/pith/3WG7IE5VZA3MUJ53FVL6IDR25W","bundle":"https://pith.science/pith/3WG7IE5VZA3MUJ53FVL6IDR25W/bundle.json","state":"https://pith.science/pith/3WG7IE5VZA3MUJ53FVL6IDR25W/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3WG7IE5VZA3MUJ53FVL6IDR25W/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:3WG7IE5VZA3MUJ53FVL6IDR25W","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bda3cc3638a98cb1c22820980049919f83b31511d44e9c7ce019fd18cb29b900","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-04-25T17:38:18Z","title_canon_sha256":"678eba0c7902afe78948641a84617562144337a541abecc6ff5c134f7c853d46"},"schema_version":"1.0","source":{"id":"2304.13013","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.13013","created_at":"2026-07-05T07:01:24Z"},{"alias_kind":"arxiv_version","alias_value":"2304.13013v2","created_at":"2026-07-05T07:01:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.13013","created_at":"2026-07-05T07:01:24Z"},{"alias_kind":"pith_short_12","alias_value":"3WG7IE5VZA3M","created_at":"2026-07-05T07:01:24Z"},{"alias_kind":"pith_short_16","alias_value":"3WG7IE5VZA3MUJ53","created_at":"2026-07-05T07:01:24Z"},{"alias_kind":"pith_short_8","alias_value":"3WG7IE5V","created_at":"2026-07-05T07:01:24Z"}],"graph_snapshots":[{"event_id":"sha256:38c07bec47bd4ff00cdd2b8304abb36d61ccc730eb3bfda14f1f39950cf31444","target":"graph","created_at":"2026-07-05T07:01:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.13013/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce new methods for 1) accelerating and 2) stabilizing training for large language-vision models. 1) For acceleration, we introduce SwitchBack, a linear layer for int8 quantized training which provides a speed-up of 13-25% while matching the performance of bfloat16 training within 0.1 percentage points for the 1B parameter CLIP ViT-Huge -- the largest int8 training to date. Our main focus is int8 as GPU support for float8 is rare, though we also analyze float8 training through simulation. While SwitchBack proves effective for float8, we show that standard techniques are also successfu","authors_text":"Ali Farhadi, Ari Morcos, Ludwig Schmidt, Luke Zettlemoyer, Mitchell Wortsman, Tim Dettmers","cross_cats":["cs.CV"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-04-25T17:38:18Z","title":"Stable and low-precision training for large-scale vision-language models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.13013","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8be2d3d261c2345a9c2396e90e83495af9edde28ba69ae093b57d0cd2585d7bb","target":"record","created_at":"2026-07-05T07:01:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bda3cc3638a98cb1c22820980049919f83b31511d44e9c7ce019fd18cb29b900","cross_cats_sorted":["cs.CV"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-04-25T17:38:18Z","title_canon_sha256":"678eba0c7902afe78948641a84617562144337a541abecc6ff5c134f7c853d46"},"schema_version":"1.0","source":{"id":"2304.13013","kind":"arxiv","version":2}},"canonical_sha256":"dd8df413b5c836ca27bb2d57e40e3aed990da8e188a4f4537237c625692d8437","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dd8df413b5c836ca27bb2d57e40e3aed990da8e188a4f4537237c625692d8437","first_computed_at":"2026-07-05T07:01:24.853197Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:01:24.853197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vaAghKEJSv3xDpNwnBAefVGqu0NM7CFPw3RzzxlsP7g/hwSTDBEjefKNr6w7RT/GKZ8C+LBRwIQNCVFwGAz9AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:01:24.853670Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.13013","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8be2d3d261c2345a9c2396e90e83495af9edde28ba69ae093b57d0cd2585d7bb","sha256:38c07bec47bd4ff00cdd2b8304abb36d61ccc730eb3bfda14f1f39950cf31444"],"state_sha256":"1ad7b9e1f8146fba3f3c4c66baf9ac4be07a7c62dfc386bf25a77e5548996081"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CiYM5NsI+rGfT31vUY20dJ7TK7VYSGG5hyi1xAkvQ29IzT9YPoIhmoq6WQqJmhsGlc8JAYrqy+pEjq8HfDnCBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T02:40:01.175751Z","bundle_sha256":"84b2681dbee4f27cd4f1069f6ea064152167c7f9955324e57b7b857102b7efa4"}}