{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:VRCOCLKD56C4OLOVU2CRZW2O7V","short_pith_number":"pith:VRCOCLKD","canonical_record":{"source":{"id":"2302.05442","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-02-10T18:58:21Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"90ec54c408c81655a2f0d9c2a604c87466372ebe8684d384af422d76013f5796","abstract_canon_sha256":"504f00022267d59f26290f4d3039cb0c3b90b52cf6fb126d753032dbcca76df2"},"schema_version":"1.0"},"canonical_sha256":"ac44e12d43ef85c72dd5a6851cdb4efd777e8381a25459c7346b1659ebd77a79","source":{"kind":"arxiv","id":"2302.05442","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.05442","created_at":"2026-07-05T05:40:39Z"},{"alias_kind":"arxiv_version","alias_value":"2302.05442v1","created_at":"2026-07-05T05:40:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.05442","created_at":"2026-07-05T05:40:39Z"},{"alias_kind":"pith_short_12","alias_value":"VRCOCLKD56C4","created_at":"2026-07-05T05:40:39Z"},{"alias_kind":"pith_short_16","alias_value":"VRCOCLKD56C4OLOV","created_at":"2026-07-05T05:40:39Z"},{"alias_kind":"pith_short_8","alias_value":"VRCOCLKD","created_at":"2026-07-05T05:40:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:VRCOCLKD56C4OLOVU2CRZW2O7V","target":"record","payload":{"canonical_record":{"source":{"id":"2302.05442","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-02-10T18:58:21Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"90ec54c408c81655a2f0d9c2a604c87466372ebe8684d384af422d76013f5796","abstract_canon_sha256":"504f00022267d59f26290f4d3039cb0c3b90b52cf6fb126d753032dbcca76df2"},"schema_version":"1.0"},"canonical_sha256":"ac44e12d43ef85c72dd5a6851cdb4efd777e8381a25459c7346b1659ebd77a79","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:40:39.572264Z","signature_b64":"cU9eMQMr0wHv/q2rRjmPl8Pn+j1pR6Cs43WM042fWnq0wbEKDznQo3joIEwfxguh0x/SMEqNiAToRX+C2tN0BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ac44e12d43ef85c72dd5a6851cdb4efd777e8381a25459c7346b1659ebd77a79","last_reissued_at":"2026-07-05T05:40:39.571458Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:40:39.571458Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.05442","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:40:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WV93e0GxOW/6s3OjKAl/XZO9o0ffaW2jWGbH2Hi4vXsTa5ssqGQdZO3abot2CWYEb7x85WAYa9vv97axJZeQBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:17:46.608769Z"},"content_sha256":"ada4e67b0497df97305d2f6ea4d4ca6f00be69096d2162a39a1c74f3e6318156","schema_version":"1.0","event_id":"sha256:ada4e67b0497df97305d2f6ea4d4ca6f00be69096d2162a39a1c74f3e6318156"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:VRCOCLKD56C4OLOVU2CRZW2O7V","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scaling Vision Transformers to 22 Billion Parameters","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CV","authors_text":"Alexander Kolesnikov, Alexey Gritsenko, Andreas Steiner, Anurag Arnab, Aravindh Mahendran, Avital Oliver, Basil Mustafa, Carlos Riquelme, Cristina Vasconcelos, Daniel Keysers, Dustin Tran, Fantine Huot, Filip Paveti\\'c, Fisher Yu, Gamaleldin F. Elsayed, Ibrahim Alabdulmohsin, Jasmijn Bastings, Jeremiah Harmsen, Joan Puigcerver, Jonathan Heek, Josip Djolonga, Justin Gilmer, Lucas Beyer, Manoj Kumar, Mario Lu\\v{c}i\\'c, Mark Patrick Collier, Mathilde Caron, Matthias Minderer, Michael Tschannen, Mostafa Dehghani, Neil Houlsby, Piotr Padlewski, Robert Geirhos, Rodolphe Jenatton, Sjoerd van Steenkiste, Thomas Kipf, Thomas Mensink, Utku Evci, Vighnesh Birodkar, Xiaohua Zhai, Xiao Wang, Yi Tay","submitted_at":"2023-02-10T18:58:21Z","abstract_excerpt":"The scaling of Transformers has driven breakthrough capabilities for language models. At present, the largest large language models (LLMs) contain upwards of 100B parameters. Vision Transformers (ViT) have introduced the same architecture to image and video modelling, but these have not yet been successfully scaled to nearly the same degree; the largest dense ViT contains 4B parameters (Chen et al., 2022). We present a recipe for highly efficient and stable training of a 22B-parameter ViT (ViT-22B) and perform a wide variety of experiments on the resulting model. When evaluated on downstream t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.05442","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.05442/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:40:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oL1L/W3YYpX5bgRaUu769SIjh9NO5oMuxdkRJ33tzQhYG9mp1r9JRiU9wW4Vg7Z/Y2SVc3B7tqhd4kgMmr4NBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:17:46.609325Z"},"content_sha256":"d978a0de1acef139fa66bc81c6ae7cace6d6e7dc5b7f109a25f2f6613898f5f9","schema_version":"1.0","event_id":"sha256:d978a0de1acef139fa66bc81c6ae7cace6d6e7dc5b7f109a25f2f6613898f5f9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VRCOCLKD56C4OLOVU2CRZW2O7V/bundle.json","state_url":"https://pith.science/pith/VRCOCLKD56C4OLOVU2CRZW2O7V/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VRCOCLKD56C4OLOVU2CRZW2O7V/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T10:17:46Z","links":{"resolver":"https://pith.science/pith/VRCOCLKD56C4OLOVU2CRZW2O7V","bundle":"https://pith.science/pith/VRCOCLKD56C4OLOVU2CRZW2O7V/bundle.json","state":"https://pith.science/pith/VRCOCLKD56C4OLOVU2CRZW2O7V/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VRCOCLKD56C4OLOVU2CRZW2O7V/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:VRCOCLKD56C4OLOVU2CRZW2O7V","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"504f00022267d59f26290f4d3039cb0c3b90b52cf6fb126d753032dbcca76df2","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-02-10T18:58:21Z","title_canon_sha256":"90ec54c408c81655a2f0d9c2a604c87466372ebe8684d384af422d76013f5796"},"schema_version":"1.0","source":{"id":"2302.05442","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.05442","created_at":"2026-07-05T05:40:39Z"},{"alias_kind":"arxiv_version","alias_value":"2302.05442v1","created_at":"2026-07-05T05:40:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.05442","created_at":"2026-07-05T05:40:39Z"},{"alias_kind":"pith_short_12","alias_value":"VRCOCLKD56C4","created_at":"2026-07-05T05:40:39Z"},{"alias_kind":"pith_short_16","alias_value":"VRCOCLKD56C4OLOV","created_at":"2026-07-05T05:40:39Z"},{"alias_kind":"pith_short_8","alias_value":"VRCOCLKD","created_at":"2026-07-05T05:40:39Z"}],"graph_snapshots":[{"event_id":"sha256:d978a0de1acef139fa66bc81c6ae7cace6d6e7dc5b7f109a25f2f6613898f5f9","target":"graph","created_at":"2026-07-05T05:40:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.05442/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The scaling of Transformers has driven breakthrough capabilities for language models. At present, the largest large language models (LLMs) contain upwards of 100B parameters. Vision Transformers (ViT) have introduced the same architecture to image and video modelling, but these have not yet been successfully scaled to nearly the same degree; the largest dense ViT contains 4B parameters (Chen et al., 2022). We present a recipe for highly efficient and stable training of a 22B-parameter ViT (ViT-22B) and perform a wide variety of experiments on the resulting model. When evaluated on downstream t","authors_text":"Alexander Kolesnikov, Alexey Gritsenko, Andreas Steiner, Anurag Arnab, Aravindh Mahendran, Avital Oliver, Basil Mustafa, Carlos Riquelme, Cristina Vasconcelos, Daniel Keysers, Dustin Tran, Fantine Huot, Filip Paveti\\'c, Fisher Yu, Gamaleldin F. Elsayed, Ibrahim Alabdulmohsin, Jasmijn Bastings, Jeremiah Harmsen, Joan Puigcerver, Jonathan Heek, Josip Djolonga, Justin Gilmer, Lucas Beyer, Manoj Kumar, Mario Lu\\v{c}i\\'c, Mark Patrick Collier, Mathilde Caron, Matthias Minderer, Michael Tschannen, Mostafa Dehghani, Neil Houlsby, Piotr Padlewski, Robert Geirhos, Rodolphe Jenatton, Sjoerd van Steenkiste, Thomas Kipf, Thomas Mensink, Utku Evci, Vighnesh Birodkar, Xiaohua Zhai, Xiao Wang, Yi Tay","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-02-10T18:58:21Z","title":"Scaling Vision Transformers to 22 Billion Parameters"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.05442","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ada4e67b0497df97305d2f6ea4d4ca6f00be69096d2162a39a1c74f3e6318156","target":"record","created_at":"2026-07-05T05:40:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"504f00022267d59f26290f4d3039cb0c3b90b52cf6fb126d753032dbcca76df2","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-02-10T18:58:21Z","title_canon_sha256":"90ec54c408c81655a2f0d9c2a604c87466372ebe8684d384af422d76013f5796"},"schema_version":"1.0","source":{"id":"2302.05442","kind":"arxiv","version":1}},"canonical_sha256":"ac44e12d43ef85c72dd5a6851cdb4efd777e8381a25459c7346b1659ebd77a79","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ac44e12d43ef85c72dd5a6851cdb4efd777e8381a25459c7346b1659ebd77a79","first_computed_at":"2026-07-05T05:40:39.571458Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:40:39.571458Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cU9eMQMr0wHv/q2rRjmPl8Pn+j1pR6Cs43WM042fWnq0wbEKDznQo3joIEwfxguh0x/SMEqNiAToRX+C2tN0BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:40:39.572264Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.05442","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ada4e67b0497df97305d2f6ea4d4ca6f00be69096d2162a39a1c74f3e6318156","sha256:d978a0de1acef139fa66bc81c6ae7cace6d6e7dc5b7f109a25f2f6613898f5f9"],"state_sha256":"7f5d7bf2f889886ebee84522479c148e170af887996d0db8158b26249afe553f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x2L9MEGO26oasqZOpRhepeySJyYQL+B/o7DTPtXjna+Q0J2CaULR4A6w4l2Pmv72s9ip1QQBp0Ke7rD6SeBYAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T10:17:46.614989Z","bundle_sha256":"98c2a439416bbcef445e1a240c74086432587bf81aacd5950d17d1d6b4fea397"}}