{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:6CXRGECZ3XGJC7EI4FVZU7GJAP","short_pith_number":"pith:6CXRGECZ","canonical_record":{"source":{"id":"2103.17239","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-03-31T17:37:32Z","cross_cats_sorted":[],"title_canon_sha256":"8fa963bf3f833268cfd46121b9cbc8a21362892500aa6c043cb9d674c118fb9a","abstract_canon_sha256":"3f812bc29e83aa8f3ac8fd604e922791eeed89d39ab52ae3777a905393de4956"},"schema_version":"1.0"},"canonical_sha256":"f0af131059ddcc917c88e16b9a7cc903f4c1beba5ab00493f5c7ba49f7514338","source":{"kind":"arxiv","id":"2103.17239","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.17239","created_at":"2026-07-05T02:29:58Z"},{"alias_kind":"arxiv_version","alias_value":"2103.17239v2","created_at":"2026-07-05T02:29:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.17239","created_at":"2026-07-05T02:29:58Z"},{"alias_kind":"pith_short_12","alias_value":"6CXRGECZ3XGJ","created_at":"2026-07-05T02:29:58Z"},{"alias_kind":"pith_short_16","alias_value":"6CXRGECZ3XGJC7EI","created_at":"2026-07-05T02:29:58Z"},{"alias_kind":"pith_short_8","alias_value":"6CXRGECZ","created_at":"2026-07-05T02:29:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:6CXRGECZ3XGJC7EI4FVZU7GJAP","target":"record","payload":{"canonical_record":{"source":{"id":"2103.17239","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-03-31T17:37:32Z","cross_cats_sorted":[],"title_canon_sha256":"8fa963bf3f833268cfd46121b9cbc8a21362892500aa6c043cb9d674c118fb9a","abstract_canon_sha256":"3f812bc29e83aa8f3ac8fd604e922791eeed89d39ab52ae3777a905393de4956"},"schema_version":"1.0"},"canonical_sha256":"f0af131059ddcc917c88e16b9a7cc903f4c1beba5ab00493f5c7ba49f7514338","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:29:58.276098Z","signature_b64":"Yf9094N9SAwPZ4PPc04LipeNEmljhOFMuRopZyaXAf7W/GUyIFWhTcRuuY6vFcpnCZfYTiBTak7/pZrCQCByBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f0af131059ddcc917c88e16b9a7cc903f4c1beba5ab00493f5c7ba49f7514338","last_reissued_at":"2026-07-05T02:29:58.275689Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:29:58.275689Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.17239","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:29:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UAi63XeHtlz11HEpJwHYtHXXXcmLZZ1o9BD4ezFZTpfsq3xGOUVtQJWc+kFwIUndk6ljTC/k5SLGXw5DhG/vBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:22:06.543934Z"},"content_sha256":"04773b9ac1b06b6d674c49c224255db1812ecb233491020b0bac369e021c24be","schema_version":"1.0","event_id":"sha256:04773b9ac1b06b6d674c49c224255db1812ecb233491020b0bac369e021c24be"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:6CXRGECZ3XGJC7EI4FVZU7GJAP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Going deeper with Image Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Alexandre Sablayrolles, Gabriel Synnaeve, Herv\\'e J\\'egou, Hugo Touvron, Matthieu Cord","submitted_at":"2021-03-31T17:37:32Z","abstract_excerpt":"Transformers have been recently adapted for large scale image classification, achieving high scores shaking up the long supremacy of convolutional neural networks. However the optimization of image transformers has been little studied so far. In this work, we build and optimize deeper transformer networks for image classification. In particular, we investigate the interplay of architecture and optimization of such dedicated transformers. We make two transformers architecture changes that significantly improve the accuracy of deep transformers. This leads us to produce models whose performance "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.17239","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.17239/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:29:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ALwr0QqgTJ9gKLe7MUQg+vffykghroyH77u8XwbpjV7p4bJbkOF8BfpEL/EYOY3+Vtfeqn7ItYNPbF4Xz6ZiDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T10:22:06.544308Z"},"content_sha256":"ff7a79855036facb4118cc9e4437e8a4718d5661e6215839262bc49bc855b164","schema_version":"1.0","event_id":"sha256:ff7a79855036facb4118cc9e4437e8a4718d5661e6215839262bc49bc855b164"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6CXRGECZ3XGJC7EI4FVZU7GJAP/bundle.json","state_url":"https://pith.science/pith/6CXRGECZ3XGJC7EI4FVZU7GJAP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6CXRGECZ3XGJC7EI4FVZU7GJAP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T10:22:06Z","links":{"resolver":"https://pith.science/pith/6CXRGECZ3XGJC7EI4FVZU7GJAP","bundle":"https://pith.science/pith/6CXRGECZ3XGJC7EI4FVZU7GJAP/bundle.json","state":"https://pith.science/pith/6CXRGECZ3XGJC7EI4FVZU7GJAP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6CXRGECZ3XGJC7EI4FVZU7GJAP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:6CXRGECZ3XGJC7EI4FVZU7GJAP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3f812bc29e83aa8f3ac8fd604e922791eeed89d39ab52ae3777a905393de4956","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-03-31T17:37:32Z","title_canon_sha256":"8fa963bf3f833268cfd46121b9cbc8a21362892500aa6c043cb9d674c118fb9a"},"schema_version":"1.0","source":{"id":"2103.17239","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.17239","created_at":"2026-07-05T02:29:58Z"},{"alias_kind":"arxiv_version","alias_value":"2103.17239v2","created_at":"2026-07-05T02:29:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.17239","created_at":"2026-07-05T02:29:58Z"},{"alias_kind":"pith_short_12","alias_value":"6CXRGECZ3XGJ","created_at":"2026-07-05T02:29:58Z"},{"alias_kind":"pith_short_16","alias_value":"6CXRGECZ3XGJC7EI","created_at":"2026-07-05T02:29:58Z"},{"alias_kind":"pith_short_8","alias_value":"6CXRGECZ","created_at":"2026-07-05T02:29:58Z"}],"graph_snapshots":[{"event_id":"sha256:ff7a79855036facb4118cc9e4437e8a4718d5661e6215839262bc49bc855b164","target":"graph","created_at":"2026-07-05T02:29:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.17239/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers have been recently adapted for large scale image classification, achieving high scores shaking up the long supremacy of convolutional neural networks. However the optimization of image transformers has been little studied so far. In this work, we build and optimize deeper transformer networks for image classification. In particular, we investigate the interplay of architecture and optimization of such dedicated transformers. We make two transformers architecture changes that significantly improve the accuracy of deep transformers. This leads us to produce models whose performance ","authors_text":"Alexandre Sablayrolles, Gabriel Synnaeve, Herv\\'e J\\'egou, Hugo Touvron, Matthieu Cord","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-03-31T17:37:32Z","title":"Going deeper with Image Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.17239","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:04773b9ac1b06b6d674c49c224255db1812ecb233491020b0bac369e021c24be","target":"record","created_at":"2026-07-05T02:29:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3f812bc29e83aa8f3ac8fd604e922791eeed89d39ab52ae3777a905393de4956","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-03-31T17:37:32Z","title_canon_sha256":"8fa963bf3f833268cfd46121b9cbc8a21362892500aa6c043cb9d674c118fb9a"},"schema_version":"1.0","source":{"id":"2103.17239","kind":"arxiv","version":2}},"canonical_sha256":"f0af131059ddcc917c88e16b9a7cc903f4c1beba5ab00493f5c7ba49f7514338","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f0af131059ddcc917c88e16b9a7cc903f4c1beba5ab00493f5c7ba49f7514338","first_computed_at":"2026-07-05T02:29:58.275689Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:29:58.275689Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Yf9094N9SAwPZ4PPc04LipeNEmljhOFMuRopZyaXAf7W/GUyIFWhTcRuuY6vFcpnCZfYTiBTak7/pZrCQCByBg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:29:58.276098Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.17239","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:04773b9ac1b06b6d674c49c224255db1812ecb233491020b0bac369e021c24be","sha256:ff7a79855036facb4118cc9e4437e8a4718d5661e6215839262bc49bc855b164"],"state_sha256":"621f127b396c84cbeb7ed1d2dc26b933bea56ef802cf82fad9ed8a9da2caa0ee"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rJLilq5BMcSLJcoiCQuLU/abEocKc8WMNyw4MgwDJuwHPTaLtx1gYcrA/1S7J8gr4juJPtC9IBAYWBl1TD9SCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T10:22:06.546300Z","bundle_sha256":"3663b4de020e13a006ab46397aea9b900318d217344d22022e75d8756d2dbe3b"}}