{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:2DZ4ZMWMM7VBVOFB3R3GOA5F7U","short_pith_number":"pith:2DZ4ZMWM","canonical_record":{"source":{"id":"2106.10270","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-18T17:58:20Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"987ffbd054f777def434f35be409a1d07e82148eb51dc9a7eba25742b81b9d6d","abstract_canon_sha256":"b981b0fbe5e791b16e829a1f9871d9cd2a3b72e7606d4f29032c66354a4529ea"},"schema_version":"1.0"},"canonical_sha256":"d0f3ccb2cc67ea1ab8a1dc766703a5fd1254788513b9f4ca378aaa21727fe8aa","source":{"kind":"arxiv","id":"2106.10270","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.10270","created_at":"2026-07-05T04:34:12Z"},{"alias_kind":"arxiv_version","alias_value":"2106.10270v2","created_at":"2026-07-05T04:34:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.10270","created_at":"2026-07-05T04:34:12Z"},{"alias_kind":"pith_short_12","alias_value":"2DZ4ZMWMM7VB","created_at":"2026-07-05T04:34:12Z"},{"alias_kind":"pith_short_16","alias_value":"2DZ4ZMWMM7VBVOFB","created_at":"2026-07-05T04:34:12Z"},{"alias_kind":"pith_short_8","alias_value":"2DZ4ZMWM","created_at":"2026-07-05T04:34:12Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:2DZ4ZMWMM7VBVOFB3R3GOA5F7U","target":"record","payload":{"canonical_record":{"source":{"id":"2106.10270","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-18T17:58:20Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"987ffbd054f777def434f35be409a1d07e82148eb51dc9a7eba25742b81b9d6d","abstract_canon_sha256":"b981b0fbe5e791b16e829a1f9871d9cd2a3b72e7606d4f29032c66354a4529ea"},"schema_version":"1.0"},"canonical_sha256":"d0f3ccb2cc67ea1ab8a1dc766703a5fd1254788513b9f4ca378aaa21727fe8aa","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:34:12.714333Z","signature_b64":"SrmIJQuNzEeNP7i3SaGg3GGAPMIu76BDESJIe3QQHl7oLLKlxMMSuaFEgK4zUKqAwik1IpBzvqP+tcs6g6TkBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d0f3ccb2cc67ea1ab8a1dc766703a5fd1254788513b9f4ca378aaa21727fe8aa","last_reissued_at":"2026-07-05T04:34:12.713835Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:34:12.713835Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.10270","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:34:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"okDqtjiOIewZV0iwQNAT2LtEbSACXaxvdr287z/hylIxzLsBoSmoBDiJJ2izhdMhtw9UoSEE68ZWAxC58T6pDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T20:21:47.364437Z"},"content_sha256":"7dc996d5f98048358ec477432bd2873d94e346b27b62c9b7eb0c7fbf58558a72","schema_version":"1.0","event_id":"sha256:7dc996d5f98048358ec477432bd2873d94e346b27b62c9b7eb0c7fbf58558a72"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:2DZ4ZMWMM7VBVOFB3R3GOA5F7U","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How to train your ViT? Data, Augmentation, and Regularization in Vision Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CV","authors_text":"Alexander Kolesnikov, Andreas Steiner, Jakob Uszkoreit, Lucas Beyer, Ross Wightman, Xiaohua Zhai","submitted_at":"2021-06-18T17:58:20Z","abstract_excerpt":"Vision Transformers (ViT) have been shown to attain highly competitive performance for a wide range of vision applications, such as image classification, object detection and semantic image segmentation. In comparison to convolutional neural networks, the Vision Transformer's weaker inductive bias is generally found to cause an increased reliance on model regularization or data augmentation (\"AugReg\" for short) when training on smaller training datasets. We conduct a systematic empirical study in order to better understand the interplay between the amount of training data, AugReg, model size a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.10270","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.10270/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:34:12Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gGcDYKs4dSvNhq/IWEdMlPmYgnxRAwD8ghlVo6JC7kDNPZU+1sRcbTZRRRec80TNs9l3fs2aWtBHkdS7UNpwAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T20:21:47.364952Z"},"content_sha256":"5a65008e747bc38e02f47496d845969a13da4bf3f0c4ae8c47b32dc545c66bf3","schema_version":"1.0","event_id":"sha256:5a65008e747bc38e02f47496d845969a13da4bf3f0c4ae8c47b32dc545c66bf3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2DZ4ZMWMM7VBVOFB3R3GOA5F7U/bundle.json","state_url":"https://pith.science/pith/2DZ4ZMWMM7VBVOFB3R3GOA5F7U/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2DZ4ZMWMM7VBVOFB3R3GOA5F7U/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T20:21:47Z","links":{"resolver":"https://pith.science/pith/2DZ4ZMWMM7VBVOFB3R3GOA5F7U","bundle":"https://pith.science/pith/2DZ4ZMWMM7VBVOFB3R3GOA5F7U/bundle.json","state":"https://pith.science/pith/2DZ4ZMWMM7VBVOFB3R3GOA5F7U/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2DZ4ZMWMM7VBVOFB3R3GOA5F7U/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:2DZ4ZMWMM7VBVOFB3R3GOA5F7U","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b981b0fbe5e791b16e829a1f9871d9cd2a3b72e7606d4f29032c66354a4529ea","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-18T17:58:20Z","title_canon_sha256":"987ffbd054f777def434f35be409a1d07e82148eb51dc9a7eba25742b81b9d6d"},"schema_version":"1.0","source":{"id":"2106.10270","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.10270","created_at":"2026-07-05T04:34:12Z"},{"alias_kind":"arxiv_version","alias_value":"2106.10270v2","created_at":"2026-07-05T04:34:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.10270","created_at":"2026-07-05T04:34:12Z"},{"alias_kind":"pith_short_12","alias_value":"2DZ4ZMWMM7VB","created_at":"2026-07-05T04:34:12Z"},{"alias_kind":"pith_short_16","alias_value":"2DZ4ZMWMM7VBVOFB","created_at":"2026-07-05T04:34:12Z"},{"alias_kind":"pith_short_8","alias_value":"2DZ4ZMWM","created_at":"2026-07-05T04:34:12Z"}],"graph_snapshots":[{"event_id":"sha256:5a65008e747bc38e02f47496d845969a13da4bf3f0c4ae8c47b32dc545c66bf3","target":"graph","created_at":"2026-07-05T04:34:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.10270/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vision Transformers (ViT) have been shown to attain highly competitive performance for a wide range of vision applications, such as image classification, object detection and semantic image segmentation. In comparison to convolutional neural networks, the Vision Transformer's weaker inductive bias is generally found to cause an increased reliance on model regularization or data augmentation (\"AugReg\" for short) when training on smaller training datasets. We conduct a systematic empirical study in order to better understand the interplay between the amount of training data, AugReg, model size a","authors_text":"Alexander Kolesnikov, Andreas Steiner, Jakob Uszkoreit, Lucas Beyer, Ross Wightman, Xiaohua Zhai","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-18T17:58:20Z","title":"How to train your ViT? Data, Augmentation, and Regularization in Vision Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.10270","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7dc996d5f98048358ec477432bd2873d94e346b27b62c9b7eb0c7fbf58558a72","target":"record","created_at":"2026-07-05T04:34:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b981b0fbe5e791b16e829a1f9871d9cd2a3b72e7606d4f29032c66354a4529ea","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-18T17:58:20Z","title_canon_sha256":"987ffbd054f777def434f35be409a1d07e82148eb51dc9a7eba25742b81b9d6d"},"schema_version":"1.0","source":{"id":"2106.10270","kind":"arxiv","version":2}},"canonical_sha256":"d0f3ccb2cc67ea1ab8a1dc766703a5fd1254788513b9f4ca378aaa21727fe8aa","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d0f3ccb2cc67ea1ab8a1dc766703a5fd1254788513b9f4ca378aaa21727fe8aa","first_computed_at":"2026-07-05T04:34:12.713835Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:34:12.713835Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SrmIJQuNzEeNP7i3SaGg3GGAPMIu76BDESJIe3QQHl7oLLKlxMMSuaFEgK4zUKqAwik1IpBzvqP+tcs6g6TkBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:34:12.714333Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.10270","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7dc996d5f98048358ec477432bd2873d94e346b27b62c9b7eb0c7fbf58558a72","sha256:5a65008e747bc38e02f47496d845969a13da4bf3f0c4ae8c47b32dc545c66bf3"],"state_sha256":"f8aaa9f0ff962ba24fdfd77f684502b7618f0df4e28fe4809b3b02549b9ded4c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"epXLora+aoBqvbv2FkTF/S4GWRU6VqbSmUS+LJQfCr3y1TuO6pCzoQUj6uSuAbDr/C5GoapDrpBOfrD3d1zbDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T20:21:47.369206Z","bundle_sha256":"8f2d472491449026793b7f3b0ede4303adc239b3afa81656878efd6cf4afb1e9"}}