{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:UM24SQP3FVKUHZ2MYXPZPEY5OT","short_pith_number":"pith:UM24SQP3","canonical_record":{"source":{"id":"2106.15941","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-30T09:48:30Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e68a58705c34c1abf1c9c172f034e575b823c75562fb1b00691a14c3512f2dae","abstract_canon_sha256":"df606d868adb792387c4b091ecbadb1be3c312f30d7ddd7fac8234f5f29b4463"},"schema_version":"1.0"},"canonical_sha256":"a335c941fb2d5543e74cc5df97931d74e354dfcda278564093d17a78032f85be","source":{"kind":"arxiv","id":"2106.15941","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.15941","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"arxiv_version","alias_value":"2106.15941v1","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.15941","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"pith_short_12","alias_value":"UM24SQP3FVKU","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"pith_short_16","alias_value":"UM24SQP3FVKUHZ2M","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"pith_short_8","alias_value":"UM24SQP3","created_at":"2026-07-05T02:54:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:UM24SQP3FVKUHZ2MYXPZPEY5OT","target":"record","payload":{"canonical_record":{"source":{"id":"2106.15941","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-30T09:48:30Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"e68a58705c34c1abf1c9c172f034e575b823c75562fb1b00691a14c3512f2dae","abstract_canon_sha256":"df606d868adb792387c4b091ecbadb1be3c312f30d7ddd7fac8234f5f29b4463"},"schema_version":"1.0"},"canonical_sha256":"a335c941fb2d5543e74cc5df97931d74e354dfcda278564093d17a78032f85be","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:54:01.745765Z","signature_b64":"9spe5F0JRiCwLzpSw2jmj1xJFG7Gn49ZduvI48eul0i/g5ru8qdx2aip6qBBzP9cLV+7jPLVoQfnptUryfA1Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a335c941fb2d5543e74cc5df97931d74e354dfcda278564093d17a78032f85be","last_reissued_at":"2026-07-05T02:54:01.745292Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:54:01.745292Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2106.15941","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:54:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I7cF/svqjQI4mYFhEzRT/Skhd467s0vCkpt/BbQr9unemk7r7e6wdxjzc/ndX7RlQ6Ph7FXwWxBI0fvYLfMBAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T17:58:01.228731Z"},"content_sha256":"8158177302af07f5c6eadeebb096fe278ff5ddc24697946889ef10e3bbb425ca","schema_version":"1.0","event_id":"sha256:8158177302af07f5c6eadeebb096fe278ff5ddc24697946889ef10e3bbb425ca"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:UM24SQP3FVKUHZ2MYXPZPEY5OT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Augmented Shortcuts for Vision Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"An Xiao, Chang Xu, Chao Xu, Kai Han, Yehui Tang, Yiping Deng, Yunhe Wang","submitted_at":"2021-06-30T09:48:30Z","abstract_excerpt":"Transformer models have achieved great progress on computer vision tasks recently. The rapid development of vision transformers is mainly contributed by their high representation ability for extracting informative features from input images. However, the mainstream transformer models are designed with deep architectures, and the feature diversity will be continuously reduced as the depth increases, i.e., feature collapse. In this paper, we theoretically analyze the feature collapse phenomenon and study the relationship between shortcuts and feature diversity in these transformer models. Then, "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.15941","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2106.15941/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:54:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zn+U9A9Zf1ioxdaFIXUZUQju9P+Mh/iRb7ogth4v+GzA5+0x/NjR+1DX9M6Js97scg/+D+RHcpGo1ZuXb0LiAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T17:58:01.229772Z"},"content_sha256":"4b816656e77c01f6b8eedc62770058115260ccdbe5cb0bc766d4644bcbbc7b93","schema_version":"1.0","event_id":"sha256:4b816656e77c01f6b8eedc62770058115260ccdbe5cb0bc766d4644bcbbc7b93"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UM24SQP3FVKUHZ2MYXPZPEY5OT/bundle.json","state_url":"https://pith.science/pith/UM24SQP3FVKUHZ2MYXPZPEY5OT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UM24SQP3FVKUHZ2MYXPZPEY5OT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T17:58:01Z","links":{"resolver":"https://pith.science/pith/UM24SQP3FVKUHZ2MYXPZPEY5OT","bundle":"https://pith.science/pith/UM24SQP3FVKUHZ2MYXPZPEY5OT/bundle.json","state":"https://pith.science/pith/UM24SQP3FVKUHZ2MYXPZPEY5OT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UM24SQP3FVKUHZ2MYXPZPEY5OT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:UM24SQP3FVKUHZ2MYXPZPEY5OT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"df606d868adb792387c4b091ecbadb1be3c312f30d7ddd7fac8234f5f29b4463","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-30T09:48:30Z","title_canon_sha256":"e68a58705c34c1abf1c9c172f034e575b823c75562fb1b00691a14c3512f2dae"},"schema_version":"1.0","source":{"id":"2106.15941","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2106.15941","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"arxiv_version","alias_value":"2106.15941v1","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2106.15941","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"pith_short_12","alias_value":"UM24SQP3FVKU","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"pith_short_16","alias_value":"UM24SQP3FVKUHZ2M","created_at":"2026-07-05T02:54:01Z"},{"alias_kind":"pith_short_8","alias_value":"UM24SQP3","created_at":"2026-07-05T02:54:01Z"}],"graph_snapshots":[{"event_id":"sha256:4b816656e77c01f6b8eedc62770058115260ccdbe5cb0bc766d4644bcbbc7b93","target":"graph","created_at":"2026-07-05T02:54:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2106.15941/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer models have achieved great progress on computer vision tasks recently. The rapid development of vision transformers is mainly contributed by their high representation ability for extracting informative features from input images. However, the mainstream transformer models are designed with deep architectures, and the feature diversity will be continuously reduced as the depth increases, i.e., feature collapse. In this paper, we theoretically analyze the feature collapse phenomenon and study the relationship between shortcuts and feature diversity in these transformer models. Then, ","authors_text":"An Xiao, Chang Xu, Chao Xu, Kai Han, Yehui Tang, Yiping Deng, Yunhe Wang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-30T09:48:30Z","title":"Augmented Shortcuts for Vision Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2106.15941","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8158177302af07f5c6eadeebb096fe278ff5ddc24697946889ef10e3bbb425ca","target":"record","created_at":"2026-07-05T02:54:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"df606d868adb792387c4b091ecbadb1be3c312f30d7ddd7fac8234f5f29b4463","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-06-30T09:48:30Z","title_canon_sha256":"e68a58705c34c1abf1c9c172f034e575b823c75562fb1b00691a14c3512f2dae"},"schema_version":"1.0","source":{"id":"2106.15941","kind":"arxiv","version":1}},"canonical_sha256":"a335c941fb2d5543e74cc5df97931d74e354dfcda278564093d17a78032f85be","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a335c941fb2d5543e74cc5df97931d74e354dfcda278564093d17a78032f85be","first_computed_at":"2026-07-05T02:54:01.745292Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:54:01.745292Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9spe5F0JRiCwLzpSw2jmj1xJFG7Gn49ZduvI48eul0i/g5ru8qdx2aip6qBBzP9cLV+7jPLVoQfnptUryfA1Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:54:01.745765Z","signed_message":"canonical_sha256_bytes"},"source_id":"2106.15941","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8158177302af07f5c6eadeebb096fe278ff5ddc24697946889ef10e3bbb425ca","sha256:4b816656e77c01f6b8eedc62770058115260ccdbe5cb0bc766d4644bcbbc7b93"],"state_sha256":"24a57f6455b96553a2168b76abe467794f9464fa84a28995b9300a617b3ccaee"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NyS0vsW2vIylJbj5EsOrjtgW3YJOm4T+QhhPBsLHb3wRrSU5w9OHGrq6jOCNWpLo121ZhkVx4sCbUzIYGk45Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T17:58:01.236387Z","bundle_sha256":"64e37231aee3b119c7a189843e953a3a6607c92f547c57468313c34941ba9685"}}