{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:USILYVDEKGZGKVYV5PUQIIX4ZC","short_pith_number":"pith:USILYVDE","canonical_record":{"source":{"id":"2203.05962","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-03-09T23:55:24Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c8392d0bf827324e83d8c272b1b2cdda215c74481301ec181511641b2e28eb17","abstract_canon_sha256":"67ab2d669bc1b825da76f2888a1104212bdb32e790952288dc387968acfaa741"},"schema_version":"1.0"},"canonical_sha256":"a490bc546451b2655715ebe90422fcc8aca9b260d40e858f248a6e1b5b9babff","source":{"kind":"arxiv","id":"2203.05962","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.05962","created_at":"2026-07-05T04:04:11Z"},{"alias_kind":"arxiv_version","alias_value":"2203.05962v1","created_at":"2026-07-05T04:04:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.05962","created_at":"2026-07-05T04:04:11Z"},{"alias_kind":"pith_short_12","alias_value":"USILYVDEKGZG","created_at":"2026-07-05T04:04:11Z"},{"alias_kind":"pith_short_16","alias_value":"USILYVDEKGZGKVYV","created_at":"2026-07-05T04:04:11Z"},{"alias_kind":"pith_short_8","alias_value":"USILYVDE","created_at":"2026-07-05T04:04:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:USILYVDEKGZGKVYV5PUQIIX4ZC","target":"record","payload":{"canonical_record":{"source":{"id":"2203.05962","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-03-09T23:55:24Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"c8392d0bf827324e83d8c272b1b2cdda215c74481301ec181511641b2e28eb17","abstract_canon_sha256":"67ab2d669bc1b825da76f2888a1104212bdb32e790952288dc387968acfaa741"},"schema_version":"1.0"},"canonical_sha256":"a490bc546451b2655715ebe90422fcc8aca9b260d40e858f248a6e1b5b9babff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:04:11.377757Z","signature_b64":"3qqn5A2PAtUoszqy2TaKmv8XrADYtq0eYaoJfEGc33HKIkwD52OdGe2UCGNigMjtbDpxiW5ndK1nPkti/FAdAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a490bc546451b2655715ebe90422fcc8aca9b260d40e858f248a6e1b5b9babff","last_reissued_at":"2026-07-05T04:04:11.377276Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:04:11.377276Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.05962","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:04:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wREDGttgCb/KCDdJiYnYceNpslMN8gLvDP4z3TmaAgDgsMxty3kpob6b/A9sc4Hb0fFxg7AHqcTP1RQizTlqAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:20:13.803423Z"},"content_sha256":"de4b991a8ad881782d7df7cff6cbee6e010dd0a89c791651ec0aa69d09eebd07","schema_version":"1.0","event_id":"sha256:de4b991a8ad881782d7df7cff6cbee6e010dd0a89c791651ec0aa69d09eebd07"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:USILYVDEKGZGKVYV5PUQIIX4ZC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Anti-Oversmoothing in Deep Vision Transformers via the Fourier Domain Analysis: From Theory to Practice","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Peihao Wang, Tianlong Chen, Wenqing Zheng, Zhangyang Wang","submitted_at":"2022-03-09T23:55:24Z","abstract_excerpt":"Vision Transformer (ViT) has recently demonstrated promise in computer vision problems. However, unlike Convolutional Neural Networks (CNN), it is known that the performance of ViT saturates quickly with depth increasing, due to the observed attention collapse or patch uniformity. Despite a couple of empirical solutions, a rigorous framework studying on this scalability issue remains elusive. In this paper, we first establish a rigorous theory framework to analyze ViT features from the Fourier spectrum domain. We show that the self-attention mechanism inherently amounts to a low-pass filter, w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.05962","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.05962/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:04:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LFB1XKXVmUI9jMnk4WkXqdu9uiuvOmQzuKXCT34dncCfU87c8Kw/FcbYJM6/w3xcuqotdMyWBcDxL8NAs0wZBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:20:13.804402Z"},"content_sha256":"914720dcb58fa87e90e7c2489baf477b8c8769181bac56e7592238bb843144ff","schema_version":"1.0","event_id":"sha256:914720dcb58fa87e90e7c2489baf477b8c8769181bac56e7592238bb843144ff"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/USILYVDEKGZGKVYV5PUQIIX4ZC/bundle.json","state_url":"https://pith.science/pith/USILYVDEKGZGKVYV5PUQIIX4ZC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/USILYVDEKGZGKVYV5PUQIIX4ZC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T02:20:13Z","links":{"resolver":"https://pith.science/pith/USILYVDEKGZGKVYV5PUQIIX4ZC","bundle":"https://pith.science/pith/USILYVDEKGZGKVYV5PUQIIX4ZC/bundle.json","state":"https://pith.science/pith/USILYVDEKGZGKVYV5PUQIIX4ZC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/USILYVDEKGZGKVYV5PUQIIX4ZC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:USILYVDEKGZGKVYV5PUQIIX4ZC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"67ab2d669bc1b825da76f2888a1104212bdb32e790952288dc387968acfaa741","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-03-09T23:55:24Z","title_canon_sha256":"c8392d0bf827324e83d8c272b1b2cdda215c74481301ec181511641b2e28eb17"},"schema_version":"1.0","source":{"id":"2203.05962","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.05962","created_at":"2026-07-05T04:04:11Z"},{"alias_kind":"arxiv_version","alias_value":"2203.05962v1","created_at":"2026-07-05T04:04:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.05962","created_at":"2026-07-05T04:04:11Z"},{"alias_kind":"pith_short_12","alias_value":"USILYVDEKGZG","created_at":"2026-07-05T04:04:11Z"},{"alias_kind":"pith_short_16","alias_value":"USILYVDEKGZGKVYV","created_at":"2026-07-05T04:04:11Z"},{"alias_kind":"pith_short_8","alias_value":"USILYVDE","created_at":"2026-07-05T04:04:11Z"}],"graph_snapshots":[{"event_id":"sha256:914720dcb58fa87e90e7c2489baf477b8c8769181bac56e7592238bb843144ff","target":"graph","created_at":"2026-07-05T04:04:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.05962/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vision Transformer (ViT) has recently demonstrated promise in computer vision problems. However, unlike Convolutional Neural Networks (CNN), it is known that the performance of ViT saturates quickly with depth increasing, due to the observed attention collapse or patch uniformity. Despite a couple of empirical solutions, a rigorous framework studying on this scalability issue remains elusive. In this paper, we first establish a rigorous theory framework to analyze ViT features from the Fourier spectrum domain. We show that the self-attention mechanism inherently amounts to a low-pass filter, w","authors_text":"Peihao Wang, Tianlong Chen, Wenqing Zheng, Zhangyang Wang","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-03-09T23:55:24Z","title":"Anti-Oversmoothing in Deep Vision Transformers via the Fourier Domain Analysis: From Theory to Practice"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.05962","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:de4b991a8ad881782d7df7cff6cbee6e010dd0a89c791651ec0aa69d09eebd07","target":"record","created_at":"2026-07-05T04:04:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"67ab2d669bc1b825da76f2888a1104212bdb32e790952288dc387968acfaa741","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-03-09T23:55:24Z","title_canon_sha256":"c8392d0bf827324e83d8c272b1b2cdda215c74481301ec181511641b2e28eb17"},"schema_version":"1.0","source":{"id":"2203.05962","kind":"arxiv","version":1}},"canonical_sha256":"a490bc546451b2655715ebe90422fcc8aca9b260d40e858f248a6e1b5b9babff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a490bc546451b2655715ebe90422fcc8aca9b260d40e858f248a6e1b5b9babff","first_computed_at":"2026-07-05T04:04:11.377276Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:04:11.377276Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3qqn5A2PAtUoszqy2TaKmv8XrADYtq0eYaoJfEGc33HKIkwD52OdGe2UCGNigMjtbDpxiW5ndK1nPkti/FAdAg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:04:11.377757Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.05962","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:de4b991a8ad881782d7df7cff6cbee6e010dd0a89c791651ec0aa69d09eebd07","sha256:914720dcb58fa87e90e7c2489baf477b8c8769181bac56e7592238bb843144ff"],"state_sha256":"b833b4d26f44767aaa508a924f552ff5cc3412a5510219405078eea8294b0ec9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LUWsilmqWH1VKR0ky9WK/onJI2yaZzh9y7nw214uxDtqR4YDOcta5EU743jhPErfLXU0nGX96iQtOA3fws0cBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T02:20:13.813517Z","bundle_sha256":"18d5862de443a9c31f67b19e9dee9112a6278576e5d77c00ec4ac50c43e50fcf"}}