{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3M7MSWIZKL6F3BB6ZE2JZA34L4","short_pith_number":"pith:3M7MSWIZ","canonical_record":{"source":{"id":"2405.13901","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-22T18:15:42Z","cross_cats_sorted":["cs.LG","eess.SP"],"title_canon_sha256":"e4705d9dd047023be41c215f95211ccedae3c4f5d75589c1d9fdb8a3105fe05a","abstract_canon_sha256":"9dfc36334c3e61bfc73b037a549118a296e805665d87a273554d5d67e4849cad"},"schema_version":"1.0"},"canonical_sha256":"db3ec9591952fc5d843ec9349c837c5f2c84c68f3d29bf7de2a0b0c0442d2529","source":{"kind":"arxiv","id":"2405.13901","version":6},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13901","created_at":"2026-05-20T00:01:32Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13901v6","created_at":"2026-05-20T00:01:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13901","created_at":"2026-05-20T00:01:32Z"},{"alias_kind":"pith_short_12","alias_value":"3M7MSWIZKL6F","created_at":"2026-05-20T00:01:32Z"},{"alias_kind":"pith_short_16","alias_value":"3M7MSWIZKL6F3BB6","created_at":"2026-05-20T00:01:32Z"},{"alias_kind":"pith_short_8","alias_value":"3M7MSWIZ","created_at":"2026-05-20T00:01:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3M7MSWIZKL6F3BB6ZE2JZA34L4","target":"record","payload":{"canonical_record":{"source":{"id":"2405.13901","kind":"arxiv","version":6},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-22T18:15:42Z","cross_cats_sorted":["cs.LG","eess.SP"],"title_canon_sha256":"e4705d9dd047023be41c215f95211ccedae3c4f5d75589c1d9fdb8a3105fe05a","abstract_canon_sha256":"9dfc36334c3e61bfc73b037a549118a296e805665d87a273554d5d67e4849cad"},"schema_version":"1.0"},"canonical_sha256":"db3ec9591952fc5d843ec9349c837c5f2c84c68f3d29bf7de2a0b0c0442d2529","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-20T00:01:32.183859Z","signature_b64":"SWPhdN4/Ioa0R08AUUCI3KtBK7pNpm7yN00EKeWoF8DVYXDlknJl+3MclT7+MlGpzcT/okxN2WodXOeTQMXcDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"db3ec9591952fc5d843ec9349c837c5f2c84c68f3d29bf7de2a0b0c0442d2529","last_reissued_at":"2026-05-20T00:01:32.182876Z","signature_status":"signed_v1","first_computed_at":"2026-05-20T00:01:32.182876Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.13901","source_version":6,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:01:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4tAx63Hr1kgwvJ8p7960hZ3MrgRRYe1xsjO+VusMu93KaP6J97VWGWte3oZ6T5N7nhlIiI91mogPxWkgbofNAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T02:52:07.156177Z"},"content_sha256":"f1c5408e049554fec9cd24ca514c4e3ebc5f6401ab9254c0c1eb7915223ec095","schema_version":"1.0","event_id":"sha256:f1c5408e049554fec9cd24ca514c4e3ebc5f6401ab9254c0c1eb7915223ec095"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3M7MSWIZKL6F3BB6ZE2JZA34L4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Discrete Cosine Transform Based Decorrelated Attention for Vision Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG","eess.SP"],"primary_cat":"cs.CV","authors_text":"Ahmet Enis Cetin, Emadeldeen Hamdan, Hongyi Pan, Ulas Bagci, Xin Zhu","submitted_at":"2024-05-22T18:15:42Z","abstract_excerpt":"Self-attention is central to the success of Transformer architectures; however, learning the query, key, and value projections from random initialization remains challenging and computationally expensive. In this paper, we propose two complementary methods that leverage the Discrete Cosine Transform (DCT) to enhance the efficiency and performance of Vision Transformers. First, we address the initialization problem by introducing a simple yet effective DCT-based initialization strategy for self-attention, where projection weights are initialized using DCT coefficients. This structure-preserving"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13901","kind":"arxiv","version":6},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.13901/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-20T00:01:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KYIxTQaUZFL5FsDhAnpl4k09hTha0PGO+tLU+TikZiQV2wzbuGRvIW7vejZGVKK1N18xN1guT4zv+ri7JaoJAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T02:52:07.156737Z"},"content_sha256":"f91fd5b66555774b06724f0f2028138675e8dcf88cfe90f3205b171d5c20ddb1","schema_version":"1.0","event_id":"sha256:f91fd5b66555774b06724f0f2028138675e8dcf88cfe90f3205b171d5c20ddb1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3M7MSWIZKL6F3BB6ZE2JZA34L4/bundle.json","state_url":"https://pith.science/pith/3M7MSWIZKL6F3BB6ZE2JZA34L4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3M7MSWIZKL6F3BB6ZE2JZA34L4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T02:52:07Z","links":{"resolver":"https://pith.science/pith/3M7MSWIZKL6F3BB6ZE2JZA34L4","bundle":"https://pith.science/pith/3M7MSWIZKL6F3BB6ZE2JZA34L4/bundle.json","state":"https://pith.science/pith/3M7MSWIZKL6F3BB6ZE2JZA34L4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3M7MSWIZKL6F3BB6ZE2JZA34L4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3M7MSWIZKL6F3BB6ZE2JZA34L4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9dfc36334c3e61bfc73b037a549118a296e805665d87a273554d5d67e4849cad","cross_cats_sorted":["cs.LG","eess.SP"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-22T18:15:42Z","title_canon_sha256":"e4705d9dd047023be41c215f95211ccedae3c4f5d75589c1d9fdb8a3105fe05a"},"schema_version":"1.0","source":{"id":"2405.13901","kind":"arxiv","version":6}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13901","created_at":"2026-05-20T00:01:32Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13901v6","created_at":"2026-05-20T00:01:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13901","created_at":"2026-05-20T00:01:32Z"},{"alias_kind":"pith_short_12","alias_value":"3M7MSWIZKL6F","created_at":"2026-05-20T00:01:32Z"},{"alias_kind":"pith_short_16","alias_value":"3M7MSWIZKL6F3BB6","created_at":"2026-05-20T00:01:32Z"},{"alias_kind":"pith_short_8","alias_value":"3M7MSWIZ","created_at":"2026-05-20T00:01:32Z"}],"graph_snapshots":[{"event_id":"sha256:f91fd5b66555774b06724f0f2028138675e8dcf88cfe90f3205b171d5c20ddb1","target":"graph","created_at":"2026-05-20T00:01:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.13901/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Self-attention is central to the success of Transformer architectures; however, learning the query, key, and value projections from random initialization remains challenging and computationally expensive. In this paper, we propose two complementary methods that leverage the Discrete Cosine Transform (DCT) to enhance the efficiency and performance of Vision Transformers. First, we address the initialization problem by introducing a simple yet effective DCT-based initialization strategy for self-attention, where projection weights are initialized using DCT coefficients. This structure-preserving","authors_text":"Ahmet Enis Cetin, Emadeldeen Hamdan, Hongyi Pan, Ulas Bagci, Xin Zhu","cross_cats":["cs.LG","eess.SP"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-22T18:15:42Z","title":"Discrete Cosine Transform Based Decorrelated Attention for Vision Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13901","kind":"arxiv","version":6},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f1c5408e049554fec9cd24ca514c4e3ebc5f6401ab9254c0c1eb7915223ec095","target":"record","created_at":"2026-05-20T00:01:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9dfc36334c3e61bfc73b037a549118a296e805665d87a273554d5d67e4849cad","cross_cats_sorted":["cs.LG","eess.SP"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2024-05-22T18:15:42Z","title_canon_sha256":"e4705d9dd047023be41c215f95211ccedae3c4f5d75589c1d9fdb8a3105fe05a"},"schema_version":"1.0","source":{"id":"2405.13901","kind":"arxiv","version":6}},"canonical_sha256":"db3ec9591952fc5d843ec9349c837c5f2c84c68f3d29bf7de2a0b0c0442d2529","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"db3ec9591952fc5d843ec9349c837c5f2c84c68f3d29bf7de2a0b0c0442d2529","first_computed_at":"2026-05-20T00:01:32.182876Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-20T00:01:32.182876Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SWPhdN4/Ioa0R08AUUCI3KtBK7pNpm7yN00EKeWoF8DVYXDlknJl+3MclT7+MlGpzcT/okxN2WodXOeTQMXcDQ==","signature_status":"signed_v1","signed_at":"2026-05-20T00:01:32.183859Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.13901","source_kind":"arxiv","source_version":6}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f1c5408e049554fec9cd24ca514c4e3ebc5f6401ab9254c0c1eb7915223ec095","sha256:f91fd5b66555774b06724f0f2028138675e8dcf88cfe90f3205b171d5c20ddb1"],"state_sha256":"8d06ded29cc27b22c5a0dccf984c26252cb3d68d46a2b54be187ee82505efcda"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dG4gdISi00pJA8FPPFo52b+2wSfkrREpe9EIY07NLmUjlJV2wopzb/F9/ysI95/szf67L7TJ6iVER7LZ0qBkCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T02:52:07.160281Z","bundle_sha256":"6d25699755cddc9be8f455f03d52f2bf681b5c7c07914d330f32a21dbd26b7ba"}}