{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:AKQ7MGNWGAOE24U2YPVDWJI5K2","short_pith_number":"pith:AKQ7MGNW","canonical_record":{"source":{"id":"2210.08457","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-10-16T06:14:27Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"52a817b6fae68d1eccb0ee7f8756e3c6f9075ff306a0359f9dda61e2250d19dc","abstract_canon_sha256":"6ce3a7a9d97228f7c7c50482e9acc365e0f61e7381c267d87ebbad4550e8c7ca"},"schema_version":"1.0"},"canonical_sha256":"02a1f619b6301c4d729ac3ea3b251d56a9a46b4a213f1799474de5ab74febeb9","source":{"kind":"arxiv","id":"2210.08457","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.08457","created_at":"2026-07-05T09:53:59Z"},{"alias_kind":"arxiv_version","alias_value":"2210.08457v2","created_at":"2026-07-05T09:53:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.08457","created_at":"2026-07-05T09:53:59Z"},{"alias_kind":"pith_short_12","alias_value":"AKQ7MGNWGAOE","created_at":"2026-07-05T09:53:59Z"},{"alias_kind":"pith_short_16","alias_value":"AKQ7MGNWGAOE24U2","created_at":"2026-07-05T09:53:59Z"},{"alias_kind":"pith_short_8","alias_value":"AKQ7MGNW","created_at":"2026-07-05T09:53:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:AKQ7MGNWGAOE24U2YPVDWJI5K2","target":"record","payload":{"canonical_record":{"source":{"id":"2210.08457","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-10-16T06:14:27Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"52a817b6fae68d1eccb0ee7f8756e3c6f9075ff306a0359f9dda61e2250d19dc","abstract_canon_sha256":"6ce3a7a9d97228f7c7c50482e9acc365e0f61e7381c267d87ebbad4550e8c7ca"},"schema_version":"1.0"},"canonical_sha256":"02a1f619b6301c4d729ac3ea3b251d56a9a46b4a213f1799474de5ab74febeb9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:53:59.158079Z","signature_b64":"kcgisJwqENElL4PcbEmCI6loKfGM1C7n8NmlKaIZ90kAjoQPtBbF03Ta0rYlpMXfOHxA9KwS5ek9mALjC4IcAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"02a1f619b6301c4d729ac3ea3b251d56a9a46b4a213f1799474de5ab74febeb9","last_reissued_at":"2026-07-05T09:53:59.157563Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:53:59.157563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.08457","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sv+5z2KpKWMxTe9aQ7zBF3rgKgALPwLGgh1Qkd76sWQk9w91G3vsntqXjxqNW3cGe1Sb/RLUqg/Ng4wpG3iTCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:49:54.518375Z"},"content_sha256":"bc6f18ffec90b4cde247666fda36e39ab740fe27dc6f896cb90f5cad3eda24ac","schema_version":"1.0","event_id":"sha256:bc6f18ffec90b4cde247666fda36e39ab740fe27dc6f896cb90f5cad3eda24ac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:AKQ7MGNWGAOE24U2YPVDWJI5K2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Scratching Visual Transformer's Back with Uniform Attention","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CV","authors_text":"Byeongho Heo, Dongyoon Han, Kim Yu-Ji, Nam Hyeon-Woo, Seong Joon Oh, Tae-Hyun Oh","submitted_at":"2022-10-16T06:14:27Z","abstract_excerpt":"The favorable performance of Vision Transformers (ViTs) is often attributed to the multi-head self-attention (MSA). The MSA enables global interactions at each layer of a ViT model, which is a contrasting feature against Convolutional Neural Networks (CNNs) that gradually increase the range of interaction across multiple layers. We study the role of the density of the attention. Our preliminary analyses suggest that the spatial interactions of attention maps are close to dense interactions rather than sparse ones. This is a curious phenomenon, as dense attention maps are harder for the model t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.08457","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.08457/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:53:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1CdUZxg//Jyj3SZHk9MfxoFpyxwODRCYc+Y6zQiRZTNTI/NHAOK22SeJYXqr/rJWMo2nQS0eU6MoNvHA82NTCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T05:49:54.519137Z"},"content_sha256":"fff9aa82232273d33a41b39ad8ab1e3aab14b82467b75a0f8ee965700ce1e3bf","schema_version":"1.0","event_id":"sha256:fff9aa82232273d33a41b39ad8ab1e3aab14b82467b75a0f8ee965700ce1e3bf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AKQ7MGNWGAOE24U2YPVDWJI5K2/bundle.json","state_url":"https://pith.science/pith/AKQ7MGNWGAOE24U2YPVDWJI5K2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AKQ7MGNWGAOE24U2YPVDWJI5K2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T05:49:54Z","links":{"resolver":"https://pith.science/pith/AKQ7MGNWGAOE24U2YPVDWJI5K2","bundle":"https://pith.science/pith/AKQ7MGNWGAOE24U2YPVDWJI5K2/bundle.json","state":"https://pith.science/pith/AKQ7MGNWGAOE24U2YPVDWJI5K2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AKQ7MGNWGAOE24U2YPVDWJI5K2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:AKQ7MGNWGAOE24U2YPVDWJI5K2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6ce3a7a9d97228f7c7c50482e9acc365e0f61e7381c267d87ebbad4550e8c7ca","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-10-16T06:14:27Z","title_canon_sha256":"52a817b6fae68d1eccb0ee7f8756e3c6f9075ff306a0359f9dda61e2250d19dc"},"schema_version":"1.0","source":{"id":"2210.08457","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.08457","created_at":"2026-07-05T09:53:59Z"},{"alias_kind":"arxiv_version","alias_value":"2210.08457v2","created_at":"2026-07-05T09:53:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.08457","created_at":"2026-07-05T09:53:59Z"},{"alias_kind":"pith_short_12","alias_value":"AKQ7MGNWGAOE","created_at":"2026-07-05T09:53:59Z"},{"alias_kind":"pith_short_16","alias_value":"AKQ7MGNWGAOE24U2","created_at":"2026-07-05T09:53:59Z"},{"alias_kind":"pith_short_8","alias_value":"AKQ7MGNW","created_at":"2026-07-05T09:53:59Z"}],"graph_snapshots":[{"event_id":"sha256:fff9aa82232273d33a41b39ad8ab1e3aab14b82467b75a0f8ee965700ce1e3bf","target":"graph","created_at":"2026-07-05T09:53:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.08457/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The favorable performance of Vision Transformers (ViTs) is often attributed to the multi-head self-attention (MSA). The MSA enables global interactions at each layer of a ViT model, which is a contrasting feature against Convolutional Neural Networks (CNNs) that gradually increase the range of interaction across multiple layers. We study the role of the density of the attention. Our preliminary analyses suggest that the spatial interactions of attention maps are close to dense interactions rather than sparse ones. This is a curious phenomenon, as dense attention maps are harder for the model t","authors_text":"Byeongho Heo, Dongyoon Han, Kim Yu-Ji, Nam Hyeon-Woo, Seong Joon Oh, Tae-Hyun Oh","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-10-16T06:14:27Z","title":"Scratching Visual Transformer's Back with Uniform Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.08457","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bc6f18ffec90b4cde247666fda36e39ab740fe27dc6f896cb90f5cad3eda24ac","target":"record","created_at":"2026-07-05T09:53:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6ce3a7a9d97228f7c7c50482e9acc365e0f61e7381c267d87ebbad4550e8c7ca","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-10-16T06:14:27Z","title_canon_sha256":"52a817b6fae68d1eccb0ee7f8756e3c6f9075ff306a0359f9dda61e2250d19dc"},"schema_version":"1.0","source":{"id":"2210.08457","kind":"arxiv","version":2}},"canonical_sha256":"02a1f619b6301c4d729ac3ea3b251d56a9a46b4a213f1799474de5ab74febeb9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"02a1f619b6301c4d729ac3ea3b251d56a9a46b4a213f1799474de5ab74febeb9","first_computed_at":"2026-07-05T09:53:59.157563Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:53:59.157563Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kcgisJwqENElL4PcbEmCI6loKfGM1C7n8NmlKaIZ90kAjoQPtBbF03Ta0rYlpMXfOHxA9KwS5ek9mALjC4IcAA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:53:59.158079Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.08457","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bc6f18ffec90b4cde247666fda36e39ab740fe27dc6f896cb90f5cad3eda24ac","sha256:fff9aa82232273d33a41b39ad8ab1e3aab14b82467b75a0f8ee965700ce1e3bf"],"state_sha256":"fafac18c5245e29281397102cb21642ce8ea89a609a79c26a3602d245d035c02"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XJHW1nIutZs9mdA2PpQjVBAENQXbJaWI/UPxAhtH1rCNPoBjNkyw3+YJBdb3pHK5eZoxlUb9GFiluE7vLFhYBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T05:49:54.524851Z","bundle_sha256":"7522bfca7145ff7f2ac3f985949afc33c3a6cb586643a637a2359d81eb92d3bf"}}