{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:QU3LUUWRDR7FIYEONNWNG2DM6A","short_pith_number":"pith:QU3LUUWR","canonical_record":{"source":{"id":"2212.06727","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-13T16:55:12Z","cross_cats_sorted":[],"title_canon_sha256":"6d51759e4ccf7d26f4750d683847aab8edb4ae26479a236d8c845637a7aa485a","abstract_canon_sha256":"f5ca29f5ff87fbcf43aa56f1c2a838c08c7b24b47f53c85494a36bcaa2da20c7"},"schema_version":"1.0"},"canonical_sha256":"8536ba52d11c7e54608e6b6cd3686cf017b39912f8669890a719a9963ca6279f","source":{"kind":"arxiv","id":"2212.06727","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.06727","created_at":"2026-07-05T05:24:54Z"},{"alias_kind":"arxiv_version","alias_value":"2212.06727v1","created_at":"2026-07-05T05:24:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.06727","created_at":"2026-07-05T05:24:54Z"},{"alias_kind":"pith_short_12","alias_value":"QU3LUUWRDR7F","created_at":"2026-07-05T05:24:54Z"},{"alias_kind":"pith_short_16","alias_value":"QU3LUUWRDR7FIYEO","created_at":"2026-07-05T05:24:54Z"},{"alias_kind":"pith_short_8","alias_value":"QU3LUUWR","created_at":"2026-07-05T05:24:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:QU3LUUWRDR7FIYEONNWNG2DM6A","target":"record","payload":{"canonical_record":{"source":{"id":"2212.06727","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-13T16:55:12Z","cross_cats_sorted":[],"title_canon_sha256":"6d51759e4ccf7d26f4750d683847aab8edb4ae26479a236d8c845637a7aa485a","abstract_canon_sha256":"f5ca29f5ff87fbcf43aa56f1c2a838c08c7b24b47f53c85494a36bcaa2da20c7"},"schema_version":"1.0"},"canonical_sha256":"8536ba52d11c7e54608e6b6cd3686cf017b39912f8669890a719a9963ca6279f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:24:54.054494Z","signature_b64":"iVKUCJtujqODCTiSD9CuY/9kK/RJ0hjCJoK5QpqasNYS+ie1YdvysqIPMOaIZD8jyUZoBQj4w0CmhZaAVTKwCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8536ba52d11c7e54608e6b6cd3686cf017b39912f8669890a719a9963ca6279f","last_reissued_at":"2026-07-05T05:24:54.054039Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:24:54.054039Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.06727","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:24:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zSCyqC3TSrfK42MsNlSYAjIf4FIaeFo6Fqlz7OblqnmnCao34kMV3I+ALRUEtxS/UzwOnv1/Nj/6bwLe4kHJCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T21:31:18.222478Z"},"content_sha256":"fc93fd25dd081d919309130de7df8302cc2972ee4442543ca9a5cf25aaadf003","schema_version":"1.0","event_id":"sha256:fc93fd25dd081d919309130de7df8302cc2972ee4442543ca9a5cf25aaadf003"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:QU3LUUWRDR7FIYEONNWNG2DM6A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What do Vision Transformers Learn? A Visual Exploration","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Amin Ghiasi, Andrew Gordon Wilson, Eitan Borgnia, Hamid Kazemi, Manli Shu, Micah Goldblum, Steven Reich, Tom Goldstein","submitted_at":"2022-12-13T16:55:12Z","abstract_excerpt":"Vision transformers (ViTs) are quickly becoming the de-facto architecture for computer vision, yet we understand very little about why they work and what they learn. While existing studies visually analyze the mechanisms of convolutional neural networks, an analogous exploration of ViTs remains challenging. In this paper, we first address the obstacles to performing visualizations on ViTs. Assisted by these solutions, we observe that neurons in ViTs trained with language model supervision (e.g., CLIP) are activated by semantic concepts rather than visual features. We also explore the underlyin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.06727","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.06727/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:24:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DwYVNaZp8SdzQNvTaQnyn9PkIlPxhOMNsR2AVEx1CDevayFaOmBCaBAaG6TDVNQ8GlEeBUomefwhZH6wgcLSBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T21:31:18.222958Z"},"content_sha256":"bf80381a4f6b31d2fcddd5926648594e8f6d00b2f40f64282d478a1070fa6a56","schema_version":"1.0","event_id":"sha256:bf80381a4f6b31d2fcddd5926648594e8f6d00b2f40f64282d478a1070fa6a56"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QU3LUUWRDR7FIYEONNWNG2DM6A/bundle.json","state_url":"https://pith.science/pith/QU3LUUWRDR7FIYEONNWNG2DM6A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QU3LUUWRDR7FIYEONNWNG2DM6A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T21:31:18Z","links":{"resolver":"https://pith.science/pith/QU3LUUWRDR7FIYEONNWNG2DM6A","bundle":"https://pith.science/pith/QU3LUUWRDR7FIYEONNWNG2DM6A/bundle.json","state":"https://pith.science/pith/QU3LUUWRDR7FIYEONNWNG2DM6A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QU3LUUWRDR7FIYEONNWNG2DM6A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:QU3LUUWRDR7FIYEONNWNG2DM6A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f5ca29f5ff87fbcf43aa56f1c2a838c08c7b24b47f53c85494a36bcaa2da20c7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-13T16:55:12Z","title_canon_sha256":"6d51759e4ccf7d26f4750d683847aab8edb4ae26479a236d8c845637a7aa485a"},"schema_version":"1.0","source":{"id":"2212.06727","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.06727","created_at":"2026-07-05T05:24:54Z"},{"alias_kind":"arxiv_version","alias_value":"2212.06727v1","created_at":"2026-07-05T05:24:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.06727","created_at":"2026-07-05T05:24:54Z"},{"alias_kind":"pith_short_12","alias_value":"QU3LUUWRDR7F","created_at":"2026-07-05T05:24:54Z"},{"alias_kind":"pith_short_16","alias_value":"QU3LUUWRDR7FIYEO","created_at":"2026-07-05T05:24:54Z"},{"alias_kind":"pith_short_8","alias_value":"QU3LUUWR","created_at":"2026-07-05T05:24:54Z"}],"graph_snapshots":[{"event_id":"sha256:bf80381a4f6b31d2fcddd5926648594e8f6d00b2f40f64282d478a1070fa6a56","target":"graph","created_at":"2026-07-05T05:24:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.06727/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vision transformers (ViTs) are quickly becoming the de-facto architecture for computer vision, yet we understand very little about why they work and what they learn. While existing studies visually analyze the mechanisms of convolutional neural networks, an analogous exploration of ViTs remains challenging. In this paper, we first address the obstacles to performing visualizations on ViTs. Assisted by these solutions, we observe that neurons in ViTs trained with language model supervision (e.g., CLIP) are activated by semantic concepts rather than visual features. We also explore the underlyin","authors_text":"Amin Ghiasi, Andrew Gordon Wilson, Eitan Borgnia, Hamid Kazemi, Manli Shu, Micah Goldblum, Steven Reich, Tom Goldstein","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-13T16:55:12Z","title":"What do Vision Transformers Learn? A Visual Exploration"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.06727","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fc93fd25dd081d919309130de7df8302cc2972ee4442543ca9a5cf25aaadf003","target":"record","created_at":"2026-07-05T05:24:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f5ca29f5ff87fbcf43aa56f1c2a838c08c7b24b47f53c85494a36bcaa2da20c7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-13T16:55:12Z","title_canon_sha256":"6d51759e4ccf7d26f4750d683847aab8edb4ae26479a236d8c845637a7aa485a"},"schema_version":"1.0","source":{"id":"2212.06727","kind":"arxiv","version":1}},"canonical_sha256":"8536ba52d11c7e54608e6b6cd3686cf017b39912f8669890a719a9963ca6279f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8536ba52d11c7e54608e6b6cd3686cf017b39912f8669890a719a9963ca6279f","first_computed_at":"2026-07-05T05:24:54.054039Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:24:54.054039Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iVKUCJtujqODCTiSD9CuY/9kK/RJ0hjCJoK5QpqasNYS+ie1YdvysqIPMOaIZD8jyUZoBQj4w0CmhZaAVTKwCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:24:54.054494Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.06727","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fc93fd25dd081d919309130de7df8302cc2972ee4442543ca9a5cf25aaadf003","sha256:bf80381a4f6b31d2fcddd5926648594e8f6d00b2f40f64282d478a1070fa6a56"],"state_sha256":"649ed9022fd31aa07cb2e3a987e88e95df6e4b9ee4b4e8e2c594db810f674d82"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pLRD151r3n0Q4RASHaY/WKxjuxVKJYuRiddiMatkXbgtW88L56NNvV2iDl6rkG5Qjb4GcbY3/pHP+4WQlWcWBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T21:31:18.227320Z","bundle_sha256":"7f315e510c0fcf45afae16e3d49d3c08f743052328f5df15e7e9649eacbcdc81"}}