{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:IGKRC4HY6HITON7FPWIDKOGNEI","short_pith_number":"pith:IGKRC4HY","canonical_record":{"source":{"id":"2212.03862","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-07T18:59:45Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"eb1d82289670aae126ca03e7f753727cf1426ce27fc92a5f3d61c590f9cc02fb","abstract_canon_sha256":"38cb2b3729ec0c4b90a5463897ad5f86f4d2a8beb7254a758493eef55228a2ab"},"schema_version":"1.0"},"canonical_sha256":"41951170f8f1d13737e57d903538cd22109999438eec0139a24f00f1ff395203","source":{"kind":"arxiv","id":"2212.03862","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.03862","created_at":"2026-07-05T05:58:29Z"},{"alias_kind":"arxiv_version","alias_value":"2212.03862v2","created_at":"2026-07-05T05:58:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.03862","created_at":"2026-07-05T05:58:29Z"},{"alias_kind":"pith_short_12","alias_value":"IGKRC4HY6HIT","created_at":"2026-07-05T05:58:29Z"},{"alias_kind":"pith_short_16","alias_value":"IGKRC4HY6HITON7F","created_at":"2026-07-05T05:58:29Z"},{"alias_kind":"pith_short_8","alias_value":"IGKRC4HY","created_at":"2026-07-05T05:58:29Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:IGKRC4HY6HITON7FPWIDKOGNEI","target":"record","payload":{"canonical_record":{"source":{"id":"2212.03862","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-07T18:59:45Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"eb1d82289670aae126ca03e7f753727cf1426ce27fc92a5f3d61c590f9cc02fb","abstract_canon_sha256":"38cb2b3729ec0c4b90a5463897ad5f86f4d2a8beb7254a758493eef55228a2ab"},"schema_version":"1.0"},"canonical_sha256":"41951170f8f1d13737e57d903538cd22109999438eec0139a24f00f1ff395203","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:58:29.019033Z","signature_b64":"tjqo6veR3IczOdTImfFpE5FfAjuSThAkI0z+cQXL3az6Lsff8ENzRdy9oZROfGM5s+NyZ6fT4jiKVLvZDxOzCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"41951170f8f1d13737e57d903538cd22109999438eec0139a24f00f1ff395203","last_reissued_at":"2026-07-05T05:58:29.018614Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:58:29.018614Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.03862","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:58:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sgKfaI9WXwXB3xUCPdzTxDD17XnqhOsJHz4Pu1Z+6s9t5ONNHq5dmqEkg4/Nc8VS1+ddFKpKMiGCAv/rwizFBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:34:01.772114Z"},"content_sha256":"71bd3d3ce150d75198c0e7660dee7a94fd4ecc367215a5cd29cd0e1970bb595d","schema_version":"1.0","event_id":"sha256:71bd3d3ce150d75198c0e7660dee7a94fd4ecc367215a5cd29cd0e1970bb595d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:IGKRC4HY6HITON7FPWIDKOGNEI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Teaching Matters: Investigating the Role of Supervision in Vision Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Abhinav Shrivastava, Kamal Gupta, Matthew Walmer, Saksham Suri","submitted_at":"2022-12-07T18:59:45Z","abstract_excerpt":"Vision Transformers (ViTs) have gained significant popularity in recent years and have proliferated into many applications. However, their behavior under different learning paradigms is not well explored. We compare ViTs trained through different methods of supervision, and show that they learn a diverse range of behaviors in terms of their attention, representations, and downstream performance. We also discover ViT behaviors that are consistent across supervision, including the emergence of Offset Local Attention Heads. These are self-attention heads that attend to a token adjacent to the cur"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.03862","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.03862/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:58:29Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"inB/BanxQ7uPE6DidEOOXlqo5Mgf0eRt/gV7JXXbV8isur+ZZmk+y9+1qV5PN0gJGUf4l35J7aaypasUnXf7BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T17:34:01.773028Z"},"content_sha256":"b4535654e5cfca4e6f3420937ef729738e1feebe52ae96064017241425d5efd3","schema_version":"1.0","event_id":"sha256:b4535654e5cfca4e6f3420937ef729738e1feebe52ae96064017241425d5efd3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IGKRC4HY6HITON7FPWIDKOGNEI/bundle.json","state_url":"https://pith.science/pith/IGKRC4HY6HITON7FPWIDKOGNEI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IGKRC4HY6HITON7FPWIDKOGNEI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T17:34:01Z","links":{"resolver":"https://pith.science/pith/IGKRC4HY6HITON7FPWIDKOGNEI","bundle":"https://pith.science/pith/IGKRC4HY6HITON7FPWIDKOGNEI/bundle.json","state":"https://pith.science/pith/IGKRC4HY6HITON7FPWIDKOGNEI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IGKRC4HY6HITON7FPWIDKOGNEI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:IGKRC4HY6HITON7FPWIDKOGNEI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"38cb2b3729ec0c4b90a5463897ad5f86f4d2a8beb7254a758493eef55228a2ab","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-07T18:59:45Z","title_canon_sha256":"eb1d82289670aae126ca03e7f753727cf1426ce27fc92a5f3d61c590f9cc02fb"},"schema_version":"1.0","source":{"id":"2212.03862","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.03862","created_at":"2026-07-05T05:58:29Z"},{"alias_kind":"arxiv_version","alias_value":"2212.03862v2","created_at":"2026-07-05T05:58:29Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.03862","created_at":"2026-07-05T05:58:29Z"},{"alias_kind":"pith_short_12","alias_value":"IGKRC4HY6HIT","created_at":"2026-07-05T05:58:29Z"},{"alias_kind":"pith_short_16","alias_value":"IGKRC4HY6HITON7F","created_at":"2026-07-05T05:58:29Z"},{"alias_kind":"pith_short_8","alias_value":"IGKRC4HY","created_at":"2026-07-05T05:58:29Z"}],"graph_snapshots":[{"event_id":"sha256:b4535654e5cfca4e6f3420937ef729738e1feebe52ae96064017241425d5efd3","target":"graph","created_at":"2026-07-05T05:58:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.03862/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vision Transformers (ViTs) have gained significant popularity in recent years and have proliferated into many applications. However, their behavior under different learning paradigms is not well explored. We compare ViTs trained through different methods of supervision, and show that they learn a diverse range of behaviors in terms of their attention, representations, and downstream performance. We also discover ViT behaviors that are consistent across supervision, including the emergence of Offset Local Attention Heads. These are self-attention heads that attend to a token adjacent to the cur","authors_text":"Abhinav Shrivastava, Kamal Gupta, Matthew Walmer, Saksham Suri","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-07T18:59:45Z","title":"Teaching Matters: Investigating the Role of Supervision in Vision Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.03862","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:71bd3d3ce150d75198c0e7660dee7a94fd4ecc367215a5cd29cd0e1970bb595d","target":"record","created_at":"2026-07-05T05:58:29Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"38cb2b3729ec0c4b90a5463897ad5f86f4d2a8beb7254a758493eef55228a2ab","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2022-12-07T18:59:45Z","title_canon_sha256":"eb1d82289670aae126ca03e7f753727cf1426ce27fc92a5f3d61c590f9cc02fb"},"schema_version":"1.0","source":{"id":"2212.03862","kind":"arxiv","version":2}},"canonical_sha256":"41951170f8f1d13737e57d903538cd22109999438eec0139a24f00f1ff395203","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"41951170f8f1d13737e57d903538cd22109999438eec0139a24f00f1ff395203","first_computed_at":"2026-07-05T05:58:29.018614Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:58:29.018614Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tjqo6veR3IczOdTImfFpE5FfAjuSThAkI0z+cQXL3az6Lsff8ENzRdy9oZROfGM5s+NyZ6fT4jiKVLvZDxOzCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:58:29.019033Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.03862","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:71bd3d3ce150d75198c0e7660dee7a94fd4ecc367215a5cd29cd0e1970bb595d","sha256:b4535654e5cfca4e6f3420937ef729738e1feebe52ae96064017241425d5efd3"],"state_sha256":"7ba8e4466f93ef0e2e07f2820f4c1183299fcb4b49ffe90b96daa261aeda355c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6BkCzdAiKm/7DGFYv8yBIl4i6uSjeCSgc2g+vY96vYHmtHx1Iv2BLFh/TFkw8eR9YEp3hZ21uqkvius+ylCMBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T17:34:01.779715Z","bundle_sha256":"08dc5f2601fba2ebe34aae11898dceb5f7f7e2e10cc92b24d95a7c999cc68d4f"}}