{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:NESS7UT64LYJAVPKJPHJPWIW7T","short_pith_number":"pith:NESS7UT6","canonical_record":{"source":{"id":"2209.03745","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2022-09-07T02:30:36Z","cross_cats_sorted":[],"title_canon_sha256":"26b4a924620a33c439d2a0a08fd85d306a6e5cf96e12486cbaa7f1a1f5505c25","abstract_canon_sha256":"a0851401c3f6df21e3f58b50a34d56f0c2a8eb41a4a2f3009419f39f7ab3cc89"},"schema_version":"1.0"},"canonical_sha256":"69252fd27ee2f09055ea4bce97d916fcf756528b5f30760e9a3e6d2cb35b782c","source":{"kind":"arxiv","id":"2209.03745","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.03745","created_at":"2026-07-05T04:55:45Z"},{"alias_kind":"arxiv_version","alias_value":"2209.03745v1","created_at":"2026-07-05T04:55:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.03745","created_at":"2026-07-05T04:55:45Z"},{"alias_kind":"pith_short_12","alias_value":"NESS7UT64LYJ","created_at":"2026-07-05T04:55:45Z"},{"alias_kind":"pith_short_16","alias_value":"NESS7UT64LYJAVPK","created_at":"2026-07-05T04:55:45Z"},{"alias_kind":"pith_short_8","alias_value":"NESS7UT6","created_at":"2026-07-05T04:55:45Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:NESS7UT64LYJAVPKJPHJPWIW7T","target":"record","payload":{"canonical_record":{"source":{"id":"2209.03745","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2022-09-07T02:30:36Z","cross_cats_sorted":[],"title_canon_sha256":"26b4a924620a33c439d2a0a08fd85d306a6e5cf96e12486cbaa7f1a1f5505c25","abstract_canon_sha256":"a0851401c3f6df21e3f58b50a34d56f0c2a8eb41a4a2f3009419f39f7ab3cc89"},"schema_version":"1.0"},"canonical_sha256":"69252fd27ee2f09055ea4bce97d916fcf756528b5f30760e9a3e6d2cb35b782c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:55:45.381430Z","signature_b64":"0ktVscVKQWpfmnO2+T0qDoyI8HGpgDNG5Pl80GYwWb8WSL03GiWlvs/1qnVLNci03/MOOD5v57LA2xsylcb/Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"69252fd27ee2f09055ea4bce97d916fcf756528b5f30760e9a3e6d2cb35b782c","last_reissued_at":"2026-07-05T04:55:45.380996Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:55:45.380996Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2209.03745","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:55:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"glH9fdryInQLOq4tiH291UXL8uouCUspj5gFMghr69YrOK5pQFeiON0ZRxtiVrtr1QJ/dvaDk7pd5LmzqWEKCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:06:16.273902Z"},"content_sha256":"42181895ecdd1c9c8da2392cc4b01f7420fe12fcb9c9b57738de13355439d11e","schema_version":"1.0","event_id":"sha256:42181895ecdd1c9c8da2392cc4b01f7420fe12fcb9c9b57738de13355439d11e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:NESS7UT64LYJAVPKJPHJPWIW7T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Prior Knowledge-Guided Attention in Self-Supervised Vision Transformers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Akash Gokul, Colorado Reed, Joseph Gonzalez, Kevin Miao, Kurt Keutzer, Raghav Singh, Suzanne Petryk, Trevor Darrell","submitted_at":"2022-09-07T02:30:36Z","abstract_excerpt":"Recent trends in self-supervised representation learning have focused on removing inductive biases from training pipelines. However, inductive biases can be useful in settings when limited data are available or provide additional insight into the underlying data distribution. We present spatial prior attention (SPAN), a framework that takes advantage of consistent spatial and semantic structure in unlabeled image datasets to guide Vision Transformer attention. SPAN operates by regularizing attention masks from separate transformer heads to follow various priors over semantic regions. These pri"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.03745","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2209.03745/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:55:45Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m7eQIngCiTTEzz6oMK/tVlM1v8YknGFOZ4CUH7gu+6Px1nEPecGguuz+Hgxr1q8vbFYkZmLSj7RUuHdsytQmCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T15:06:16.274302Z"},"content_sha256":"84a742b25ce3274805055793fa1c530a50eb733f1d0813ecff904e21baab7564","schema_version":"1.0","event_id":"sha256:84a742b25ce3274805055793fa1c530a50eb733f1d0813ecff904e21baab7564"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NESS7UT64LYJAVPKJPHJPWIW7T/bundle.json","state_url":"https://pith.science/pith/NESS7UT64LYJAVPKJPHJPWIW7T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NESS7UT64LYJAVPKJPHJPWIW7T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T15:06:16Z","links":{"resolver":"https://pith.science/pith/NESS7UT64LYJAVPKJPHJPWIW7T","bundle":"https://pith.science/pith/NESS7UT64LYJAVPKJPHJPWIW7T/bundle.json","state":"https://pith.science/pith/NESS7UT64LYJAVPKJPHJPWIW7T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NESS7UT64LYJAVPKJPHJPWIW7T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:NESS7UT64LYJAVPKJPHJPWIW7T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a0851401c3f6df21e3f58b50a34d56f0c2a8eb41a4a2f3009419f39f7ab3cc89","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2022-09-07T02:30:36Z","title_canon_sha256":"26b4a924620a33c439d2a0a08fd85d306a6e5cf96e12486cbaa7f1a1f5505c25"},"schema_version":"1.0","source":{"id":"2209.03745","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2209.03745","created_at":"2026-07-05T04:55:45Z"},{"alias_kind":"arxiv_version","alias_value":"2209.03745v1","created_at":"2026-07-05T04:55:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2209.03745","created_at":"2026-07-05T04:55:45Z"},{"alias_kind":"pith_short_12","alias_value":"NESS7UT64LYJ","created_at":"2026-07-05T04:55:45Z"},{"alias_kind":"pith_short_16","alias_value":"NESS7UT64LYJAVPK","created_at":"2026-07-05T04:55:45Z"},{"alias_kind":"pith_short_8","alias_value":"NESS7UT6","created_at":"2026-07-05T04:55:45Z"}],"graph_snapshots":[{"event_id":"sha256:84a742b25ce3274805055793fa1c530a50eb733f1d0813ecff904e21baab7564","target":"graph","created_at":"2026-07-05T04:55:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2209.03745/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent trends in self-supervised representation learning have focused on removing inductive biases from training pipelines. However, inductive biases can be useful in settings when limited data are available or provide additional insight into the underlying data distribution. We present spatial prior attention (SPAN), a framework that takes advantage of consistent spatial and semantic structure in unlabeled image datasets to guide Vision Transformer attention. SPAN operates by regularizing attention masks from separate transformer heads to follow various priors over semantic regions. These pri","authors_text":"Akash Gokul, Colorado Reed, Joseph Gonzalez, Kevin Miao, Kurt Keutzer, Raghav Singh, Suzanne Petryk, Trevor Darrell","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2022-09-07T02:30:36Z","title":"Prior Knowledge-Guided Attention in Self-Supervised Vision Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2209.03745","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:42181895ecdd1c9c8da2392cc4b01f7420fe12fcb9c9b57738de13355439d11e","target":"record","created_at":"2026-07-05T04:55:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a0851401c3f6df21e3f58b50a34d56f0c2a8eb41a4a2f3009419f39f7ab3cc89","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2022-09-07T02:30:36Z","title_canon_sha256":"26b4a924620a33c439d2a0a08fd85d306a6e5cf96e12486cbaa7f1a1f5505c25"},"schema_version":"1.0","source":{"id":"2209.03745","kind":"arxiv","version":1}},"canonical_sha256":"69252fd27ee2f09055ea4bce97d916fcf756528b5f30760e9a3e6d2cb35b782c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"69252fd27ee2f09055ea4bce97d916fcf756528b5f30760e9a3e6d2cb35b782c","first_computed_at":"2026-07-05T04:55:45.380996Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:55:45.380996Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0ktVscVKQWpfmnO2+T0qDoyI8HGpgDNG5Pl80GYwWb8WSL03GiWlvs/1qnVLNci03/MOOD5v57LA2xsylcb/Dw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:55:45.381430Z","signed_message":"canonical_sha256_bytes"},"source_id":"2209.03745","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:42181895ecdd1c9c8da2392cc4b01f7420fe12fcb9c9b57738de13355439d11e","sha256:84a742b25ce3274805055793fa1c530a50eb733f1d0813ecff904e21baab7564"],"state_sha256":"5d7b0d1cabc656518895cf2eb59fd7292dc222bbe349b77d2586bb7eb074a725"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4UxqZXUD0W2RkX6Y7wQuLItSnvyvi+OQZhS+0UJnzXYDrra9kg+ckMfdOv3omLrfmoU+eEO5O/QKq3vj43h5BQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T15:06:16.276328Z","bundle_sha256":"c43504f2333ded633fe92d39a30f8394eeb698837b953949cfcf75ebdb237ec4"}}