{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:THSEX35Q556BGWIJ7OVYOH3KE2","short_pith_number":"pith:THSEX35Q","canonical_record":{"source":{"id":"2310.20704","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-31T17:59:07Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e2a0a591dae24b7b28b9595b8b5d5b46f1652d722677044c9ce4e94f14fb618b","abstract_canon_sha256":"b1ab71eb66f3eec8f9278ab6dcfd16f1bf17a445f807c7d230f3b4036d2b5737"},"schema_version":"1.0"},"canonical_sha256":"99e44befb0ef7c135909fbab871f6a26808cfaa712e2c1e6690d418edc0a1b76","source":{"kind":"arxiv","id":"2310.20704","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.20704","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"arxiv_version","alias_value":"2310.20704v2","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.20704","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_12","alias_value":"THSEX35Q556B","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_16","alias_value":"THSEX35Q556BGWIJ","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_8","alias_value":"THSEX35Q","created_at":"2026-07-05T07:28:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:THSEX35Q556BGWIJ7OVYOH3KE2","target":"record","payload":{"canonical_record":{"source":{"id":"2310.20704","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-31T17:59:07Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e2a0a591dae24b7b28b9595b8b5d5b46f1652d722677044c9ce4e94f14fb618b","abstract_canon_sha256":"b1ab71eb66f3eec8f9278ab6dcfd16f1bf17a445f807c7d230f3b4036d2b5737"},"schema_version":"1.0"},"canonical_sha256":"99e44befb0ef7c135909fbab871f6a26808cfaa712e2c1e6690d418edc0a1b76","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:28:11.937906Z","signature_b64":"40AKGnsKPsiLj113JaicVEZmxZ4Ig0qravxs2S9HMMFxUNE3AN1dE8f2tXpugfMJVMuUV6Ui04CL1z2wdVEdDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"99e44befb0ef7c135909fbab871f6a26808cfaa712e2c1e6690d418edc0a1b76","last_reissued_at":"2026-07-05T07:28:11.937477Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:28:11.937477Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.20704","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:28:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rXtGcdEC4RR6Ut93cMl8pLZxurn6oMnXrjadMPm6v+x0ULc2rn0LT832/ocxlDO7QjVz2RKGY8KpkIyhj6BMDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T00:33:37.238238Z"},"content_sha256":"8051a0d84881a811c9794c70123b1aaaf541609b93370200db85afd885293729","schema_version":"1.0","event_id":"sha256:8051a0d84881a811c9794c70123b1aaaf541609b93370200db85afd885293729"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:THSEX35Q556BGWIJ7OVYOH3KE2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Limited Data, Unlimited Potential: A Study on ViTs Augmented by Masked Autoencoders","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Abhijit Das, Dominick Reilly, Michael S. Ryoo, Pranav Balaji, Shyam Marjit, Soumyajit Karmakar, Srijan Das, Tanmay Jain, Xiang Li","submitted_at":"2023-10-31T17:59:07Z","abstract_excerpt":"Vision Transformers (ViTs) have become ubiquitous in computer vision. Despite their success, ViTs lack inductive biases, which can make it difficult to train them with limited data. To address this challenge, prior studies suggest training ViTs with self-supervised learning (SSL) and fine-tuning sequentially. However, we observe that jointly optimizing ViTs for the primary task and a Self-Supervised Auxiliary Task (SSAT) is surprisingly beneficial when the amount of training data is limited. We explore the appropriate SSL tasks that can be optimized alongside the primary task, the training sch"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.20704","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.20704/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:28:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zIi6mHx2HHY1BR/Q/qfEWaNrFNN51AqkJaWsA9Kd4S0Q6ZBwWGIOa86gyaf5O8WdPy6+/eqt5t6E/XTvWQRfBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T00:33:37.238946Z"},"content_sha256":"7d3fbafaec0eb48ab08822c5fc860875b9350ddc8d6e005b4f7d0c8266aaa6b0","schema_version":"1.0","event_id":"sha256:7d3fbafaec0eb48ab08822c5fc860875b9350ddc8d6e005b4f7d0c8266aaa6b0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/THSEX35Q556BGWIJ7OVYOH3KE2/bundle.json","state_url":"https://pith.science/pith/THSEX35Q556BGWIJ7OVYOH3KE2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/THSEX35Q556BGWIJ7OVYOH3KE2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T00:33:37Z","links":{"resolver":"https://pith.science/pith/THSEX35Q556BGWIJ7OVYOH3KE2","bundle":"https://pith.science/pith/THSEX35Q556BGWIJ7OVYOH3KE2/bundle.json","state":"https://pith.science/pith/THSEX35Q556BGWIJ7OVYOH3KE2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/THSEX35Q556BGWIJ7OVYOH3KE2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:THSEX35Q556BGWIJ7OVYOH3KE2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b1ab71eb66f3eec8f9278ab6dcfd16f1bf17a445f807c7d230f3b4036d2b5737","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-31T17:59:07Z","title_canon_sha256":"e2a0a591dae24b7b28b9595b8b5d5b46f1652d722677044c9ce4e94f14fb618b"},"schema_version":"1.0","source":{"id":"2310.20704","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.20704","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"arxiv_version","alias_value":"2310.20704v2","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.20704","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_12","alias_value":"THSEX35Q556B","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_16","alias_value":"THSEX35Q556BGWIJ","created_at":"2026-07-05T07:28:11Z"},{"alias_kind":"pith_short_8","alias_value":"THSEX35Q","created_at":"2026-07-05T07:28:11Z"}],"graph_snapshots":[{"event_id":"sha256:7d3fbafaec0eb48ab08822c5fc860875b9350ddc8d6e005b4f7d0c8266aaa6b0","target":"graph","created_at":"2026-07-05T07:28:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.20704/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Vision Transformers (ViTs) have become ubiquitous in computer vision. Despite their success, ViTs lack inductive biases, which can make it difficult to train them with limited data. To address this challenge, prior studies suggest training ViTs with self-supervised learning (SSL) and fine-tuning sequentially. However, we observe that jointly optimizing ViTs for the primary task and a Self-Supervised Auxiliary Task (SSAT) is surprisingly beneficial when the amount of training data is limited. We explore the appropriate SSL tasks that can be optimized alongside the primary task, the training sch","authors_text":"Abhijit Das, Dominick Reilly, Michael S. Ryoo, Pranav Balaji, Shyam Marjit, Soumyajit Karmakar, Srijan Das, Tanmay Jain, Xiang Li","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-31T17:59:07Z","title":"Limited Data, Unlimited Potential: A Study on ViTs Augmented by Masked Autoencoders"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.20704","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:8051a0d84881a811c9794c70123b1aaaf541609b93370200db85afd885293729","target":"record","created_at":"2026-07-05T07:28:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b1ab71eb66f3eec8f9278ab6dcfd16f1bf17a445f807c7d230f3b4036d2b5737","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-10-31T17:59:07Z","title_canon_sha256":"e2a0a591dae24b7b28b9595b8b5d5b46f1652d722677044c9ce4e94f14fb618b"},"schema_version":"1.0","source":{"id":"2310.20704","kind":"arxiv","version":2}},"canonical_sha256":"99e44befb0ef7c135909fbab871f6a26808cfaa712e2c1e6690d418edc0a1b76","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"99e44befb0ef7c135909fbab871f6a26808cfaa712e2c1e6690d418edc0a1b76","first_computed_at":"2026-07-05T07:28:11.937477Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:28:11.937477Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"40AKGnsKPsiLj113JaicVEZmxZ4Ig0qravxs2S9HMMFxUNE3AN1dE8f2tXpugfMJVMuUV6Ui04CL1z2wdVEdDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:28:11.937906Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.20704","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:8051a0d84881a811c9794c70123b1aaaf541609b93370200db85afd885293729","sha256:7d3fbafaec0eb48ab08822c5fc860875b9350ddc8d6e005b4f7d0c8266aaa6b0"],"state_sha256":"f9f6f040baf071d008c7cee1143d69c109b28ab1817a152d172d0139820101d1"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"icEE6YDawa1v6yYuRpHMkf/pi74aPWqV0kiF6n1UsJoo2BVnSQRipoHp2q95h6kueSoNt0G5nbRcjtAUWYdpBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T00:33:37.245265Z","bundle_sha256":"4dcf298ec2db742567896f493ae246058144bf75caa0de5af1003f715e85878d"}}