{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:L44YVY55I5TKGBDFP6VBMMXZ42","short_pith_number":"pith:L44YVY55","canonical_record":{"source":{"id":"2310.13593","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-20T15:42:47Z","cross_cats_sorted":[],"title_canon_sha256":"bc7518c58982d033be02317b0035f792d6b4beabc68c3e191ba919a3b74ff41c","abstract_canon_sha256":"ee4eae228b72d7dd442364cec7e427e70f28e7f4779aea699a1a1c19fa5bf8eb"},"schema_version":"1.0"},"canonical_sha256":"5f398ae3bd4766a304657faa1632f9e6940c5b67114abc8e792f6436ba90dd5d","source":{"kind":"arxiv","id":"2310.13593","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.13593","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"arxiv_version","alias_value":"2310.13593v3","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.13593","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_12","alias_value":"L44YVY55I5TK","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_16","alias_value":"L44YVY55I5TKGBDF","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_8","alias_value":"L44YVY55","created_at":"2026-07-05T08:58:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:L44YVY55I5TKGBDFP6VBMMXZ42","target":"record","payload":{"canonical_record":{"source":{"id":"2310.13593","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-20T15:42:47Z","cross_cats_sorted":[],"title_canon_sha256":"bc7518c58982d033be02317b0035f792d6b4beabc68c3e191ba919a3b74ff41c","abstract_canon_sha256":"ee4eae228b72d7dd442364cec7e427e70f28e7f4779aea699a1a1c19fa5bf8eb"},"schema_version":"1.0"},"canonical_sha256":"5f398ae3bd4766a304657faa1632f9e6940c5b67114abc8e792f6436ba90dd5d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:58:40.813307Z","signature_b64":"U889mYAgUPTJ5TYYzw/nMvrpFkLhjrsrFnp7LodeLA8OlJz2imMlqDQc69JrxFyJGjUlD11CcB7ZqARFT+X+CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5f398ae3bd4766a304657faa1632f9e6940c5b67114abc8e792f6436ba90dd5d","last_reissued_at":"2026-07-05T08:58:40.812842Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:58:40.812842Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.13593","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D/rjc1s029W3BJyDMbboKlP+ZkMoEJX7XfaAkMchK/tTn60UeZPt7/Y1wOffk+0t4zY7eqlLrVIJq3Yy725ADw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:14:14.080996Z"},"content_sha256":"da78779e4e65b238154215ab8a1ebe74604674ab0b25ac1aaab657ba0f923f9c","schema_version":"1.0","event_id":"sha256:da78779e4e65b238154215ab8a1ebe74604674ab0b25ac1aaab657ba0f923f9c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:L44YVY55I5TKGBDFP6VBMMXZ42","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning with Unmasked Tokens Drives Stronger Vision Learners","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Byeongho Heo, Dongyoon Han, Sanghyuk Chun, Taekyung Kim","submitted_at":"2023-10-20T15:42:47Z","abstract_excerpt":"Masked image modeling (MIM) has become a leading self-supervised learning strategy. MIMs such as Masked Autoencoder (MAE) learn strong representations by randomly masking input tokens for the encoder to process, with the decoder reconstructing the masked tokens to the input. However, MIM pre-trained encoders often exhibit a limited attention span, attributed to MIM's sole focus on regressing masked tokens only, which may impede the encoder's broader context learning. To tackle the limitation, we improve MIM by explicitly incorporating unmasked tokens into the training process. Specifically, ou"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.13593","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.13593/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"drhrLHkFC/Q5E7cn23HZZTqx+LpXLpsJDJui6EUNMywHqMyP7RfGF/5b/XVFD8dUpk2qk5PNv1okX6IA2jZfCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T06:14:14.081522Z"},"content_sha256":"aa4d4a3e09610121c2a0c03b5e9bb566b58281438323a361c8a92bb3c8ce2ad7","schema_version":"1.0","event_id":"sha256:aa4d4a3e09610121c2a0c03b5e9bb566b58281438323a361c8a92bb3c8ce2ad7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L44YVY55I5TKGBDFP6VBMMXZ42/bundle.json","state_url":"https://pith.science/pith/L44YVY55I5TKGBDFP6VBMMXZ42/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L44YVY55I5TKGBDFP6VBMMXZ42/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T06:14:14Z","links":{"resolver":"https://pith.science/pith/L44YVY55I5TKGBDFP6VBMMXZ42","bundle":"https://pith.science/pith/L44YVY55I5TKGBDFP6VBMMXZ42/bundle.json","state":"https://pith.science/pith/L44YVY55I5TKGBDFP6VBMMXZ42/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L44YVY55I5TKGBDFP6VBMMXZ42/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:L44YVY55I5TKGBDFP6VBMMXZ42","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ee4eae228b72d7dd442364cec7e427e70f28e7f4779aea699a1a1c19fa5bf8eb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-20T15:42:47Z","title_canon_sha256":"bc7518c58982d033be02317b0035f792d6b4beabc68c3e191ba919a3b74ff41c"},"schema_version":"1.0","source":{"id":"2310.13593","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.13593","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"arxiv_version","alias_value":"2310.13593v3","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.13593","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_12","alias_value":"L44YVY55I5TK","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_16","alias_value":"L44YVY55I5TKGBDF","created_at":"2026-07-05T08:58:40Z"},{"alias_kind":"pith_short_8","alias_value":"L44YVY55","created_at":"2026-07-05T08:58:40Z"}],"graph_snapshots":[{"event_id":"sha256:aa4d4a3e09610121c2a0c03b5e9bb566b58281438323a361c8a92bb3c8ce2ad7","target":"graph","created_at":"2026-07-05T08:58:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.13593/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Masked image modeling (MIM) has become a leading self-supervised learning strategy. MIMs such as Masked Autoencoder (MAE) learn strong representations by randomly masking input tokens for the encoder to process, with the decoder reconstructing the masked tokens to the input. However, MIM pre-trained encoders often exhibit a limited attention span, attributed to MIM's sole focus on regressing masked tokens only, which may impede the encoder's broader context learning. To tackle the limitation, we improve MIM by explicitly incorporating unmasked tokens into the training process. Specifically, ou","authors_text":"Byeongho Heo, Dongyoon Han, Sanghyuk Chun, Taekyung Kim","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-20T15:42:47Z","title":"Learning with Unmasked Tokens Drives Stronger Vision Learners"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.13593","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:da78779e4e65b238154215ab8a1ebe74604674ab0b25ac1aaab657ba0f923f9c","target":"record","created_at":"2026-07-05T08:58:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ee4eae228b72d7dd442364cec7e427e70f28e7f4779aea699a1a1c19fa5bf8eb","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-10-20T15:42:47Z","title_canon_sha256":"bc7518c58982d033be02317b0035f792d6b4beabc68c3e191ba919a3b74ff41c"},"schema_version":"1.0","source":{"id":"2310.13593","kind":"arxiv","version":3}},"canonical_sha256":"5f398ae3bd4766a304657faa1632f9e6940c5b67114abc8e792f6436ba90dd5d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5f398ae3bd4766a304657faa1632f9e6940c5b67114abc8e792f6436ba90dd5d","first_computed_at":"2026-07-05T08:58:40.812842Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:58:40.812842Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"U889mYAgUPTJ5TYYzw/nMvrpFkLhjrsrFnp7LodeLA8OlJz2imMlqDQc69JrxFyJGjUlD11CcB7ZqARFT+X+CA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:58:40.813307Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.13593","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:da78779e4e65b238154215ab8a1ebe74604674ab0b25ac1aaab657ba0f923f9c","sha256:aa4d4a3e09610121c2a0c03b5e9bb566b58281438323a361c8a92bb3c8ce2ad7"],"state_sha256":"16d586b6940db3633a6a524fa58bfffb6db37176f02051bca2456c0832cfcfac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wQUVRAKJk2sqXOozqocoHGL8/xJFHVzFJJjAXDV6EWBC/JLSu4lmqlKsI/mskJYqzTaS1MSYS+NI4Gqe2RA3Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T06:14:14.087175Z","bundle_sha256":"e8838039689911f04e468b08f56b66a10d6ba79eea55056ba0d7ce7eb8a9088a"}}