{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:ZFIPTBN6TXCUQSIU62AIGLSRUK","short_pith_number":"pith:ZFIPTBN6","schema_version":"1.0","canonical_sha256":"c950f985be9dc5484914f680832e51a2a2c9d693d5220e99e2f27efa7a3139c9","source":{"kind":"arxiv","id":"2404.08330","version":1},"attestation_state":"computed","paper":{"title":"Emerging Property of Masked Token for Effective Pre-training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Dongbo Min, Hunsang Lee, Hyejin Park, Hyesong Choi, Jiyeong Kim, Seyoung Joung","submitted_at":"2024-04-12T08:46:53Z","abstract_excerpt":"Driven by the success of Masked Language Modeling (MLM), the realm of self-supervised learning for computer vision has been invigorated by the central role of Masked Image Modeling (MIM) in driving recent breakthroughs. Notwithstanding the achievements of MIM across various downstream tasks, its overall efficiency is occasionally hampered by the lengthy duration of the pre-training phase. This paper presents a perspective that the optimization of masked tokens as a means of addressing the prevailing issue. Initially, we delve into an exploration of the inherent properties that a masked token o"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2404.08330","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-04-12T08:46:53Z","cross_cats_sorted":[],"title_canon_sha256":"7fda65cf317db8910f5719468bb764082d90cd36980c949f86139a34029b3351","abstract_canon_sha256":"8dc6e334b8ad5da24b63d5a411b6aa4b8a2ddccb6f40a504d5b074c3b12dcacf"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:07:20.698455Z","signature_b64":"K10Wtc2nCF4AckT1Vs6xtdCKPhGHrJEto35ZIbr6hVGADogRIVKDWppdvGWt60NGPGwjA1Bq47mhcCuKZnrNCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c950f985be9dc5484914f680832e51a2a2c9d693d5220e99e2f27efa7a3139c9","last_reissued_at":"2026-07-05T08:07:20.698071Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:07:20.698071Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Emerging Property of Masked Token for Effective Pre-training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Dongbo Min, Hunsang Lee, Hyejin Park, Hyesong Choi, Jiyeong Kim, Seyoung Joung","submitted_at":"2024-04-12T08:46:53Z","abstract_excerpt":"Driven by the success of Masked Language Modeling (MLM), the realm of self-supervised learning for computer vision has been invigorated by the central role of Masked Image Modeling (MIM) in driving recent breakthroughs. Notwithstanding the achievements of MIM across various downstream tasks, its overall efficiency is occasionally hampered by the lengthy duration of the pre-training phase. This paper presents a perspective that the optimization of masked tokens as a means of addressing the prevailing issue. Initially, we delve into an exploration of the inherent properties that a masked token o"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.08330","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.08330/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2404.08330","created_at":"2026-07-05T08:07:20.698139+00:00"},{"alias_kind":"arxiv_version","alias_value":"2404.08330v1","created_at":"2026-07-05T08:07:20.698139+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.08330","created_at":"2026-07-05T08:07:20.698139+00:00"},{"alias_kind":"pith_short_12","alias_value":"ZFIPTBN6TXCU","created_at":"2026-07-05T08:07:20.698139+00:00"},{"alias_kind":"pith_short_16","alias_value":"ZFIPTBN6TXCUQSIU","created_at":"2026-07-05T08:07:20.698139+00:00"},{"alias_kind":"pith_short_8","alias_value":"ZFIPTBN6","created_at":"2026-07-05T08:07:20.698139+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"2501.04293","citing_title":"TADFormer : Task-Adaptive Dynamic Transformer for Efficient Multi-Task Learning","ref_index":9,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ZFIPTBN6TXCUQSIU62AIGLSRUK","json":"https://pith.science/pith/ZFIPTBN6TXCUQSIU62AIGLSRUK.json","graph_json":"https://pith.science/api/pith-number/ZFIPTBN6TXCUQSIU62AIGLSRUK/graph.json","events_json":"https://pith.science/api/pith-number/ZFIPTBN6TXCUQSIU62AIGLSRUK/events.json","paper":"https://pith.science/paper/ZFIPTBN6"},"agent_actions":{"view_html":"https://pith.science/pith/ZFIPTBN6TXCUQSIU62AIGLSRUK","download_json":"https://pith.science/pith/ZFIPTBN6TXCUQSIU62AIGLSRUK.json","view_paper":"https://pith.science/paper/ZFIPTBN6","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2404.08330&json=true","fetch_graph":"https://pith.science/api/pith-number/ZFIPTBN6TXCUQSIU62AIGLSRUK/graph.json","fetch_events":"https://pith.science/api/pith-number/ZFIPTBN6TXCUQSIU62AIGLSRUK/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ZFIPTBN6TXCUQSIU62AIGLSRUK/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ZFIPTBN6TXCUQSIU62AIGLSRUK/action/storage_attestation","attest_author":"https://pith.science/pith/ZFIPTBN6TXCUQSIU62AIGLSRUK/action/author_attestation","sign_citation":"https://pith.science/pith/ZFIPTBN6TXCUQSIU62AIGLSRUK/action/citation_signature","submit_replication":"https://pith.science/pith/ZFIPTBN6TXCUQSIU62AIGLSRUK/action/replication_record"}},"created_at":"2026-07-05T08:07:20.698139+00:00","updated_at":"2026-07-05T08:07:20.698139+00:00"}