{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZDB7DRHLJYWJKFPMXA3YPDVC3O","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ad3088281db2c087750a21c7c57725bd9a7e9a78ee4bcbb4e696fe1227ea349a","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-26T07:47:20Z","title_canon_sha256":"f8b00c8bb9fd447fd0f850b282494396e256d0b1d0445b1423639931cc5f626f"},"schema_version":"1.0","source":{"id":"2412.19104","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.19104","created_at":"2026-07-05T09:54:16Z"},{"alias_kind":"arxiv_version","alias_value":"2412.19104v1","created_at":"2026-07-05T09:54:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.19104","created_at":"2026-07-05T09:54:16Z"},{"alias_kind":"pith_short_12","alias_value":"ZDB7DRHLJYWJ","created_at":"2026-07-05T09:54:16Z"},{"alias_kind":"pith_short_16","alias_value":"ZDB7DRHLJYWJKFPM","created_at":"2026-07-05T09:54:16Z"},{"alias_kind":"pith_short_8","alias_value":"ZDB7DRHL","created_at":"2026-07-05T09:54:16Z"}],"graph_snapshots":[{"event_id":"sha256:ec76439bad986f0a127f6a7a9f79b6ae88d9a0bb63aeb853aedc816784cf2c03","target":"graph","created_at":"2026-07-05T09:54:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.19104/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we dive deep into the impact of additive noise in pre-training deep networks. While various methods have attempted to use additive noise inspired by the success of latent denoising diffusion models, when used in combination with masked image modeling, their gains have been marginal when it comes to recognition tasks. We thus investigate why this would be the case, in an attempt to find effective ways to combine the two ideas. Specifically, we find three critical conditions: corruption and restoration must be applied within the encoder, noise must be introduced in the feature spac","authors_text":"Daeun Kim, Dongbo Min, Hyesong Choi, Kwang Moo Yi, Sungmin Cha","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-26T07:47:20Z","title":"Improving Generative Pre-Training: An In-depth Study of Masked Image Modeling and Denoising Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.19104","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f280ce3c37c2ead8369015d75068d4145cd259c16e2ed5a412ef429c0dbd5b89","target":"record","created_at":"2026-07-05T09:54:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ad3088281db2c087750a21c7c57725bd9a7e9a78ee4bcbb4e696fe1227ea349a","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-12-26T07:47:20Z","title_canon_sha256":"f8b00c8bb9fd447fd0f850b282494396e256d0b1d0445b1423639931cc5f626f"},"schema_version":"1.0","source":{"id":"2412.19104","kind":"arxiv","version":1}},"canonical_sha256":"c8c3f1c4eb4e2c9515ecb837878ea2db8d840de1b020579efe7645e8e4cb418d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c8c3f1c4eb4e2c9515ecb837878ea2db8d840de1b020579efe7645e8e4cb418d","first_computed_at":"2026-07-05T09:54:16.261492Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:54:16.261492Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"aYpjoOCASnhHlYmWnuLfI1Box3uktv8u0nMVshkO3J5jwW/T083buKw8q9qzeD5iOLi2mMU/p3ZYjT2OAnFzBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:54:16.261907Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.19104","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f280ce3c37c2ead8369015d75068d4145cd259c16e2ed5a412ef429c0dbd5b89","sha256:ec76439bad986f0a127f6a7a9f79b6ae88d9a0bb63aeb853aedc816784cf2c03"],"state_sha256":"06e101290b039ea822991743e3891f76fdceac34ca44feff50225dc71b88dba2"}