{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:VKYJKKC7UJFC3IRSUUXOXRLR7M","short_pith_number":"pith:VKYJKKC7","canonical_record":{"source":{"id":"2302.14138","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2023-02-27T20:52:10Z","cross_cats_sorted":[],"title_canon_sha256":"6e9fb2ad179fed76cd81311be1246ab2c4a64d8e21e6cb381d3a30e0ee6ec8c1","abstract_canon_sha256":"b8139a5f920b943f578ba42d2afeef7b230eaffcae619ed013194ad3f16b51dc"},"schema_version":"1.0"},"canonical_sha256":"aab095285fa24a2da232a52eebc571fb27db7cdb00d78fa55fb9d48812499398","source":{"kind":"arxiv","id":"2302.14138","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.14138","created_at":"2026-07-05T05:46:41Z"},{"alias_kind":"arxiv_version","alias_value":"2302.14138v1","created_at":"2026-07-05T05:46:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.14138","created_at":"2026-07-05T05:46:41Z"},{"alias_kind":"pith_short_12","alias_value":"VKYJKKC7UJFC","created_at":"2026-07-05T05:46:41Z"},{"alias_kind":"pith_short_16","alias_value":"VKYJKKC7UJFC3IRS","created_at":"2026-07-05T05:46:41Z"},{"alias_kind":"pith_short_8","alias_value":"VKYJKKC7","created_at":"2026-07-05T05:46:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:VKYJKKC7UJFC3IRSUUXOXRLR7M","target":"record","payload":{"canonical_record":{"source":{"id":"2302.14138","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2023-02-27T20:52:10Z","cross_cats_sorted":[],"title_canon_sha256":"6e9fb2ad179fed76cd81311be1246ab2c4a64d8e21e6cb381d3a30e0ee6ec8c1","abstract_canon_sha256":"b8139a5f920b943f578ba42d2afeef7b230eaffcae619ed013194ad3f16b51dc"},"schema_version":"1.0"},"canonical_sha256":"aab095285fa24a2da232a52eebc571fb27db7cdb00d78fa55fb9d48812499398","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:46:41.420974Z","signature_b64":"+H5aH+MvDuMAec/yqbsW6ADwPJylwd3LL6EfFfYyBxeHaxKyilFJlMEDy2pJtm/ZNnhj135z/xINRam2O6HDAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aab095285fa24a2da232a52eebc571fb27db7cdb00d78fa55fb9d48812499398","last_reissued_at":"2026-07-05T05:46:41.420511Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:46:41.420511Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.14138","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:46:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"acrmFfjzgg5hpTrjOmhkmdwtN+bRGK/v+D8pYsai4vaOxNmRAii/o8jCI5XlWIk2z7wDsnv2AsWFwKN46nivDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:37:05.546121Z"},"content_sha256":"d928068915f2d46d6bd002e964ba2c7cfda7a3ac56a439be49acd53f72d53ee2","schema_version":"1.0","event_id":"sha256:d928068915f2d46d6bd002e964ba2c7cfda7a3ac56a439be49acd53f72d53ee2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:VKYJKKC7UJFC3IRSUUXOXRLR7M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Layer Grafted Pre-training: Bridging Contrastive Learning And Masked Image Modeling For Label-Efficient Representations","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Dongdong Chen, Lu Yuan, Mengchen Liu, Xiyang Dai, Yinpeng Chen, Zhangyang Wang, Zicheng Liu, Ziyu Jiang","submitted_at":"2023-02-27T20:52:10Z","abstract_excerpt":"Recently, both Contrastive Learning (CL) and Mask Image Modeling (MIM) demonstrate that self-supervision is powerful to learn good representations. However, naively combining them is far from success. In this paper, we start by making the empirical observation that a naive joint optimization of CL and MIM losses leads to conflicting gradient directions - more severe as the layers go deeper. This motivates us to shift the paradigm from combining loss at the end, to choosing the proper learning method per network layer. Inspired by experimental observations, we find that MIM and CL are suitable "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.14138","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.14138/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:46:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gfwqB+3+mh8HUiGhDEyflEFAyypYWZf4prnEgMFjbby8CVZd9/4eBiWb3iMrgNSxrOYaq5nmxgbxBjJVYDb/AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T18:37:05.546784Z"},"content_sha256":"b47d6a01dcea659eebb328fede53961e7bfe1c6fd288a059f3c401a8ef6750a3","schema_version":"1.0","event_id":"sha256:b47d6a01dcea659eebb328fede53961e7bfe1c6fd288a059f3c401a8ef6750a3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VKYJKKC7UJFC3IRSUUXOXRLR7M/bundle.json","state_url":"https://pith.science/pith/VKYJKKC7UJFC3IRSUUXOXRLR7M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VKYJKKC7UJFC3IRSUUXOXRLR7M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T18:37:05Z","links":{"resolver":"https://pith.science/pith/VKYJKKC7UJFC3IRSUUXOXRLR7M","bundle":"https://pith.science/pith/VKYJKKC7UJFC3IRSUUXOXRLR7M/bundle.json","state":"https://pith.science/pith/VKYJKKC7UJFC3IRSUUXOXRLR7M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VKYJKKC7UJFC3IRSUUXOXRLR7M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:VKYJKKC7UJFC3IRSUUXOXRLR7M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b8139a5f920b943f578ba42d2afeef7b230eaffcae619ed013194ad3f16b51dc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2023-02-27T20:52:10Z","title_canon_sha256":"6e9fb2ad179fed76cd81311be1246ab2c4a64d8e21e6cb381d3a30e0ee6ec8c1"},"schema_version":"1.0","source":{"id":"2302.14138","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.14138","created_at":"2026-07-05T05:46:41Z"},{"alias_kind":"arxiv_version","alias_value":"2302.14138v1","created_at":"2026-07-05T05:46:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.14138","created_at":"2026-07-05T05:46:41Z"},{"alias_kind":"pith_short_12","alias_value":"VKYJKKC7UJFC","created_at":"2026-07-05T05:46:41Z"},{"alias_kind":"pith_short_16","alias_value":"VKYJKKC7UJFC3IRS","created_at":"2026-07-05T05:46:41Z"},{"alias_kind":"pith_short_8","alias_value":"VKYJKKC7","created_at":"2026-07-05T05:46:41Z"}],"graph_snapshots":[{"event_id":"sha256:b47d6a01dcea659eebb328fede53961e7bfe1c6fd288a059f3c401a8ef6750a3","target":"graph","created_at":"2026-07-05T05:46:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.14138/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, both Contrastive Learning (CL) and Mask Image Modeling (MIM) demonstrate that self-supervision is powerful to learn good representations. However, naively combining them is far from success. In this paper, we start by making the empirical observation that a naive joint optimization of CL and MIM losses leads to conflicting gradient directions - more severe as the layers go deeper. This motivates us to shift the paradigm from combining loss at the end, to choosing the proper learning method per network layer. Inspired by experimental observations, we find that MIM and CL are suitable ","authors_text":"Dongdong Chen, Lu Yuan, Mengchen Liu, Xiyang Dai, Yinpeng Chen, Zhangyang Wang, Zicheng Liu, Ziyu Jiang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2023-02-27T20:52:10Z","title":"Layer Grafted Pre-training: Bridging Contrastive Learning And Masked Image Modeling For Label-Efficient Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.14138","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d928068915f2d46d6bd002e964ba2c7cfda7a3ac56a439be49acd53f72d53ee2","target":"record","created_at":"2026-07-05T05:46:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b8139a5f920b943f578ba42d2afeef7b230eaffcae619ed013194ad3f16b51dc","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.CV","submitted_at":"2023-02-27T20:52:10Z","title_canon_sha256":"6e9fb2ad179fed76cd81311be1246ab2c4a64d8e21e6cb381d3a30e0ee6ec8c1"},"schema_version":"1.0","source":{"id":"2302.14138","kind":"arxiv","version":1}},"canonical_sha256":"aab095285fa24a2da232a52eebc571fb27db7cdb00d78fa55fb9d48812499398","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aab095285fa24a2da232a52eebc571fb27db7cdb00d78fa55fb9d48812499398","first_computed_at":"2026-07-05T05:46:41.420511Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:46:41.420511Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+H5aH+MvDuMAec/yqbsW6ADwPJylwd3LL6EfFfYyBxeHaxKyilFJlMEDy2pJtm/ZNnhj135z/xINRam2O6HDAg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:46:41.420974Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.14138","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d928068915f2d46d6bd002e964ba2c7cfda7a3ac56a439be49acd53f72d53ee2","sha256:b47d6a01dcea659eebb328fede53961e7bfe1c6fd288a059f3c401a8ef6750a3"],"state_sha256":"b6851efaab9248dc9ca746b81e203b39622f086ebedb6d51be908c224be6e27b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jVa1WqHUSOeb51SlFQhpHMuAInVzdjXwf+udqQ9Clot9SLDINvYJ9klzOBmDP1894EhZm1PSTiAkT5WjYkxtBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T18:37:05.551145Z","bundle_sha256":"fecbf095704e0bdbfdfe743c3fa98f1dfdb99c7393426f81468e3f7de0e2cb0f"}}