{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:6L3VRONKKGMXRQUZ55HTUYAFG2","short_pith_number":"pith:6L3VRONK","canonical_record":{"source":{"id":"2003.04297","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2020-03-09T17:56:49Z","cross_cats_sorted":[],"title_canon_sha256":"00cdd75c4e52f1d187169794d3df972600d6b39cd525802a00efc6ad6a470d32","abstract_canon_sha256":"c1ffaf87b7b50fb8141171cbd04d0974a6741efef4e5d7574de042fa527a0684"},"schema_version":"1.0"},"canonical_sha256":"f2f758b9aa519978c299ef4f3a600536a0605bf7447a9cdcb12f62d843ae8f2b","source":{"kind":"arxiv","id":"2003.04297","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.04297","created_at":"2026-07-05T00:46:41Z"},{"alias_kind":"arxiv_version","alias_value":"2003.04297v1","created_at":"2026-07-05T00:46:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.04297","created_at":"2026-07-05T00:46:41Z"},{"alias_kind":"pith_short_12","alias_value":"6L3VRONKKGMX","created_at":"2026-07-05T00:46:41Z"},{"alias_kind":"pith_short_16","alias_value":"6L3VRONKKGMXRQUZ","created_at":"2026-07-05T00:46:41Z"},{"alias_kind":"pith_short_8","alias_value":"6L3VRONK","created_at":"2026-07-05T00:46:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:6L3VRONKKGMXRQUZ55HTUYAFG2","target":"record","payload":{"canonical_record":{"source":{"id":"2003.04297","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2020-03-09T17:56:49Z","cross_cats_sorted":[],"title_canon_sha256":"00cdd75c4e52f1d187169794d3df972600d6b39cd525802a00efc6ad6a470d32","abstract_canon_sha256":"c1ffaf87b7b50fb8141171cbd04d0974a6741efef4e5d7574de042fa527a0684"},"schema_version":"1.0"},"canonical_sha256":"f2f758b9aa519978c299ef4f3a600536a0605bf7447a9cdcb12f62d843ae8f2b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:46:41.283933Z","signature_b64":"mRSklAqX/2xYvGU5/qx2VMGySPOztgR7Y3JanZ/2Ek73jRezd964hZKplXMJVlEdw3zwJuL2lrfPDCHlqpODDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f2f758b9aa519978c299ef4f3a600536a0605bf7447a9cdcb12f62d843ae8f2b","last_reissued_at":"2026-07-05T00:46:41.283573Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:46:41.283573Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2003.04297","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:46:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H4SB5EgnCKC5aVnDp4CxA8W2/E6lNVuUaJPJqz0EBddACi60z1NnpS/tkovNpkpBXM+8tY+2WaDisKMbo0s2BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:24:54.883667Z"},"content_sha256":"6bf4c9d7d561548809e19a85af871d00ccab8ab8104eb498c4e08fd87ce70e6d","schema_version":"1.0","event_id":"sha256:6bf4c9d7d561548809e19a85af871d00ccab8ab8104eb498c4e08fd87ce70e6d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:6L3VRONKKGMXRQUZ55HTUYAFG2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improved Baselines with Momentum Contrastive Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"Adding an MLP projection head and stronger augmentations to MoCo creates baselines that surpass SimCLR without large batches.","cross_cats":[],"primary_cat":"cs.CV","authors_text":"Haoqi Fan, Kaiming He, Ross Girshick, Xinlei Chen","submitted_at":"2020-03-09T17:56:49Z","abstract_excerpt":"Contrastive unsupervised learning has recently shown encouraging progress, e.g., in Momentum Contrast (MoCo) and SimCLR. In this note, we verify the effectiveness of two of SimCLR's design improvements by implementing them in the MoCo framework. With simple modifications to MoCo---namely, using an MLP projection head and more data augmentation---we establish stronger baselines that outperform SimCLR and do not require large training batches. We hope this will make state-of-the-art unsupervised learning research more accessible. Code will be made public."},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"With simple modifications to MoCo—namely, using an MLP projection head and more data augmentation—we establish stronger baselines that outperform SimCLR and do not require large training batches.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That the two SimCLR design choices transfer directly to MoCo with only minor hyperparameter retuning and that the reported linear-evaluation gains reflect genuine representation quality rather than evaluation-specific tuning.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"Adding an MLP projection head and enhanced augmentations to MoCo produces stronger unsupervised vision baselines that beat SimCLR while using smaller batches.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Adding an MLP projection head and stronger augmentations to MoCo creates baselines that surpass SimCLR without large batches.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"5035146ef3528703e6043f19a01a8f901ffbb552874409269732749425c29edb"},"source":{"id":"2003.04297","kind":"arxiv","version":1},"verdict":{"id":"230f2381-78e4-4e1d-b6f1-6afe7e87d495","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-13T15:31:09.062732Z","strongest_claim":"With simple modifications to MoCo—namely, using an MLP projection head and more data augmentation—we establish stronger baselines that outperform SimCLR and do not require large training batches.","one_line_summary":"Adding an MLP projection head and enhanced augmentations to MoCo produces stronger unsupervised vision baselines that beat SimCLR while using smaller batches.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That the two SimCLR design choices transfer directly to MoCo with only minor hyperparameter retuning and that the reported linear-evaluation gains reflect genuine representation quality rather than evaluation-specific tuning.","pith_extraction_headline":"Adding an MLP projection head and stronger augmentations to MoCo creates baselines that surpass SimCLR without large batches."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2003.04297/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":17,"sample":[{"doi":"","year":1906,"title":"Learning Representations by Maximizing Mutual Information Across Views","work_id":"65bca3d5-78f4-42d4-a6b1-cec1b702a646","ref_index":1,"cited_arxiv_id":"1906.00910","is_internal_anchor":false},{"doi":"","year":2002,"title":"A Simple Framework for Contrastive Learning of Visual Representations","work_id":"77d995ce-c44e-4692-9c54-cf8ce771464a","ref_index":2,"cited_arxiv_id":"2002.05709","is_internal_anchor":true},{"doi":"","year":2009,"title":"ImageNet: A large-scale hierarchical image database","work_id":"47984abf-d86e-4d00-a38d-50a57401e252","ref_index":3,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2010,"title":"The PASCAL Visual Object Classes (VOC) Challenge","work_id":"899917b9-9062-425e-9c98-4ee79a6b6ee3","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2006,"title":"Dimension- ality reduction by learning an invariant mapping","work_id":"20e92a65-dc44-4fe4-ba7c-40d956a8242c","ref_index":5,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":17,"snapshot_sha256":"784953c5a83bc03662767dc87352aabfedc7373adb353b7b2d6fd2af34e338a7","internal_anchors":2},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"230f2381-78e4-4e1d-b6f1-6afe7e87d495"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:46:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8Irjn/PTiZ+OlC80VpFcPtL9W7e4QCuDpWPD2FVH8IcyCLQbcwbgf/FxxVwYZD2afOd0vWgSLmdKlfJ/ryyMDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:24:54.884283Z"},"content_sha256":"d38292371cc34580b80872407706ddbe5c087fb5f8e8243d3df9a572ca974a39","schema_version":"1.0","event_id":"sha256:d38292371cc34580b80872407706ddbe5c087fb5f8e8243d3df9a572ca974a39"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6L3VRONKKGMXRQUZ55HTUYAFG2/bundle.json","state_url":"https://pith.science/pith/6L3VRONKKGMXRQUZ55HTUYAFG2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6L3VRONKKGMXRQUZ55HTUYAFG2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T12:24:54Z","links":{"resolver":"https://pith.science/pith/6L3VRONKKGMXRQUZ55HTUYAFG2","bundle":"https://pith.science/pith/6L3VRONKKGMXRQUZ55HTUYAFG2/bundle.json","state":"https://pith.science/pith/6L3VRONKKGMXRQUZ55HTUYAFG2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6L3VRONKKGMXRQUZ55HTUYAFG2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:6L3VRONKKGMXRQUZ55HTUYAFG2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c1ffaf87b7b50fb8141171cbd04d0974a6741efef4e5d7574de042fa527a0684","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2020-03-09T17:56:49Z","title_canon_sha256":"00cdd75c4e52f1d187169794d3df972600d6b39cd525802a00efc6ad6a470d32"},"schema_version":"1.0","source":{"id":"2003.04297","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2003.04297","created_at":"2026-07-05T00:46:41Z"},{"alias_kind":"arxiv_version","alias_value":"2003.04297v1","created_at":"2026-07-05T00:46:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2003.04297","created_at":"2026-07-05T00:46:41Z"},{"alias_kind":"pith_short_12","alias_value":"6L3VRONKKGMX","created_at":"2026-07-05T00:46:41Z"},{"alias_kind":"pith_short_16","alias_value":"6L3VRONKKGMXRQUZ","created_at":"2026-07-05T00:46:41Z"},{"alias_kind":"pith_short_8","alias_value":"6L3VRONK","created_at":"2026-07-05T00:46:41Z"}],"graph_snapshots":[{"event_id":"sha256:d38292371cc34580b80872407706ddbe5c087fb5f8e8243d3df9a572ca974a39","target":"graph","created_at":"2026-07-05T00:46:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"With simple modifications to MoCo—namely, using an MLP projection head and more data augmentation—we establish stronger baselines that outperform SimCLR and do not require large training batches."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the two SimCLR design choices transfer directly to MoCo with only minor hyperparameter retuning and that the reported linear-evaluation gains reflect genuine representation quality rather than evaluation-specific tuning."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"Adding an MLP projection head and enhanced augmentations to MoCo produces stronger unsupervised vision baselines that beat SimCLR while using smaller batches."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Adding an MLP projection head and stronger augmentations to MoCo creates baselines that surpass SimCLR without large batches."}],"snapshot_sha256":"5035146ef3528703e6043f19a01a8f901ffbb552874409269732749425c29edb"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2003.04297/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Contrastive unsupervised learning has recently shown encouraging progress, e.g., in Momentum Contrast (MoCo) and SimCLR. In this note, we verify the effectiveness of two of SimCLR's design improvements by implementing them in the MoCo framework. With simple modifications to MoCo---namely, using an MLP projection head and more data augmentation---we establish stronger baselines that outperform SimCLR and do not require large training batches. We hope this will make state-of-the-art unsupervised learning research more accessible. Code will be made public.","authors_text":"Haoqi Fan, Kaiming He, Ross Girshick, Xinlei Chen","cross_cats":[],"headline":"Adding an MLP projection head and stronger augmentations to MoCo creates baselines that surpass SimCLR without large batches.","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2020-03-09T17:56:49Z","title":"Improved Baselines with Momentum Contrastive Learning"},"references":{"count":17,"internal_anchors":2,"resolved_work":17,"sample":[{"cited_arxiv_id":"1906.00910","doi":"","is_internal_anchor":false,"ref_index":1,"title":"Learning Representations by Maximizing Mutual Information Across Views","work_id":"65bca3d5-78f4-42d4-a6b1-cec1b702a646","year":1906},{"cited_arxiv_id":"2002.05709","doi":"","is_internal_anchor":true,"ref_index":2,"title":"A Simple Framework for Contrastive Learning of Visual Representations","work_id":"77d995ce-c44e-4692-9c54-cf8ce771464a","year":2002},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":3,"title":"ImageNet: A large-scale hierarchical image database","work_id":"47984abf-d86e-4d00-a38d-50a57401e252","year":2009},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"The PASCAL Visual Object Classes (VOC) Challenge","work_id":"899917b9-9062-425e-9c98-4ee79a6b6ee3","year":2010},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"Dimension- ality reduction by learning an invariant mapping","work_id":"20e92a65-dc44-4fe4-ba7c-40d956a8242c","year":2006}],"snapshot_sha256":"784953c5a83bc03662767dc87352aabfedc7373adb353b7b2d6fd2af34e338a7"},"source":{"id":"2003.04297","kind":"arxiv","version":1},"verdict":{"created_at":"2026-05-13T15:31:09.062732Z","id":"230f2381-78e4-4e1d-b6f1-6afe7e87d495","model_set":{"reader":"grok-4.3"},"one_line_summary":"Adding an MLP projection head and enhanced augmentations to MoCo produces stronger unsupervised vision baselines that beat SimCLR while using smaller batches.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Adding an MLP projection head and stronger augmentations to MoCo creates baselines that surpass SimCLR without large batches.","strongest_claim":"With simple modifications to MoCo—namely, using an MLP projection head and more data augmentation—we establish stronger baselines that outperform SimCLR and do not require large training batches.","weakest_assumption":"That the two SimCLR design choices transfer directly to MoCo with only minor hyperparameter retuning and that the reported linear-evaluation gains reflect genuine representation quality rather than evaluation-specific tuning."}},"verdict_id":"230f2381-78e4-4e1d-b6f1-6afe7e87d495"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6bf4c9d7d561548809e19a85af871d00ccab8ab8104eb498c4e08fd87ce70e6d","target":"record","created_at":"2026-07-05T00:46:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c1ffaf87b7b50fb8141171cbd04d0974a6741efef4e5d7574de042fa527a0684","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2020-03-09T17:56:49Z","title_canon_sha256":"00cdd75c4e52f1d187169794d3df972600d6b39cd525802a00efc6ad6a470d32"},"schema_version":"1.0","source":{"id":"2003.04297","kind":"arxiv","version":1}},"canonical_sha256":"f2f758b9aa519978c299ef4f3a600536a0605bf7447a9cdcb12f62d843ae8f2b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f2f758b9aa519978c299ef4f3a600536a0605bf7447a9cdcb12f62d843ae8f2b","first_computed_at":"2026-07-05T00:46:41.283573Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:46:41.283573Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mRSklAqX/2xYvGU5/qx2VMGySPOztgR7Y3JanZ/2Ek73jRezd964hZKplXMJVlEdw3zwJuL2lrfPDCHlqpODDw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:46:41.283933Z","signed_message":"canonical_sha256_bytes"},"source_id":"2003.04297","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6bf4c9d7d561548809e19a85af871d00ccab8ab8104eb498c4e08fd87ce70e6d","sha256:d38292371cc34580b80872407706ddbe5c087fb5f8e8243d3df9a572ca974a39"],"state_sha256":"5eb8c19ed8ff72ee72e0782d5360f50927ecd214d80279c0b756c6c3a92a450f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aob7iO9OwbAGv1MP/DdUFxDPpixFmgTOAu3o3EpkTBkv7Lgu4YLe7SbUm2FuRhrHTvL1GzRGazYXmsB4YrL1Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T12:24:54.886808Z","bundle_sha256":"c0890ab3d57b119b15210c43310f7d291786c4bea8447c79583b36849757fef9"}}