{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:UCFCFNMTL63PSSLFZA5SZOFGVX","short_pith_number":"pith:UCFCFNMT","canonical_record":{"source":{"id":"2303.13496","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-23T17:56:12Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"1d4aedd7b87c5f47f70ca41afec4db4c3318d55c52b7632967709250744fd450","abstract_canon_sha256":"f95d73627fec31bb3ee4d0f6732d25b948cd0c6710d023fec311687d5187517f"},"schema_version":"1.0"},"canonical_sha256":"a08a22b5935fb6f94965c83b2cb8a6adc9b8b023ba693c545febaba406ab67ff","source":{"kind":"arxiv","id":"2303.13496","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.13496","created_at":"2026-07-05T07:37:10Z"},{"alias_kind":"arxiv_version","alias_value":"2303.13496v3","created_at":"2026-07-05T07:37:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.13496","created_at":"2026-07-05T07:37:10Z"},{"alias_kind":"pith_short_12","alias_value":"UCFCFNMTL63P","created_at":"2026-07-05T07:37:10Z"},{"alias_kind":"pith_short_16","alias_value":"UCFCFNMTL63PSSLF","created_at":"2026-07-05T07:37:10Z"},{"alias_kind":"pith_short_8","alias_value":"UCFCFNMT","created_at":"2026-07-05T07:37:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:UCFCFNMTL63PSSLFZA5SZOFGVX","target":"record","payload":{"canonical_record":{"source":{"id":"2303.13496","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-23T17:56:12Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"1d4aedd7b87c5f47f70ca41afec4db4c3318d55c52b7632967709250744fd450","abstract_canon_sha256":"f95d73627fec31bb3ee4d0f6732d25b948cd0c6710d023fec311687d5187517f"},"schema_version":"1.0"},"canonical_sha256":"a08a22b5935fb6f94965c83b2cb8a6adc9b8b023ba693c545febaba406ab67ff","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:37:10.940217Z","signature_b64":"Gq32gkyU7DdSi4WMN3LjjKAfKnb8D4DehbffwLA/oMtZR5BhiR8OOZQ22vByRxzmdsxEmJxXfSsuMHHVicXrCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a08a22b5935fb6f94965c83b2cb8a6adc9b8b023ba693c545febaba406ab67ff","last_reissued_at":"2026-07-05T07:37:10.939700Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:37:10.939700Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.13496","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:37:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dMTRXdilC3Aa7y/vT+S5YCSUg1FGb1Q3xjqMfATYNv4/Hb7SrlvAb+Psei5+UiC7Ks9JQ0gNDo6bms1XOQQiBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T07:48:59.302862Z"},"content_sha256":"dde15063aa3aecd732fd1528f22e0147e08a0ea1c69193adb48a7876b33358e3","schema_version":"1.0","event_id":"sha256:dde15063aa3aecd732fd1528f22e0147e08a0ea1c69193adb48a7876b33358e3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:UCFCFNMTL63PSSLFZA5SZOFGVX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The effectiveness of MAE pre-pretraining for billion-scale pretraining","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CV","authors_text":"Aaron Adcock, Armand Joulin, Christoph Feichtenhofer, Haoqi Fan, Ishan Misra, Kalyan Vasudev Alwala, Mannat Singh, Piotr Doll\\'ar, Quentin Duval, Rohit Girdhar, Ross Girshick, Vaibhav Aggarwal","submitted_at":"2023-03-23T17:56:12Z","abstract_excerpt":"This paper revisits the standard pretrain-then-finetune paradigm used in computer vision for visual recognition tasks. Typically, state-of-the-art foundation models are pretrained using large scale (weakly) supervised datasets with billions of images. We introduce an additional pre-pretraining stage that is simple and uses the self-supervised MAE technique to initialize the model. While MAE has only been shown to scale with the size of models, we find that it scales with the size of the training dataset as well. Thus, our MAE-based pre-pretraining scales with both model and data size making it"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.13496","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.13496/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:37:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5GQyUrzB/JSEnyNxQN8PAuWxIJWD2yrEeZA8WfgGeCsBDHm5Ey5jp+4or4U+8i/3w4pSWNkzKkvyNVNhq8EtBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T07:48:59.329325Z"},"content_sha256":"93d0ef4e7f0e1d68ccc90004d8e2c631ade56f7082d5cc8d1f2e508ecd75bba3","schema_version":"1.0","event_id":"sha256:93d0ef4e7f0e1d68ccc90004d8e2c631ade56f7082d5cc8d1f2e508ecd75bba3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UCFCFNMTL63PSSLFZA5SZOFGVX/bundle.json","state_url":"https://pith.science/pith/UCFCFNMTL63PSSLFZA5SZOFGVX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UCFCFNMTL63PSSLFZA5SZOFGVX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T07:48:59Z","links":{"resolver":"https://pith.science/pith/UCFCFNMTL63PSSLFZA5SZOFGVX","bundle":"https://pith.science/pith/UCFCFNMTL63PSSLFZA5SZOFGVX/bundle.json","state":"https://pith.science/pith/UCFCFNMTL63PSSLFZA5SZOFGVX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UCFCFNMTL63PSSLFZA5SZOFGVX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:UCFCFNMTL63PSSLFZA5SZOFGVX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f95d73627fec31bb3ee4d0f6732d25b948cd0c6710d023fec311687d5187517f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-23T17:56:12Z","title_canon_sha256":"1d4aedd7b87c5f47f70ca41afec4db4c3318d55c52b7632967709250744fd450"},"schema_version":"1.0","source":{"id":"2303.13496","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.13496","created_at":"2026-07-05T07:37:10Z"},{"alias_kind":"arxiv_version","alias_value":"2303.13496v3","created_at":"2026-07-05T07:37:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.13496","created_at":"2026-07-05T07:37:10Z"},{"alias_kind":"pith_short_12","alias_value":"UCFCFNMTL63P","created_at":"2026-07-05T07:37:10Z"},{"alias_kind":"pith_short_16","alias_value":"UCFCFNMTL63PSSLF","created_at":"2026-07-05T07:37:10Z"},{"alias_kind":"pith_short_8","alias_value":"UCFCFNMT","created_at":"2026-07-05T07:37:10Z"}],"graph_snapshots":[{"event_id":"sha256:93d0ef4e7f0e1d68ccc90004d8e2c631ade56f7082d5cc8d1f2e508ecd75bba3","target":"graph","created_at":"2026-07-05T07:37:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.13496/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper revisits the standard pretrain-then-finetune paradigm used in computer vision for visual recognition tasks. Typically, state-of-the-art foundation models are pretrained using large scale (weakly) supervised datasets with billions of images. We introduce an additional pre-pretraining stage that is simple and uses the self-supervised MAE technique to initialize the model. While MAE has only been shown to scale with the size of models, we find that it scales with the size of the training dataset as well. Thus, our MAE-based pre-pretraining scales with both model and data size making it","authors_text":"Aaron Adcock, Armand Joulin, Christoph Feichtenhofer, Haoqi Fan, Ishan Misra, Kalyan Vasudev Alwala, Mannat Singh, Piotr Doll\\'ar, Quentin Duval, Rohit Girdhar, Ross Girshick, Vaibhav Aggarwal","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-23T17:56:12Z","title":"The effectiveness of MAE pre-pretraining for billion-scale pretraining"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.13496","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dde15063aa3aecd732fd1528f22e0147e08a0ea1c69193adb48a7876b33358e3","target":"record","created_at":"2026-07-05T07:37:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f95d73627fec31bb3ee4d0f6732d25b948cd0c6710d023fec311687d5187517f","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2023-03-23T17:56:12Z","title_canon_sha256":"1d4aedd7b87c5f47f70ca41afec4db4c3318d55c52b7632967709250744fd450"},"schema_version":"1.0","source":{"id":"2303.13496","kind":"arxiv","version":3}},"canonical_sha256":"a08a22b5935fb6f94965c83b2cb8a6adc9b8b023ba693c545febaba406ab67ff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a08a22b5935fb6f94965c83b2cb8a6adc9b8b023ba693c545febaba406ab67ff","first_computed_at":"2026-07-05T07:37:10.939700Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:37:10.939700Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Gq32gkyU7DdSi4WMN3LjjKAfKnb8D4DehbffwLA/oMtZR5BhiR8OOZQ22vByRxzmdsxEmJxXfSsuMHHVicXrCw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:37:10.940217Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.13496","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dde15063aa3aecd732fd1528f22e0147e08a0ea1c69193adb48a7876b33358e3","sha256:93d0ef4e7f0e1d68ccc90004d8e2c631ade56f7082d5cc8d1f2e508ecd75bba3"],"state_sha256":"6cc2ee320f17358a9bddce1b8c9abaae6ca80119ea049ad6a7d3b1dc6907a2ee"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gerNZpu01NFSk98ac2Xa4hAAM/NmrrOvee/sn1lEDVsIn3ll4H7hgkyJPrXDG4kXnEBWzmOiJedc+5/zoj7RAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T07:48:59.336359Z","bundle_sha256":"0f281c12cd49be084e60bef5ba665ef1f7b76678dee2c3bcc61b6626fa6b0cb5"}}