{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:CEPRYWTA2WJWNE33JSKPPGVPMB","short_pith_number":"pith:CEPRYWTA","schema_version":"1.0","canonical_sha256":"111f1c5a60d59366937b4c94f79aaf606e7656a186727e5503738585ed5a8b84","source":{"kind":"arxiv","id":"2410.00871","version":3},"attestation_state":"computed","paper":{"title":"MAP: Unleashing Hybrid Mamba-Transformer Vision Backbone's Potential with Masked Autoregressive Pretraining","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Li Yi, Yunze Liu","submitted_at":"2024-10-01T17:05:08Z","abstract_excerpt":"Hybrid Mamba-Transformer networks have recently garnered broad attention. These networks can leverage the scalability of Transformers while capitalizing on Mamba's strengths in long-context modeling and computational efficiency. However, the challenge of effectively pretraining such hybrid networks remains an open question. Existing methods, such as Masked Autoencoders (MAE) or autoregressive (AR) pretraining, primarily focus on single-type network architectures. In contrast, pretraining strategies for hybrid architectures must be effective for both Mamba and Transformer components. Based on t"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2410.00871","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2024-10-01T17:05:08Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9c02c03a4ad847fcc8799e93f6ae3a5ffcc1a592d0807a46f9954b9b92423d1b","abstract_canon_sha256":"fc6d9badd07564cf1a56ae16f935eea0cd27fab1474cc4a80045e00483b048b3"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:08:01.322000Z","signature_b64":"WAKms9RAMWLrsbebxWm9qqxs7Ft2wIo8hPAmNcQZZM2IeVE92RpCdGdindLahO2iPIgqutILnFc11s+x73NHCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"111f1c5a60d59366937b4c94f79aaf606e7656a186727e5503738585ed5a8b84","last_reissued_at":"2026-07-05T11:08:01.321527Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:08:01.321527Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"MAP: Unleashing Hybrid Mamba-Transformer Vision Backbone's Potential with Masked Autoregressive Pretraining","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Li Yi, Yunze Liu","submitted_at":"2024-10-01T17:05:08Z","abstract_excerpt":"Hybrid Mamba-Transformer networks have recently garnered broad attention. These networks can leverage the scalability of Transformers while capitalizing on Mamba's strengths in long-context modeling and computational efficiency. However, the challenge of effectively pretraining such hybrid networks remains an open question. Existing methods, such as Masked Autoencoders (MAE) or autoregressive (AR) pretraining, primarily focus on single-type network architectures. In contrast, pretraining strategies for hybrid architectures must be effective for both Mamba and Transformer components. Based on t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.00871","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.00871/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2410.00871","created_at":"2026-07-05T11:08:01.321586+00:00"},{"alias_kind":"arxiv_version","alias_value":"2410.00871v3","created_at":"2026-07-05T11:08:01.321586+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.00871","created_at":"2026-07-05T11:08:01.321586+00:00"},{"alias_kind":"pith_short_12","alias_value":"CEPRYWTA2WJW","created_at":"2026-07-05T11:08:01.321586+00:00"},{"alias_kind":"pith_short_16","alias_value":"CEPRYWTA2WJWNE33","created_at":"2026-07-05T11:08:01.321586+00:00"},{"alias_kind":"pith_short_8","alias_value":"CEPRYWTA","created_at":"2026-07-05T11:08:01.321586+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/CEPRYWTA2WJWNE33JSKPPGVPMB","json":"https://pith.science/pith/CEPRYWTA2WJWNE33JSKPPGVPMB.json","graph_json":"https://pith.science/api/pith-number/CEPRYWTA2WJWNE33JSKPPGVPMB/graph.json","events_json":"https://pith.science/api/pith-number/CEPRYWTA2WJWNE33JSKPPGVPMB/events.json","paper":"https://pith.science/paper/CEPRYWTA"},"agent_actions":{"view_html":"https://pith.science/pith/CEPRYWTA2WJWNE33JSKPPGVPMB","download_json":"https://pith.science/pith/CEPRYWTA2WJWNE33JSKPPGVPMB.json","view_paper":"https://pith.science/paper/CEPRYWTA","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2410.00871&json=true","fetch_graph":"https://pith.science/api/pith-number/CEPRYWTA2WJWNE33JSKPPGVPMB/graph.json","fetch_events":"https://pith.science/api/pith-number/CEPRYWTA2WJWNE33JSKPPGVPMB/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/CEPRYWTA2WJWNE33JSKPPGVPMB/action/timestamp_anchor","attest_storage":"https://pith.science/pith/CEPRYWTA2WJWNE33JSKPPGVPMB/action/storage_attestation","attest_author":"https://pith.science/pith/CEPRYWTA2WJWNE33JSKPPGVPMB/action/author_attestation","sign_citation":"https://pith.science/pith/CEPRYWTA2WJWNE33JSKPPGVPMB/action/citation_signature","submit_replication":"https://pith.science/pith/CEPRYWTA2WJWNE33JSKPPGVPMB/action/replication_record"}},"created_at":"2026-07-05T11:08:01.321586+00:00","updated_at":"2026-07-05T11:08:01.321586+00:00"}