{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:WAP7ZMD6SSKB7LFWANTXBLXG5C","short_pith_number":"pith:WAP7ZMD6","canonical_record":{"source":{"id":"2103.00823","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-01T07:46:27Z","cross_cats_sorted":[],"title_canon_sha256":"e88e1ff6ae36391eef74173f2e41b58c1c83698feb6a5f7af731a1bda9026aab","abstract_canon_sha256":"0327b7a1858cb29b1bb22c6db05db9af004c2d4209a0d583bc1060b4d4093301"},"schema_version":"1.0"},"canonical_sha256":"b01ffcb07e94941facb6036770aee6e894074e7e95964f2d19cbab0d0dd89ec7","source":{"kind":"arxiv","id":"2103.00823","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.00823","created_at":"2026-07-05T02:44:17Z"},{"alias_kind":"arxiv_version","alias_value":"2103.00823v4","created_at":"2026-07-05T02:44:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.00823","created_at":"2026-07-05T02:44:17Z"},{"alias_kind":"pith_short_12","alias_value":"WAP7ZMD6SSKB","created_at":"2026-07-05T02:44:17Z"},{"alias_kind":"pith_short_16","alias_value":"WAP7ZMD6SSKB7LFW","created_at":"2026-07-05T02:44:17Z"},{"alias_kind":"pith_short_8","alias_value":"WAP7ZMD6","created_at":"2026-07-05T02:44:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:WAP7ZMD6SSKB7LFWANTXBLXG5C","target":"record","payload":{"canonical_record":{"source":{"id":"2103.00823","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-01T07:46:27Z","cross_cats_sorted":[],"title_canon_sha256":"e88e1ff6ae36391eef74173f2e41b58c1c83698feb6a5f7af731a1bda9026aab","abstract_canon_sha256":"0327b7a1858cb29b1bb22c6db05db9af004c2d4209a0d583bc1060b4d4093301"},"schema_version":"1.0"},"canonical_sha256":"b01ffcb07e94941facb6036770aee6e894074e7e95964f2d19cbab0d0dd89ec7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:44:17.909239Z","signature_b64":"dMocqgz23UujcOmeRi8Q42lINs7WgO7Cm+usbJ+BrmWPt4pmikcaSM7hIL8+JKnou1ptI5lT02RLn9nITnTPBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b01ffcb07e94941facb6036770aee6e894074e7e95964f2d19cbab0d0dd89ec7","last_reissued_at":"2026-07-05T02:44:17.908788Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:44:17.908788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.00823","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:44:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YN+QP2/+6ZxfKcxAXC4/1QJbja5anA/oR/JxZttmdN1Q6HqK81bf1hdo46JwhnLRG/igPDS/2LF5HUFrYWLZDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T11:32:27.839594Z"},"content_sha256":"583df60410baacd91ac9e22c02672e777b8214bb65b18a226d9ee307e935b03d","schema_version":"1.0","event_id":"sha256:583df60410baacd91ac9e22c02672e777b8214bb65b18a226d9ee307e935b03d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:WAP7ZMD6SSKB7LFWANTXBLXG5C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"M6: A Chinese Multimodal Pretrainer","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ang Wang, An Yang, Chang Zhou, Hongxia Yang, Huiling Zhou, Jianwei Zhang, Jianxin Ma, Jie Liu, Jie Tang, Jie Zhang, Jinbao Xue, Jingren Zhou, Jin Yu, Junyang Lin, Le Jiang, Ming Ding, Peng Wang, Rui Men, Wei Lin, Xianyan Jia, Xiaodong Deng, Xu Zou, Yichang Zhang, Yong Li, Zhikang Li","submitted_at":"2021-03-01T07:46:27Z","abstract_excerpt":"In this work, we construct the largest dataset for multimodal pretraining in Chinese, which consists of over 1.9TB images and 292GB texts that cover a wide range of domains. We propose a cross-modal pretraining method called M6, referring to Multi-Modality to Multi-Modality Multitask Mega-transformer, for unified pretraining on the data of single modality and multiple modalities. We scale the model size up to 10 billion and 100 billion parameters, and build the largest pretrained model in Chinese. We apply the model to a series of downstream applications, and demonstrate its outstanding perfor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.00823","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.00823/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:44:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CdVmAa7HlAX5+GCQXcLu7CdGWicEijeoQwrFQ0IN/WG5FqSLTPM0wSH1QHAjVUSr6LX7InON6aV0D9ixMDnSCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T11:32:27.840525Z"},"content_sha256":"4c3e48f29f45eb6907d1c79fd3f4036f5c613403a89de7f4369883f63f727215","schema_version":"1.0","event_id":"sha256:4c3e48f29f45eb6907d1c79fd3f4036f5c613403a89de7f4369883f63f727215"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WAP7ZMD6SSKB7LFWANTXBLXG5C/bundle.json","state_url":"https://pith.science/pith/WAP7ZMD6SSKB7LFWANTXBLXG5C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WAP7ZMD6SSKB7LFWANTXBLXG5C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T11:32:27Z","links":{"resolver":"https://pith.science/pith/WAP7ZMD6SSKB7LFWANTXBLXG5C","bundle":"https://pith.science/pith/WAP7ZMD6SSKB7LFWANTXBLXG5C/bundle.json","state":"https://pith.science/pith/WAP7ZMD6SSKB7LFWANTXBLXG5C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WAP7ZMD6SSKB7LFWANTXBLXG5C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:WAP7ZMD6SSKB7LFWANTXBLXG5C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0327b7a1858cb29b1bb22c6db05db9af004c2d4209a0d583bc1060b4d4093301","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-01T07:46:27Z","title_canon_sha256":"e88e1ff6ae36391eef74173f2e41b58c1c83698feb6a5f7af731a1bda9026aab"},"schema_version":"1.0","source":{"id":"2103.00823","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.00823","created_at":"2026-07-05T02:44:17Z"},{"alias_kind":"arxiv_version","alias_value":"2103.00823v4","created_at":"2026-07-05T02:44:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.00823","created_at":"2026-07-05T02:44:17Z"},{"alias_kind":"pith_short_12","alias_value":"WAP7ZMD6SSKB","created_at":"2026-07-05T02:44:17Z"},{"alias_kind":"pith_short_16","alias_value":"WAP7ZMD6SSKB7LFW","created_at":"2026-07-05T02:44:17Z"},{"alias_kind":"pith_short_8","alias_value":"WAP7ZMD6","created_at":"2026-07-05T02:44:17Z"}],"graph_snapshots":[{"event_id":"sha256:4c3e48f29f45eb6907d1c79fd3f4036f5c613403a89de7f4369883f63f727215","target":"graph","created_at":"2026-07-05T02:44:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.00823/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we construct the largest dataset for multimodal pretraining in Chinese, which consists of over 1.9TB images and 292GB texts that cover a wide range of domains. We propose a cross-modal pretraining method called M6, referring to Multi-Modality to Multi-Modality Multitask Mega-transformer, for unified pretraining on the data of single modality and multiple modalities. We scale the model size up to 10 billion and 100 billion parameters, and build the largest pretrained model in Chinese. We apply the model to a series of downstream applications, and demonstrate its outstanding perfor","authors_text":"Ang Wang, An Yang, Chang Zhou, Hongxia Yang, Huiling Zhou, Jianwei Zhang, Jianxin Ma, Jie Liu, Jie Tang, Jie Zhang, Jinbao Xue, Jingren Zhou, Jin Yu, Junyang Lin, Le Jiang, Ming Ding, Peng Wang, Rui Men, Wei Lin, Xianyan Jia, Xiaodong Deng, Xu Zou, Yichang Zhang, Yong Li, Zhikang Li","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-01T07:46:27Z","title":"M6: A Chinese Multimodal Pretrainer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.00823","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:583df60410baacd91ac9e22c02672e777b8214bb65b18a226d9ee307e935b03d","target":"record","created_at":"2026-07-05T02:44:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0327b7a1858cb29b1bb22c6db05db9af004c2d4209a0d583bc1060b4d4093301","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-03-01T07:46:27Z","title_canon_sha256":"e88e1ff6ae36391eef74173f2e41b58c1c83698feb6a5f7af731a1bda9026aab"},"schema_version":"1.0","source":{"id":"2103.00823","kind":"arxiv","version":4}},"canonical_sha256":"b01ffcb07e94941facb6036770aee6e894074e7e95964f2d19cbab0d0dd89ec7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b01ffcb07e94941facb6036770aee6e894074e7e95964f2d19cbab0d0dd89ec7","first_computed_at":"2026-07-05T02:44:17.908788Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:44:17.908788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dMocqgz23UujcOmeRi8Q42lINs7WgO7Cm+usbJ+BrmWPt4pmikcaSM7hIL8+JKnou1ptI5lT02RLn9nITnTPBg==","signature_status":"signed_v1","signed_at":"2026-07-05T02:44:17.909239Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.00823","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:583df60410baacd91ac9e22c02672e777b8214bb65b18a226d9ee307e935b03d","sha256:4c3e48f29f45eb6907d1c79fd3f4036f5c613403a89de7f4369883f63f727215"],"state_sha256":"0c2d7d0c0779df43e8f6899c9df9b296b9832c6849e9ad29a137897dad5d033b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lA9GinwkmFLfhuJiUTa1MYpRmGN6396SAw7RroF30wIp7A+YWX1gLxrDesRghO7IKrOWLcTzQvY0EROZcQLdDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T11:32:27.848447Z","bundle_sha256":"c45b040f0df2c9960717c04a686423b458998a0d6e2f56599215e8f7809cd045"}}