{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:B7JLIFNWETI53TFXMGSBX4LBUT","short_pith_number":"pith:B7JLIFNW","canonical_record":{"source":{"id":"2212.06385","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-13T05:46:40Z","cross_cats_sorted":[],"title_canon_sha256":"72e282770142770d007da5fb2a4551baf4fcadde380c15323047f7a9dba113c2","abstract_canon_sha256":"60b937867eb668b814c2f32982e52f431377592744cecb6445900c35515c336d"},"schema_version":"1.0"},"canonical_sha256":"0fd2b415b624d1ddccb761a41bf161a4cf5a444c5e2af683801c6e25da343a28","source":{"kind":"arxiv","id":"2212.06385","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.06385","created_at":"2026-07-05T06:29:19Z"},{"alias_kind":"arxiv_version","alias_value":"2212.06385v2","created_at":"2026-07-05T06:29:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.06385","created_at":"2026-07-05T06:29:19Z"},{"alias_kind":"pith_short_12","alias_value":"B7JLIFNWETI5","created_at":"2026-07-05T06:29:19Z"},{"alias_kind":"pith_short_16","alias_value":"B7JLIFNWETI53TFX","created_at":"2026-07-05T06:29:19Z"},{"alias_kind":"pith_short_8","alias_value":"B7JLIFNW","created_at":"2026-07-05T06:29:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:B7JLIFNWETI53TFXMGSBX4LBUT","target":"record","payload":{"canonical_record":{"source":{"id":"2212.06385","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-13T05:46:40Z","cross_cats_sorted":[],"title_canon_sha256":"72e282770142770d007da5fb2a4551baf4fcadde380c15323047f7a9dba113c2","abstract_canon_sha256":"60b937867eb668b814c2f32982e52f431377592744cecb6445900c35515c336d"},"schema_version":"1.0"},"canonical_sha256":"0fd2b415b624d1ddccb761a41bf161a4cf5a444c5e2af683801c6e25da343a28","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:29:19.386295Z","signature_b64":"8L6J/7PSXN2VAn0hwT0gdKOVbQ4dg4hOz8QxohtgSzOhEx0WYKT0RJ1VNV8yPM6pUGbrjOw7mZIWSVoCUmZqCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0fd2b415b624d1ddccb761a41bf161a4cf5a444c5e2af683801c6e25da343a28","last_reissued_at":"2026-07-05T06:29:19.385804Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:29:19.385804Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.06385","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:29:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eilcDwukFSZjJY810B7OTbiu5wyH1YlgQpI7lKMr0Dnx0o9EwOKCf4TrjBTr81/mJrAr9P6K0oYYnDLDUPVFBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T21:13:49.058364Z"},"content_sha256":"55609d56501b5090bff10cec476abe82c48cb4bd3fb61d90508acf1346655fbd","schema_version":"1.0","event_id":"sha256:55609d56501b5090bff10cec476abe82c48cb4bd3fb61d90508acf1346655fbd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:B7JLIFNWETI53TFXMGSBX4LBUT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"TencentPretrain: A Scalable and Flexible Toolkit for Pre-training Models of Different Modalities","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Chen Chen, Cheng Hou, Feifei Li, Han Guo, Haoyan Liu, Jing Zhao, Kimmo Yan, Linlin Shen, Liqun Liu, Ningyuan Sun, Rong Tian, Shan Huang, Sihong Chen, Taiqiang Wu, Tao Zhu, Weigang Guo, Weijie Liu, Weiquan Mao, Wenhang Shi, Xiaoshuai Chen, Xiaoyong Du, Xingwu Sun, Yiren Chen, Yudong Li, Zhanhui Kang, Zhe Zhao","submitted_at":"2022-12-13T05:46:40Z","abstract_excerpt":"Recently, the success of pre-training in text domain has been fully extended to vision, audio, and cross-modal scenarios. The proposed pre-training models of different modalities are showing a rising trend of homogeneity in their model structures, which brings the opportunity to implement different pre-training models within a uniform framework. In this paper, we present TencentPretrain, a toolkit supporting pre-training models of different modalities. The core feature of TencentPretrain is the modular design. The toolkit uniformly divides pre-training models into 5 components: embedding, enco"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.06385","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.06385/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:29:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yLbmZw+oXMpHkWTESkfCl5RGfK3UhB7e6Oxg1G1ml+ledvSna9PT3DO2q1ZMzdHUwNOkGav2gEX8bwwPR/GxAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T21:13:49.058741Z"},"content_sha256":"6b0c1f55438c3be25592b8a4000ee72f62cb76e92d7078c3cd5bee7698947ec4","schema_version":"1.0","event_id":"sha256:6b0c1f55438c3be25592b8a4000ee72f62cb76e92d7078c3cd5bee7698947ec4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/B7JLIFNWETI53TFXMGSBX4LBUT/bundle.json","state_url":"https://pith.science/pith/B7JLIFNWETI53TFXMGSBX4LBUT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/B7JLIFNWETI53TFXMGSBX4LBUT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-10T21:13:49Z","links":{"resolver":"https://pith.science/pith/B7JLIFNWETI53TFXMGSBX4LBUT","bundle":"https://pith.science/pith/B7JLIFNWETI53TFXMGSBX4LBUT/bundle.json","state":"https://pith.science/pith/B7JLIFNWETI53TFXMGSBX4LBUT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/B7JLIFNWETI53TFXMGSBX4LBUT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:B7JLIFNWETI53TFXMGSBX4LBUT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"60b937867eb668b814c2f32982e52f431377592744cecb6445900c35515c336d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-13T05:46:40Z","title_canon_sha256":"72e282770142770d007da5fb2a4551baf4fcadde380c15323047f7a9dba113c2"},"schema_version":"1.0","source":{"id":"2212.06385","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.06385","created_at":"2026-07-05T06:29:19Z"},{"alias_kind":"arxiv_version","alias_value":"2212.06385v2","created_at":"2026-07-05T06:29:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.06385","created_at":"2026-07-05T06:29:19Z"},{"alias_kind":"pith_short_12","alias_value":"B7JLIFNWETI5","created_at":"2026-07-05T06:29:19Z"},{"alias_kind":"pith_short_16","alias_value":"B7JLIFNWETI53TFX","created_at":"2026-07-05T06:29:19Z"},{"alias_kind":"pith_short_8","alias_value":"B7JLIFNW","created_at":"2026-07-05T06:29:19Z"}],"graph_snapshots":[{"event_id":"sha256:6b0c1f55438c3be25592b8a4000ee72f62cb76e92d7078c3cd5bee7698947ec4","target":"graph","created_at":"2026-07-05T06:29:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.06385/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recently, the success of pre-training in text domain has been fully extended to vision, audio, and cross-modal scenarios. The proposed pre-training models of different modalities are showing a rising trend of homogeneity in their model structures, which brings the opportunity to implement different pre-training models within a uniform framework. In this paper, we present TencentPretrain, a toolkit supporting pre-training models of different modalities. The core feature of TencentPretrain is the modular design. The toolkit uniformly divides pre-training models into 5 components: embedding, enco","authors_text":"Chen Chen, Cheng Hou, Feifei Li, Han Guo, Haoyan Liu, Jing Zhao, Kimmo Yan, Linlin Shen, Liqun Liu, Ningyuan Sun, Rong Tian, Shan Huang, Sihong Chen, Taiqiang Wu, Tao Zhu, Weigang Guo, Weijie Liu, Weiquan Mao, Wenhang Shi, Xiaoshuai Chen, Xiaoyong Du, Xingwu Sun, Yiren Chen, Yudong Li, Zhanhui Kang, Zhe Zhao","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-13T05:46:40Z","title":"TencentPretrain: A Scalable and Flexible Toolkit for Pre-training Models of Different Modalities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.06385","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:55609d56501b5090bff10cec476abe82c48cb4bd3fb61d90508acf1346655fbd","target":"record","created_at":"2026-07-05T06:29:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"60b937867eb668b814c2f32982e52f431377592744cecb6445900c35515c336d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-13T05:46:40Z","title_canon_sha256":"72e282770142770d007da5fb2a4551baf4fcadde380c15323047f7a9dba113c2"},"schema_version":"1.0","source":{"id":"2212.06385","kind":"arxiv","version":2}},"canonical_sha256":"0fd2b415b624d1ddccb761a41bf161a4cf5a444c5e2af683801c6e25da343a28","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0fd2b415b624d1ddccb761a41bf161a4cf5a444c5e2af683801c6e25da343a28","first_computed_at":"2026-07-05T06:29:19.385804Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:29:19.385804Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8L6J/7PSXN2VAn0hwT0gdKOVbQ4dg4hOz8QxohtgSzOhEx0WYKT0RJ1VNV8yPM6pUGbrjOw7mZIWSVoCUmZqCw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:29:19.386295Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.06385","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:55609d56501b5090bff10cec476abe82c48cb4bd3fb61d90508acf1346655fbd","sha256:6b0c1f55438c3be25592b8a4000ee72f62cb76e92d7078c3cd5bee7698947ec4"],"state_sha256":"33d758ba6288054005f30dca60fd1b9d9b065f41e4416ac6e68b0362d80878f4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TrrNy2Aic0I8joXp314aP9FP6t5WFarBhXqhuA9c4T0gotLkEe/GaW/VZj3rTuvb7Phs1QUKVugJ1Se3/VhgDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-10T21:13:49.061139Z","bundle_sha256":"d04baf17e8d3fe76297ec565eeb44e33cfcf0be43606fc55c50a073f1d14a9bb"}}