{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:NTGDKG44MQQYJ6NQENTBTWJI65","short_pith_number":"pith:NTGDKG44","canonical_record":{"source":{"id":"2204.06625","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-13T19:54:51Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"1d9e6938506fcac647f6d9236bcef01288dead868d08410396f4eafc45f9b7d3","abstract_canon_sha256":"1822d32ae06fc171e7578c7040250b3746ddbadac0fe789cbdccf8a76a337416"},"schema_version":"1.0"},"canonical_sha256":"6ccc351b9c642184f9b0236619d928f77ce4656c6c2a6320d7ec5d4544769f7c","source":{"kind":"arxiv","id":"2204.06625","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.06625","created_at":"2026-07-05T04:15:16Z"},{"alias_kind":"arxiv_version","alias_value":"2204.06625v2","created_at":"2026-07-05T04:15:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.06625","created_at":"2026-07-05T04:15:16Z"},{"alias_kind":"pith_short_12","alias_value":"NTGDKG44MQQY","created_at":"2026-07-05T04:15:16Z"},{"alias_kind":"pith_short_16","alias_value":"NTGDKG44MQQYJ6NQ","created_at":"2026-07-05T04:15:16Z"},{"alias_kind":"pith_short_8","alias_value":"NTGDKG44","created_at":"2026-07-05T04:15:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:NTGDKG44MQQYJ6NQENTBTWJI65","target":"record","payload":{"canonical_record":{"source":{"id":"2204.06625","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-13T19:54:51Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"1d9e6938506fcac647f6d9236bcef01288dead868d08410396f4eafc45f9b7d3","abstract_canon_sha256":"1822d32ae06fc171e7578c7040250b3746ddbadac0fe789cbdccf8a76a337416"},"schema_version":"1.0"},"canonical_sha256":"6ccc351b9c642184f9b0236619d928f77ce4656c6c2a6320d7ec5d4544769f7c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:15:16.012445Z","signature_b64":"z1/prqClYW9AW6IqFtg2PZ27SZ+lslpB/EY3AwH5ToC9bBtwkSt0B6F3t1NHfVGMSYcY2EWFb3FhEG5675SWCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6ccc351b9c642184f9b0236619d928f77ce4656c6c2a6320d7ec5d4544769f7c","last_reissued_at":"2026-07-05T04:15:16.011905Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:15:16.011905Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.06625","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:15:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VYgG6fNbk66FFTDtlUOPDaHbg+vgSVhZUt3cRHyzeuy0xI3+YOjzcw5DGlqHu+U5DbQIKZCXZ9f9TCK4jC4/BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T22:49:41.408683Z"},"content_sha256":"63afb05774daf58c36846c1215a5fa05ef798e73a9a39246d186d552551f721b","schema_version":"1.0","event_id":"sha256:63afb05774daf58c36846c1215a5fa05ef798e73a9a39246d186d552551f721b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:NTGDKG44MQQYJ6NQENTBTWJI65","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"CAMERO: Consistency Regularized Ensemble of Perturbed Language Models with Weight Sharing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Chen Liang, Pengcheng He, Tuo Zhao, Weizhu Chen, Yelong Shen","submitted_at":"2022-04-13T19:54:51Z","abstract_excerpt":"Model ensemble is a popular approach to produce a low-variance and well-generalized model. However, it induces large memory and inference costs, which are often not affordable for real-world deployment. Existing work has resorted to sharing weights among models. However, when increasing the proportion of the shared weights, the resulting models tend to be similar, and the benefits of using model ensemble diminish. To retain ensemble benefits while maintaining a low memory cost, we propose a consistency-regularized ensemble learning approach based on perturbed models, named CAMERO. Specifically"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.06625","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.06625/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:15:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aYzscOYUz2CSwnKasGBjn/hfwO20j6Ms5DZYVC1SwQ9CFj6HDCZ8aO5Xy99ysg2PlVBXrUOrl/mSY21bjZm0DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T22:49:41.409628Z"},"content_sha256":"32963dc94cf7a76fae2198206ba53837efbe71c77f6937208f134f1130a3ae26","schema_version":"1.0","event_id":"sha256:32963dc94cf7a76fae2198206ba53837efbe71c77f6937208f134f1130a3ae26"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NTGDKG44MQQYJ6NQENTBTWJI65/bundle.json","state_url":"https://pith.science/pith/NTGDKG44MQQYJ6NQENTBTWJI65/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NTGDKG44MQQYJ6NQENTBTWJI65/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T22:49:41Z","links":{"resolver":"https://pith.science/pith/NTGDKG44MQQYJ6NQENTBTWJI65","bundle":"https://pith.science/pith/NTGDKG44MQQYJ6NQENTBTWJI65/bundle.json","state":"https://pith.science/pith/NTGDKG44MQQYJ6NQENTBTWJI65/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NTGDKG44MQQYJ6NQENTBTWJI65/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:NTGDKG44MQQYJ6NQENTBTWJI65","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1822d32ae06fc171e7578c7040250b3746ddbadac0fe789cbdccf8a76a337416","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-13T19:54:51Z","title_canon_sha256":"1d9e6938506fcac647f6d9236bcef01288dead868d08410396f4eafc45f9b7d3"},"schema_version":"1.0","source":{"id":"2204.06625","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.06625","created_at":"2026-07-05T04:15:16Z"},{"alias_kind":"arxiv_version","alias_value":"2204.06625v2","created_at":"2026-07-05T04:15:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.06625","created_at":"2026-07-05T04:15:16Z"},{"alias_kind":"pith_short_12","alias_value":"NTGDKG44MQQY","created_at":"2026-07-05T04:15:16Z"},{"alias_kind":"pith_short_16","alias_value":"NTGDKG44MQQYJ6NQ","created_at":"2026-07-05T04:15:16Z"},{"alias_kind":"pith_short_8","alias_value":"NTGDKG44","created_at":"2026-07-05T04:15:16Z"}],"graph_snapshots":[{"event_id":"sha256:32963dc94cf7a76fae2198206ba53837efbe71c77f6937208f134f1130a3ae26","target":"graph","created_at":"2026-07-05T04:15:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.06625/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Model ensemble is a popular approach to produce a low-variance and well-generalized model. However, it induces large memory and inference costs, which are often not affordable for real-world deployment. Existing work has resorted to sharing weights among models. However, when increasing the proportion of the shared weights, the resulting models tend to be similar, and the benefits of using model ensemble diminish. To retain ensemble benefits while maintaining a low memory cost, we propose a consistency-regularized ensemble learning approach based on perturbed models, named CAMERO. Specifically","authors_text":"Chen Liang, Pengcheng He, Tuo Zhao, Weizhu Chen, Yelong Shen","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-13T19:54:51Z","title":"CAMERO: Consistency Regularized Ensemble of Perturbed Language Models with Weight Sharing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.06625","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:63afb05774daf58c36846c1215a5fa05ef798e73a9a39246d186d552551f721b","target":"record","created_at":"2026-07-05T04:15:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1822d32ae06fc171e7578c7040250b3746ddbadac0fe789cbdccf8a76a337416","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-04-13T19:54:51Z","title_canon_sha256":"1d9e6938506fcac647f6d9236bcef01288dead868d08410396f4eafc45f9b7d3"},"schema_version":"1.0","source":{"id":"2204.06625","kind":"arxiv","version":2}},"canonical_sha256":"6ccc351b9c642184f9b0236619d928f77ce4656c6c2a6320d7ec5d4544769f7c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6ccc351b9c642184f9b0236619d928f77ce4656c6c2a6320d7ec5d4544769f7c","first_computed_at":"2026-07-05T04:15:16.011905Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:15:16.011905Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"z1/prqClYW9AW6IqFtg2PZ27SZ+lslpB/EY3AwH5ToC9bBtwkSt0B6F3t1NHfVGMSYcY2EWFb3FhEG5675SWCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:15:16.012445Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.06625","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:63afb05774daf58c36846c1215a5fa05ef798e73a9a39246d186d552551f721b","sha256:32963dc94cf7a76fae2198206ba53837efbe71c77f6937208f134f1130a3ae26"],"state_sha256":"28a49d9594a08ea297e38f81fd0f00cb8d90b9dfac91af598e9062bd64805859"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"08lpWUOZU4Z8Apikh5tCffoaolqx/wqsdXR7C2nh41FC7UHj5MyL2jExhDJ9UbVDSVfGlj//cxP2yyHr6ge6Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T22:49:41.415583Z","bundle_sha256":"c1bba6635167a2e40b3b2135d0e876e5ad9d374d2ccb65f156fe44cf7e8d7fd8"}}