{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:TZEWO3XPGR4BNCMGPLCQFBB2FX","short_pith_number":"pith:TZEWO3XP","canonical_record":{"source":{"id":"2210.07543","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-14T05:42:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b65b966330df294a6f7057a1cbec565975fdd8320a5f029f3a3c088999872080","abstract_canon_sha256":"192f06cdb11a7d9355f2680252f4651411e4009a7c4d7e314b92e774be7b82ac"},"schema_version":"1.0"},"canonical_sha256":"9e49676eef34781689867ac502843a2dfd2b7d5ed37c50ddee82ba6b35c0a362","source":{"kind":"arxiv","id":"2210.07543","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.07543","created_at":"2026-07-05T05:40:32Z"},{"alias_kind":"arxiv_version","alias_value":"2210.07543v2","created_at":"2026-07-05T05:40:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.07543","created_at":"2026-07-05T05:40:32Z"},{"alias_kind":"pith_short_12","alias_value":"TZEWO3XPGR4B","created_at":"2026-07-05T05:40:32Z"},{"alias_kind":"pith_short_16","alias_value":"TZEWO3XPGR4BNCMG","created_at":"2026-07-05T05:40:32Z"},{"alias_kind":"pith_short_8","alias_value":"TZEWO3XP","created_at":"2026-07-05T05:40:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:TZEWO3XPGR4BNCMGPLCQFBB2FX","target":"record","payload":{"canonical_record":{"source":{"id":"2210.07543","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-14T05:42:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"b65b966330df294a6f7057a1cbec565975fdd8320a5f029f3a3c088999872080","abstract_canon_sha256":"192f06cdb11a7d9355f2680252f4651411e4009a7c4d7e314b92e774be7b82ac"},"schema_version":"1.0"},"canonical_sha256":"9e49676eef34781689867ac502843a2dfd2b7d5ed37c50ddee82ba6b35c0a362","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:40:32.556624Z","signature_b64":"buOfBmXHnNXyFOVDeqx3G+HXNs8ezh/zcNTnWJPMlE36EEptHSIEQV/JI7GgESwKfqsoyJwsYZuvh+BnuV8ECA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9e49676eef34781689867ac502843a2dfd2b7d5ed37c50ddee82ba6b35c0a362","last_reissued_at":"2026-07-05T05:40:32.556170Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:40:32.556170Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2210.07543","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:40:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sdl52gxFc6KdDvEaEewAneoYHvU0YzApj8QjIahXvobJ2DC/0ToKXGf/tpnJApDMDzAu9JGGCMb9mBvl+gOMCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T12:37:39.345860Z"},"content_sha256":"26aeb74f552cc1f155620b701f77df74a6be3f66f8680ed05fa9b8e298dd9a4f","schema_version":"1.0","event_id":"sha256:26aeb74f552cc1f155620b701f77df74a6be3f66f8680ed05fa9b8e298dd9a4f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:TZEWO3XPGR4BNCMGPLCQFBB2FX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Watermarking Pre-trained Language Models with Backdooring","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Chengsong Huang, Chenxi Gu, Cho-Jui Hsieh, Kai-Wei Chang, Xiaoqing Zheng","submitted_at":"2022-10-14T05:42:39Z","abstract_excerpt":"Large pre-trained language models (PLMs) have proven to be a crucial component of modern natural language processing systems. PLMs typically need to be fine-tuned on task-specific downstream datasets, which makes it hard to claim the ownership of PLMs and protect the developer's intellectual property due to the catastrophic forgetting phenomenon. We show that PLMs can be watermarked with a multi-task learning framework by embedding backdoors triggered by specific inputs defined by the owners, and those watermarks are hard to remove even though the watermarked PLMs are fine-tuned on multiple do"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.07543","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2210.07543/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:40:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vHPCHtirAM0LFmLteYg25I8PKYPc+D8j2dXGcSZmoZtLHLrtgDjQNoCfECo6qzCHJrdYp9hCf5/h4wrNd/zXAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T12:37:39.346478Z"},"content_sha256":"0d4042ce9c32e3cc9adbdaab820bd45190b4abbfbc9bdbceb47c7f40311db2a2","schema_version":"1.0","event_id":"sha256:0d4042ce9c32e3cc9adbdaab820bd45190b4abbfbc9bdbceb47c7f40311db2a2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TZEWO3XPGR4BNCMGPLCQFBB2FX/bundle.json","state_url":"https://pith.science/pith/TZEWO3XPGR4BNCMGPLCQFBB2FX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TZEWO3XPGR4BNCMGPLCQFBB2FX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T12:37:39Z","links":{"resolver":"https://pith.science/pith/TZEWO3XPGR4BNCMGPLCQFBB2FX","bundle":"https://pith.science/pith/TZEWO3XPGR4BNCMGPLCQFBB2FX/bundle.json","state":"https://pith.science/pith/TZEWO3XPGR4BNCMGPLCQFBB2FX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TZEWO3XPGR4BNCMGPLCQFBB2FX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:TZEWO3XPGR4BNCMGPLCQFBB2FX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"192f06cdb11a7d9355f2680252f4651411e4009a7c4d7e314b92e774be7b82ac","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-14T05:42:39Z","title_canon_sha256":"b65b966330df294a6f7057a1cbec565975fdd8320a5f029f3a3c088999872080"},"schema_version":"1.0","source":{"id":"2210.07543","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2210.07543","created_at":"2026-07-05T05:40:32Z"},{"alias_kind":"arxiv_version","alias_value":"2210.07543v2","created_at":"2026-07-05T05:40:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2210.07543","created_at":"2026-07-05T05:40:32Z"},{"alias_kind":"pith_short_12","alias_value":"TZEWO3XPGR4B","created_at":"2026-07-05T05:40:32Z"},{"alias_kind":"pith_short_16","alias_value":"TZEWO3XPGR4BNCMG","created_at":"2026-07-05T05:40:32Z"},{"alias_kind":"pith_short_8","alias_value":"TZEWO3XP","created_at":"2026-07-05T05:40:32Z"}],"graph_snapshots":[{"event_id":"sha256:0d4042ce9c32e3cc9adbdaab820bd45190b4abbfbc9bdbceb47c7f40311db2a2","target":"graph","created_at":"2026-07-05T05:40:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2210.07543/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large pre-trained language models (PLMs) have proven to be a crucial component of modern natural language processing systems. PLMs typically need to be fine-tuned on task-specific downstream datasets, which makes it hard to claim the ownership of PLMs and protect the developer's intellectual property due to the catastrophic forgetting phenomenon. We show that PLMs can be watermarked with a multi-task learning framework by embedding backdoors triggered by specific inputs defined by the owners, and those watermarks are hard to remove even though the watermarked PLMs are fine-tuned on multiple do","authors_text":"Chengsong Huang, Chenxi Gu, Cho-Jui Hsieh, Kai-Wei Chang, Xiaoqing Zheng","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-14T05:42:39Z","title":"Watermarking Pre-trained Language Models with Backdooring"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2210.07543","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:26aeb74f552cc1f155620b701f77df74a6be3f66f8680ed05fa9b8e298dd9a4f","target":"record","created_at":"2026-07-05T05:40:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"192f06cdb11a7d9355f2680252f4651411e4009a7c4d7e314b92e774be7b82ac","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-10-14T05:42:39Z","title_canon_sha256":"b65b966330df294a6f7057a1cbec565975fdd8320a5f029f3a3c088999872080"},"schema_version":"1.0","source":{"id":"2210.07543","kind":"arxiv","version":2}},"canonical_sha256":"9e49676eef34781689867ac502843a2dfd2b7d5ed37c50ddee82ba6b35c0a362","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9e49676eef34781689867ac502843a2dfd2b7d5ed37c50ddee82ba6b35c0a362","first_computed_at":"2026-07-05T05:40:32.556170Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:40:32.556170Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"buOfBmXHnNXyFOVDeqx3G+HXNs8ezh/zcNTnWJPMlE36EEptHSIEQV/JI7GgESwKfqsoyJwsYZuvh+BnuV8ECA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:40:32.556624Z","signed_message":"canonical_sha256_bytes"},"source_id":"2210.07543","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:26aeb74f552cc1f155620b701f77df74a6be3f66f8680ed05fa9b8e298dd9a4f","sha256:0d4042ce9c32e3cc9adbdaab820bd45190b4abbfbc9bdbceb47c7f40311db2a2"],"state_sha256":"6e3529d4cd378d269d99101d3c16323e5050ecf38d45a96b9927a3b48994467c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9Zzty2kiUxv36tSJ4XIq53BV/2LvQw3ZiY4eReijaWnzn7nknopKC3ClbS2mDcTqfErj1SDqKHhWh0KYLNDDCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T12:37:39.376564Z","bundle_sha256":"21d6cea19282155967a51e719ff75c8e6470f5698b87090a3e5f1016582dce9c"}}