{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:WNHD2ZR3AYJAJAJHS25U5T6LT5","short_pith_number":"pith:WNHD2ZR3","canonical_record":{"source":{"id":"2205.12428","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-25T01:26:31Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"86eb334c1df80c12c83b2841d4273c5deab3550c6db3c41db2c8b28c29ab62f2","abstract_canon_sha256":"f58cab4bc14cd37b154764867097dfd19da55a68e2433a9f30498b1c38c84868"},"schema_version":"1.0"},"canonical_sha256":"b34e3d663b061204812796bb4ecfcb9f4660a7dcf892b6d5e5e64e6e6dd2b06e","source":{"kind":"arxiv","id":"2205.12428","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.12428","created_at":"2026-07-05T06:00:11Z"},{"alias_kind":"arxiv_version","alias_value":"2205.12428v2","created_at":"2026-07-05T06:00:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.12428","created_at":"2026-07-05T06:00:11Z"},{"alias_kind":"pith_short_12","alias_value":"WNHD2ZR3AYJA","created_at":"2026-07-05T06:00:11Z"},{"alias_kind":"pith_short_16","alias_value":"WNHD2ZR3AYJAJAJH","created_at":"2026-07-05T06:00:11Z"},{"alias_kind":"pith_short_8","alias_value":"WNHD2ZR3","created_at":"2026-07-05T06:00:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:WNHD2ZR3AYJAJAJHS25U5T6LT5","target":"record","payload":{"canonical_record":{"source":{"id":"2205.12428","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-25T01:26:31Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"86eb334c1df80c12c83b2841d4273c5deab3550c6db3c41db2c8b28c29ab62f2","abstract_canon_sha256":"f58cab4bc14cd37b154764867097dfd19da55a68e2433a9f30498b1c38c84868"},"schema_version":"1.0"},"canonical_sha256":"b34e3d663b061204812796bb4ecfcb9f4660a7dcf892b6d5e5e64e6e6dd2b06e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:00:11.848997Z","signature_b64":"95uHPNw3uO8k+QScMDpspmNvzxGi2jPZ7aJwDuuHjr++ndB3CqLeufSpMnyPzPlGa86OM9lXT3/faTevACwnBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b34e3d663b061204812796bb4ecfcb9f4660a7dcf892b6d5e5e64e6e6dd2b06e","last_reissued_at":"2026-07-05T06:00:11.848504Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:00:11.848504Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.12428","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:00:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GTlkaOR6baEda8/Z9EQhAV4AeGm+L9RxLNUCbr/aFLJG9ewka7OFAh3SfxWKXzXrgeWQ96/YWq0ZUtAVexurBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T03:46:29.209592Z"},"content_sha256":"9d124eca2850231422c8c6312fc7e6b009fbadb4d1eafee29d4f5234251a98c6","schema_version":"1.0","event_id":"sha256:9d124eca2850231422c8c6312fc7e6b009fbadb4d1eafee29d4f5234251a98c6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:WNHD2ZR3AYJAJAJHS25U5T6LT5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do we need Label Regularization to Fine-tune Pre-trained Language Models?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Alan Do-Omri, Ali Ghodsi, Aref Jafari, Ivan Kobyzev, Mehdi Rezagholizadeh, Pascal Poupart, Peng Lu, Tianda Li","submitted_at":"2022-05-25T01:26:31Z","abstract_excerpt":"Knowledge Distillation (KD) is a prominent neural model compression technique that heavily relies on teacher network predictions to guide the training of a student model. Considering the ever-growing size of pre-trained language models (PLMs), KD is often adopted in many NLP tasks involving PLMs. However, it is evident that in KD, deploying the teacher network during training adds to the memory and computational requirements of training. In the computer vision literature, the necessity of the teacher network is put under scrutiny by showing that KD is a label regularization technique that can "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.12428","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.12428/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:00:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0j4Im2Hf7UYMxoMh9zEMpafLBUAAA82DtiGYgMwUB7ej7HdCYJRbYxFle7BkbLqBU2WOY79qJoq7ZtH8c9BjDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T03:46:29.209964Z"},"content_sha256":"1288326754b85ed15c1e503f3ded011aa64b21f6b3ae12a71cc9c181e121520e","schema_version":"1.0","event_id":"sha256:1288326754b85ed15c1e503f3ded011aa64b21f6b3ae12a71cc9c181e121520e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WNHD2ZR3AYJAJAJHS25U5T6LT5/bundle.json","state_url":"https://pith.science/pith/WNHD2ZR3AYJAJAJHS25U5T6LT5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WNHD2ZR3AYJAJAJHS25U5T6LT5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-13T03:46:29Z","links":{"resolver":"https://pith.science/pith/WNHD2ZR3AYJAJAJHS25U5T6LT5","bundle":"https://pith.science/pith/WNHD2ZR3AYJAJAJHS25U5T6LT5/bundle.json","state":"https://pith.science/pith/WNHD2ZR3AYJAJAJHS25U5T6LT5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WNHD2ZR3AYJAJAJHS25U5T6LT5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:WNHD2ZR3AYJAJAJHS25U5T6LT5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f58cab4bc14cd37b154764867097dfd19da55a68e2433a9f30498b1c38c84868","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-25T01:26:31Z","title_canon_sha256":"86eb334c1df80c12c83b2841d4273c5deab3550c6db3c41db2c8b28c29ab62f2"},"schema_version":"1.0","source":{"id":"2205.12428","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.12428","created_at":"2026-07-05T06:00:11Z"},{"alias_kind":"arxiv_version","alias_value":"2205.12428v2","created_at":"2026-07-05T06:00:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.12428","created_at":"2026-07-05T06:00:11Z"},{"alias_kind":"pith_short_12","alias_value":"WNHD2ZR3AYJA","created_at":"2026-07-05T06:00:11Z"},{"alias_kind":"pith_short_16","alias_value":"WNHD2ZR3AYJAJAJH","created_at":"2026-07-05T06:00:11Z"},{"alias_kind":"pith_short_8","alias_value":"WNHD2ZR3","created_at":"2026-07-05T06:00:11Z"}],"graph_snapshots":[{"event_id":"sha256:1288326754b85ed15c1e503f3ded011aa64b21f6b3ae12a71cc9c181e121520e","target":"graph","created_at":"2026-07-05T06:00:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.12428/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Knowledge Distillation (KD) is a prominent neural model compression technique that heavily relies on teacher network predictions to guide the training of a student model. Considering the ever-growing size of pre-trained language models (PLMs), KD is often adopted in many NLP tasks involving PLMs. However, it is evident that in KD, deploying the teacher network during training adds to the memory and computational requirements of training. In the computer vision literature, the necessity of the teacher network is put under scrutiny by showing that KD is a label regularization technique that can ","authors_text":"Alan Do-Omri, Ali Ghodsi, Aref Jafari, Ivan Kobyzev, Mehdi Rezagholizadeh, Pascal Poupart, Peng Lu, Tianda Li","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-25T01:26:31Z","title":"Do we need Label Regularization to Fine-tune Pre-trained Language Models?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.12428","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9d124eca2850231422c8c6312fc7e6b009fbadb4d1eafee29d4f5234251a98c6","target":"record","created_at":"2026-07-05T06:00:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f58cab4bc14cd37b154764867097dfd19da55a68e2433a9f30498b1c38c84868","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-05-25T01:26:31Z","title_canon_sha256":"86eb334c1df80c12c83b2841d4273c5deab3550c6db3c41db2c8b28c29ab62f2"},"schema_version":"1.0","source":{"id":"2205.12428","kind":"arxiv","version":2}},"canonical_sha256":"b34e3d663b061204812796bb4ecfcb9f4660a7dcf892b6d5e5e64e6e6dd2b06e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b34e3d663b061204812796bb4ecfcb9f4660a7dcf892b6d5e5e64e6e6dd2b06e","first_computed_at":"2026-07-05T06:00:11.848504Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:00:11.848504Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"95uHPNw3uO8k+QScMDpspmNvzxGi2jPZ7aJwDuuHjr++ndB3CqLeufSpMnyPzPlGa86OM9lXT3/faTevACwnBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:00:11.848997Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.12428","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9d124eca2850231422c8c6312fc7e6b009fbadb4d1eafee29d4f5234251a98c6","sha256:1288326754b85ed15c1e503f3ded011aa64b21f6b3ae12a71cc9c181e121520e"],"state_sha256":"6fafd1cb70da022d75626218b9b02fb954173c0b71ed13a2c0524d9f67e0b64a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LX1sGf+hIbQbfxTVizruwanf6KPvF64SGuilv3eo3jcQcHuZuUOrmC0eECBhP3SOuwmd0AE/ZnA4lVNFJz7KBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-13T03:46:29.212021Z","bundle_sha256":"7e990c066bd2a88704b3814361d100887be029b8b24c4cc640f320cfd641fd36"}}