{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:25UTBHT7RCVW3LUKDO3QGXBBBK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a21320fc0463b4e0f7c3781d5bc57a38eae4c1864083b8adba4f87f24b58b223","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-05T19:31:44Z","title_canon_sha256":"2ea9fc0da7985860bea6a6fe003f2cac7641df57539e75ef0339cf8b4b4f79a2"},"schema_version":"1.0","source":{"id":"2004.02288","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.02288","created_at":"2026-07-05T02:24:28Z"},{"alias_kind":"arxiv_version","alias_value":"2004.02288v2","created_at":"2026-07-05T02:24:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.02288","created_at":"2026-07-05T02:24:28Z"},{"alias_kind":"pith_short_12","alias_value":"25UTBHT7RCVW","created_at":"2026-07-05T02:24:28Z"},{"alias_kind":"pith_short_16","alias_value":"25UTBHT7RCVW3LUK","created_at":"2026-07-05T02:24:28Z"},{"alias_kind":"pith_short_8","alias_value":"25UTBHT7","created_at":"2026-07-05T02:24:28Z"}],"graph_snapshots":[{"event_id":"sha256:d3eb9fb36858ba8b47673a0d7b3fb55f65b14020a84b627005875ca1a0bd2507","target":"graph","created_at":"2026-07-05T02:24:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.02288/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained language models (LM) such as BERT, DistilBERT, and RoBERTa can be tuned for different domains (domain-tuning) by continuing the pre-training phase on a new target domain corpus. This simple domain tuning (SDT) technique has been widely used to create domain-tuned models such as BioBERT, SciBERT and ClinicalBERT. However, during the pretraining phase on the target domain, the LM models may catastrophically forget the patterns learned from their source domain. In this work, we study the effects of catastrophic forgetting on domain-tuned LM models and investigate methods that mitigate","authors_text":"Abhyuday Jagannatha, Bhanu Pratap Singh Rawat, Hong Yu, Subendhu Rongali","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-05T19:31:44Z","title":"Continual Domain-Tuning for Pretrained Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.02288","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a596f5ca8c283d24af976067292692bf2f281d211676dd5c1a10d0b96fd26935","target":"record","created_at":"2026-07-05T02:24:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a21320fc0463b4e0f7c3781d5bc57a38eae4c1864083b8adba4f87f24b58b223","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-05T19:31:44Z","title_canon_sha256":"2ea9fc0da7985860bea6a6fe003f2cac7641df57539e75ef0339cf8b4b4f79a2"},"schema_version":"1.0","source":{"id":"2004.02288","kind":"arxiv","version":2}},"canonical_sha256":"d769309e7f88ab6dae8a1bb7035c210aa25c20bf38b878181aeb4c7d9d0fe0c5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d769309e7f88ab6dae8a1bb7035c210aa25c20bf38b878181aeb4c7d9d0fe0c5","first_computed_at":"2026-07-05T02:24:28.852290Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:24:28.852290Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NYsCoWDG76crtfwgT9cjJSc4ioDH6taTteZo7A9q6NNyAypSs/cR+jzlIF08pKFGZVpxkfNbsl5VTq5OMBqnDw==","signature_status":"signed_v1","signed_at":"2026-07-05T02:24:28.852776Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.02288","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a596f5ca8c283d24af976067292692bf2f281d211676dd5c1a10d0b96fd26935","sha256:d3eb9fb36858ba8b47673a0d7b3fb55f65b14020a84b627005875ca1a0bd2507"],"state_sha256":"d450b46deacaff0eea7206a4fdf64f64e6a78dd2a762f9d5f8cb5b371eb2a725"}