{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PQLY2IQVHZFAMNRXLZF23U46OU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"38caef2380707de2eedac10e749235ed22677a892fb4b24c82c9cd6ced928224","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-12T22:32:12Z","title_canon_sha256":"ac0301197141da7c806a87c588e977e2acc94a4c1222ab87fbacc94a8ccd605d"},"schema_version":"1.0","source":{"id":"2402.08096","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.08096","created_at":"2026-07-05T10:12:46Z"},{"alias_kind":"arxiv_version","alias_value":"2402.08096v3","created_at":"2026-07-05T10:12:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.08096","created_at":"2026-07-05T10:12:46Z"},{"alias_kind":"pith_short_12","alias_value":"PQLY2IQVHZFA","created_at":"2026-07-05T10:12:46Z"},{"alias_kind":"pith_short_16","alias_value":"PQLY2IQVHZFAMNRX","created_at":"2026-07-05T10:12:46Z"},{"alias_kind":"pith_short_8","alias_value":"PQLY2IQV","created_at":"2026-07-05T10:12:46Z"}],"graph_snapshots":[{"event_id":"sha256:c136ca96bf3a75de41eb69e54cee6e67a8cf4f481a1244fe9a4e06cf5f475008","target":"graph","created_at":"2026-07-05T10:12:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.08096/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Incrementally fine-tuning foundational models on new tasks or domains is now the de facto approach in NLP. A known pitfall of this approach is the \\emph{catastrophic forgetting} of prior knowledge that happens during fine-tuning. A common approach to alleviate such forgetting is to rehearse samples from prior tasks during fine-tuning. Several existing works assume a fixed memory buffer to store prior task examples, while relying on inferences (forward passes) with the model at hand for choosing examples for rehearsal from the buffer. However, given the increasing computational cost of model in","authors_text":"Andrew Bai, Ankur Taly, Chih-Kuan Yeh, Cho-Jui Hsieh","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-12T22:32:12Z","title":"An Efficient Rehearsal Scheme for Catastrophic Forgetting Mitigation during Multi-stage Fine-tuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.08096","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dfe1aab588fea4c57dd96d980e81b521ecd8ffca3534b0c571d4ecbe3fd177d5","target":"record","created_at":"2026-07-05T10:12:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"38caef2380707de2eedac10e749235ed22677a892fb4b24c82c9cd6ced928224","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-12T22:32:12Z","title_canon_sha256":"ac0301197141da7c806a87c588e977e2acc94a4c1222ab87fbacc94a8ccd605d"},"schema_version":"1.0","source":{"id":"2402.08096","kind":"arxiv","version":3}},"canonical_sha256":"7c178d22153e4a0636375e4badd39e75064124be61aeb858dbbafacd0756ed93","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7c178d22153e4a0636375e4badd39e75064124be61aeb858dbbafacd0756ed93","first_computed_at":"2026-07-05T10:12:46.939126Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:12:46.939126Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mL5v9NCKaLF2wnb06p4jC/uTG50TOFL58f2AzoTV6KaKAk95dPsVC7JnynmM3GxAbyOOSwxtoHun562ihISUBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:12:46.941134Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.08096","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dfe1aab588fea4c57dd96d980e81b521ecd8ffca3534b0c571d4ecbe3fd177d5","sha256:c136ca96bf3a75de41eb69e54cee6e67a8cf4f481a1244fe9a4e06cf5f475008"],"state_sha256":"1d125dedbbcd24cc9c6d2f91e8e6080aff81d5985e9e0cf07f235e5b6e3055c8"}