{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:USLVA3MGIUDG6ONYRL75QYQ553","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"25aad0722ed4eb8be3c4253abdeddd9d6f1d1685f311cc57446593deb4230c97","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-24T01:04:34Z","title_canon_sha256":"b382425e398601cd79791e86af00d83d4e0da58c4a996d303075fe793a6f019f"},"schema_version":"1.0","source":{"id":"2407.16920","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.16920","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"arxiv_version","alias_value":"2407.16920v2","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.16920","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"pith_short_12","alias_value":"USLVA3MGIUDG","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"pith_short_16","alias_value":"USLVA3MGIUDG6ONY","created_at":"2026-07-05T10:09:45Z"},{"alias_kind":"pith_short_8","alias_value":"USLVA3MG","created_at":"2026-07-05T10:09:45Z"}],"graph_snapshots":[{"event_id":"sha256:40382a32d2f5e85ee19abbc07155afe20c6451dc364c0c78c10304cddc98acb2","target":"graph","created_at":"2026-07-05T10:09:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.16920/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Previous studies on continual knowledge learning (CKL) in large language models (LLMs) have predominantly focused on approaches such as regularization, architectural modifications, and rehearsal techniques to mitigate catastrophic forgetting. However, these methods naively inherit the inefficiencies of standard training procedures, indiscriminately applying uniform weight across all tokens, which can lead to unnecessary parameter updates and increased forgetting. To address these shortcomings, we propose a novel CKL approach termed Train-Attention-Augmented Language Model (TAALM), which enhanc","authors_text":"Dongha Lee, Jinyoung Yeo, Yeongbin Seo","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-24T01:04:34Z","title":"Train-Attention: Meta-Learning Where to Focus in Continual Knowledge Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.16920","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2821757bd7a0cf4728ad31d43a5626d5ceffd3c69b780dfdb312701b83cc1bea","target":"record","created_at":"2026-07-05T10:09:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"25aad0722ed4eb8be3c4253abdeddd9d6f1d1685f311cc57446593deb4230c97","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-24T01:04:34Z","title_canon_sha256":"b382425e398601cd79791e86af00d83d4e0da58c4a996d303075fe793a6f019f"},"schema_version":"1.0","source":{"id":"2407.16920","kind":"arxiv","version":2}},"canonical_sha256":"a497506d8645066f39b88affd8621deed74bcaa39c6577c8cb32bfcb81b588bc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a497506d8645066f39b88affd8621deed74bcaa39c6577c8cb32bfcb81b588bc","first_computed_at":"2026-07-05T10:09:45.687154Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:09:45.687154Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6DZNjhUTU6IrKnemdtvSF9KxBiPIaSYH86WaJNF0ktRqOARc+Wll5vdTXqxbEicBCBy39hk1po6LRLod5jZfAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:09:45.687645Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.16920","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2821757bd7a0cf4728ad31d43a5626d5ceffd3c69b780dfdb312701b83cc1bea","sha256:40382a32d2f5e85ee19abbc07155afe20c6451dc364c0c78c10304cddc98acb2"],"state_sha256":"85671646fcc3c448f67888ed43813cab793d51b4d151e1a153158182c7614027"}