{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:76AWD4Y2NTGXDGT3D4HDY5ZXHO","short_pith_number":"pith:76AWD4Y2","canonical_record":{"source":{"id":"2505.05946","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-09T10:43:37Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ee95b9aeed287421cf77177e57ff747a0f3288ef83df60dec646019f7fb5edad","abstract_canon_sha256":"bba24ed7084f547d4e71fee7d61a2f47e373ba3334856801fffa32028b39f78b"},"schema_version":"1.0"},"canonical_sha256":"ff8161f31a6ccd719a7b1f0e3c77373b8e246465350cd6e4814f7949fd766ed6","source":{"kind":"arxiv","id":"2505.05946","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.05946","created_at":"2026-07-05T11:16:33Z"},{"alias_kind":"arxiv_version","alias_value":"2505.05946v2","created_at":"2026-07-05T11:16:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.05946","created_at":"2026-07-05T11:16:33Z"},{"alias_kind":"pith_short_12","alias_value":"76AWD4Y2NTGX","created_at":"2026-07-05T11:16:33Z"},{"alias_kind":"pith_short_16","alias_value":"76AWD4Y2NTGXDGT3","created_at":"2026-07-05T11:16:33Z"},{"alias_kind":"pith_short_8","alias_value":"76AWD4Y2","created_at":"2026-07-05T11:16:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:76AWD4Y2NTGXDGT3D4HDY5ZXHO","target":"record","payload":{"canonical_record":{"source":{"id":"2505.05946","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-09T10:43:37Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"ee95b9aeed287421cf77177e57ff747a0f3288ef83df60dec646019f7fb5edad","abstract_canon_sha256":"bba24ed7084f547d4e71fee7d61a2f47e373ba3334856801fffa32028b39f78b"},"schema_version":"1.0"},"canonical_sha256":"ff8161f31a6ccd719a7b1f0e3c77373b8e246465350cd6e4814f7949fd766ed6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:16:33.777106Z","signature_b64":"bVyMx/jbTUucjzxmzisZloWemveiVAagJg8fUvp99DoSoSVHaV6b83qZOGJlDl2wLRPt6p4hjhy5E3orntiTDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ff8161f31a6ccd719a7b1f0e3c77373b8e246465350cd6e4814f7949fd766ed6","last_reissued_at":"2026-07-05T11:16:33.776549Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:16:33.776549Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.05946","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+o2D6VbX0vxndCfQifOj/aL/4Q6P9IANLZDC/7QjhuDHS5CHr+jCSMVzgYBnDUZDmywvo1duqIHcie3LbT9xCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T18:23:01.800189Z"},"content_sha256":"36382b158548a9a3fa3d552467239ca8141db9da33da5ba9167c6b6e87d47dca","schema_version":"1.0","event_id":"sha256:36382b158548a9a3fa3d552467239ca8141db9da33da5ba9167c6b6e87d47dca"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:76AWD4Y2NTGXDGT3D4HDY5ZXHO","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Full-Parameter Continual Pretraining of Gemma2: Insights into Fluency and Domain Knowledge","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Art\\=uras Nakvosas, Povilas Daniu\\v{s}is, Vytenis \\v{S}liogeris","submitted_at":"2025-05-09T10:43:37Z","abstract_excerpt":"In this technical report, we empirically investigate the relationship between linguistic fluency and domain knowledge in the context of continual learning with large language models (LLMs). Specifically, we enhance the linguistic fluency of the Gemma2 LLM for the Lithuanian language by autoregressively pretraining its full parameter set on the first 10\\% of the Lithuanian language component of the CulturaX dataset. To prevent catastrophic forgetting of the model's existing domain knowledge, we apply Elastic Weight Consolidation (EWC), leveraging Fisher information estimated using data from the"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.05946","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.05946/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:16:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r9g1clHpS9bSKfXVXGZDNIRJVKHepMh2Kr0OdlMh7gU+/v2onoHC4VRqwex4gqyp1n+We8o73Ti5UrrLLA1NCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T18:23:01.800810Z"},"content_sha256":"99f5034b75cb4f2c374f8b42484f1af405a12e40535062914fd7515f98ca8474","schema_version":"1.0","event_id":"sha256:99f5034b75cb4f2c374f8b42484f1af405a12e40535062914fd7515f98ca8474"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/76AWD4Y2NTGXDGT3D4HDY5ZXHO/bundle.json","state_url":"https://pith.science/pith/76AWD4Y2NTGXDGT3D4HDY5ZXHO/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/76AWD4Y2NTGXDGT3D4HDY5ZXHO/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T18:23:01Z","links":{"resolver":"https://pith.science/pith/76AWD4Y2NTGXDGT3D4HDY5ZXHO","bundle":"https://pith.science/pith/76AWD4Y2NTGXDGT3D4HDY5ZXHO/bundle.json","state":"https://pith.science/pith/76AWD4Y2NTGXDGT3D4HDY5ZXHO/state.json","well_known_bundle":"https://pith.science/.well-known/pith/76AWD4Y2NTGXDGT3D4HDY5ZXHO/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:76AWD4Y2NTGXDGT3D4HDY5ZXHO","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bba24ed7084f547d4e71fee7d61a2f47e373ba3334856801fffa32028b39f78b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-09T10:43:37Z","title_canon_sha256":"ee95b9aeed287421cf77177e57ff747a0f3288ef83df60dec646019f7fb5edad"},"schema_version":"1.0","source":{"id":"2505.05946","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.05946","created_at":"2026-07-05T11:16:33Z"},{"alias_kind":"arxiv_version","alias_value":"2505.05946v2","created_at":"2026-07-05T11:16:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.05946","created_at":"2026-07-05T11:16:33Z"},{"alias_kind":"pith_short_12","alias_value":"76AWD4Y2NTGX","created_at":"2026-07-05T11:16:33Z"},{"alias_kind":"pith_short_16","alias_value":"76AWD4Y2NTGXDGT3","created_at":"2026-07-05T11:16:33Z"},{"alias_kind":"pith_short_8","alias_value":"76AWD4Y2","created_at":"2026-07-05T11:16:33Z"}],"graph_snapshots":[{"event_id":"sha256:99f5034b75cb4f2c374f8b42484f1af405a12e40535062914fd7515f98ca8474","target":"graph","created_at":"2026-07-05T11:16:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.05946/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this technical report, we empirically investigate the relationship between linguistic fluency and domain knowledge in the context of continual learning with large language models (LLMs). Specifically, we enhance the linguistic fluency of the Gemma2 LLM for the Lithuanian language by autoregressively pretraining its full parameter set on the first 10\\% of the Lithuanian language component of the CulturaX dataset. To prevent catastrophic forgetting of the model's existing domain knowledge, we apply Elastic Weight Consolidation (EWC), leveraging Fisher information estimated using data from the","authors_text":"Art\\=uras Nakvosas, Povilas Daniu\\v{s}is, Vytenis \\v{S}liogeris","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-09T10:43:37Z","title":"Full-Parameter Continual Pretraining of Gemma2: Insights into Fluency and Domain Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.05946","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:36382b158548a9a3fa3d552467239ca8141db9da33da5ba9167c6b6e87d47dca","target":"record","created_at":"2026-07-05T11:16:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bba24ed7084f547d4e71fee7d61a2f47e373ba3334856801fffa32028b39f78b","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-09T10:43:37Z","title_canon_sha256":"ee95b9aeed287421cf77177e57ff747a0f3288ef83df60dec646019f7fb5edad"},"schema_version":"1.0","source":{"id":"2505.05946","kind":"arxiv","version":2}},"canonical_sha256":"ff8161f31a6ccd719a7b1f0e3c77373b8e246465350cd6e4814f7949fd766ed6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ff8161f31a6ccd719a7b1f0e3c77373b8e246465350cd6e4814f7949fd766ed6","first_computed_at":"2026-07-05T11:16:33.776549Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:16:33.776549Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bVyMx/jbTUucjzxmzisZloWemveiVAagJg8fUvp99DoSoSVHaV6b83qZOGJlDl2wLRPt6p4hjhy5E3orntiTDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:16:33.777106Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.05946","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:36382b158548a9a3fa3d552467239ca8141db9da33da5ba9167c6b6e87d47dca","sha256:99f5034b75cb4f2c374f8b42484f1af405a12e40535062914fd7515f98ca8474"],"state_sha256":"cfd38c564707fa564138047883903f406e8717d3410b9bd0af835fe16f201633"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d0voA6Xy391ZhuyilWUIYAm+/8WP3UXByb0S/Za5+MEZMMjWL/dYA5wTkMdLd57wDCDEQhVL/im6XhwgKr0WAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T18:23:01.808222Z","bundle_sha256":"1cc95a9cfeaee5cb598ef2f712076324bc71a8123f643d8529c4843420e17729"}}