{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HLR7UNPAUCGAI55Z4CXM4QO3KW","short_pith_number":"pith:HLR7UNPA","canonical_record":{"source":{"id":"2402.17400","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T10:47:24Z","cross_cats_sorted":[],"title_canon_sha256":"9ede42d571e6c2c04e6335a74c4a28efdcf36b97a087a710338ecc67d04e7ef4","abstract_canon_sha256":"7c34f08f0bf2592788fe7d1a787144466a40bd0133ae53d831bc65a1d781ba98"},"schema_version":"1.0"},"canonical_sha256":"3ae3fa35e0a08c0477b9e0aece41db5592dc07ae1f740656e8437befe360ad9d","source":{"kind":"arxiv","id":"2402.17400","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.17400","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"arxiv_version","alias_value":"2402.17400v2","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.17400","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_12","alias_value":"HLR7UNPAUCGA","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_16","alias_value":"HLR7UNPAUCGAI55Z","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_8","alias_value":"HLR7UNPA","created_at":"2026-07-05T10:12:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HLR7UNPAUCGAI55Z4CXM4QO3KW","target":"record","payload":{"canonical_record":{"source":{"id":"2402.17400","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T10:47:24Z","cross_cats_sorted":[],"title_canon_sha256":"9ede42d571e6c2c04e6335a74c4a28efdcf36b97a087a710338ecc67d04e7ef4","abstract_canon_sha256":"7c34f08f0bf2592788fe7d1a787144466a40bd0133ae53d831bc65a1d781ba98"},"schema_version":"1.0"},"canonical_sha256":"3ae3fa35e0a08c0477b9e0aece41db5592dc07ae1f740656e8437befe360ad9d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:12:58.540831Z","signature_b64":"SArH2aNcwOk+diFEUNdNXuxIbGvLqlRXo0dtOVmD0L9uoVgk+zSP2jlZmlYxFfJEuVZjsO287wnC0pp/LOJYDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3ae3fa35e0a08c0477b9e0aece41db5592dc07ae1f740656e8437befe360ad9d","last_reissued_at":"2026-07-05T10:12:58.540331Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:12:58.540331Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.17400","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:12:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oJfbJA/mrpn7o/Zkkm68Y5IcA1xMTN7s48q+nq64a/+b7Eqi8lVdFVqlqmrwJ3cPQwmoG7TjWxxKiT4+5ldHAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T08:37:16.039483Z"},"content_sha256":"7391a10b315b4349b592712170065912143f383a33d9bf09b88169f50efa384b","schema_version":"1.0","event_id":"sha256:7391a10b315b4349b592712170065912143f383a33d9bf09b88169f50efa384b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HLR7UNPAUCGAI55Z4CXM4QO3KW","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Investigating Continual Pretraining in Large Language Models: Insights and Implications","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Beyza Ermis, \\c{C}a\\u{g}atay Y{\\i}ld{\\i}z, Matthias Bethge, Nishaanth Kanna Ravichandran, Nitin Sharma","submitted_at":"2024-02-27T10:47:24Z","abstract_excerpt":"Continual learning (CL) in large language models (LLMs) is an evolving domain that focuses on developing efficient and sustainable training strategies to adapt models to emerging knowledge and achieve robustness in dynamic environments. Our primary emphasis is on continual domain-adaptive pretraining, a process designed to equip LLMs with the ability to integrate new information from various domains while retaining previously learned knowledge. Since existing works concentrate mostly on continual fine-tuning for a limited selection of downstream tasks or training domains, we introduce a new be"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.17400","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.17400/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:12:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5ywsRYu8SgWOkKXHEC2DOnhtARaa5lT6ExewZKtq/5hwi56fSjcDKaslR3GBliJ06hbzIbDwiqW9/kDqCMTGAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T08:37:16.040099Z"},"content_sha256":"3eb5744bd044b98eb272c9d45f0bc6991715c213280d02b8579649b55903ff94","schema_version":"1.0","event_id":"sha256:3eb5744bd044b98eb272c9d45f0bc6991715c213280d02b8579649b55903ff94"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HLR7UNPAUCGAI55Z4CXM4QO3KW/bundle.json","state_url":"https://pith.science/pith/HLR7UNPAUCGAI55Z4CXM4QO3KW/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HLR7UNPAUCGAI55Z4CXM4QO3KW/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T08:37:16Z","links":{"resolver":"https://pith.science/pith/HLR7UNPAUCGAI55Z4CXM4QO3KW","bundle":"https://pith.science/pith/HLR7UNPAUCGAI55Z4CXM4QO3KW/bundle.json","state":"https://pith.science/pith/HLR7UNPAUCGAI55Z4CXM4QO3KW/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HLR7UNPAUCGAI55Z4CXM4QO3KW/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HLR7UNPAUCGAI55Z4CXM4QO3KW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7c34f08f0bf2592788fe7d1a787144466a40bd0133ae53d831bc65a1d781ba98","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T10:47:24Z","title_canon_sha256":"9ede42d571e6c2c04e6335a74c4a28efdcf36b97a087a710338ecc67d04e7ef4"},"schema_version":"1.0","source":{"id":"2402.17400","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.17400","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"arxiv_version","alias_value":"2402.17400v2","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.17400","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_12","alias_value":"HLR7UNPAUCGA","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_16","alias_value":"HLR7UNPAUCGAI55Z","created_at":"2026-07-05T10:12:58Z"},{"alias_kind":"pith_short_8","alias_value":"HLR7UNPA","created_at":"2026-07-05T10:12:58Z"}],"graph_snapshots":[{"event_id":"sha256:3eb5744bd044b98eb272c9d45f0bc6991715c213280d02b8579649b55903ff94","target":"graph","created_at":"2026-07-05T10:12:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.17400/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Continual learning (CL) in large language models (LLMs) is an evolving domain that focuses on developing efficient and sustainable training strategies to adapt models to emerging knowledge and achieve robustness in dynamic environments. Our primary emphasis is on continual domain-adaptive pretraining, a process designed to equip LLMs with the ability to integrate new information from various domains while retaining previously learned knowledge. Since existing works concentrate mostly on continual fine-tuning for a limited selection of downstream tasks or training domains, we introduce a new be","authors_text":"Beyza Ermis, \\c{C}a\\u{g}atay Y{\\i}ld{\\i}z, Matthias Bethge, Nishaanth Kanna Ravichandran, Nitin Sharma","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T10:47:24Z","title":"Investigating Continual Pretraining in Large Language Models: Insights and Implications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.17400","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7391a10b315b4349b592712170065912143f383a33d9bf09b88169f50efa384b","target":"record","created_at":"2026-07-05T10:12:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7c34f08f0bf2592788fe7d1a787144466a40bd0133ae53d831bc65a1d781ba98","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-27T10:47:24Z","title_canon_sha256":"9ede42d571e6c2c04e6335a74c4a28efdcf36b97a087a710338ecc67d04e7ef4"},"schema_version":"1.0","source":{"id":"2402.17400","kind":"arxiv","version":2}},"canonical_sha256":"3ae3fa35e0a08c0477b9e0aece41db5592dc07ae1f740656e8437befe360ad9d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3ae3fa35e0a08c0477b9e0aece41db5592dc07ae1f740656e8437befe360ad9d","first_computed_at":"2026-07-05T10:12:58.540331Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:12:58.540331Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SArH2aNcwOk+diFEUNdNXuxIbGvLqlRXo0dtOVmD0L9uoVgk+zSP2jlZmlYxFfJEuVZjsO287wnC0pp/LOJYDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:12:58.540831Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.17400","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7391a10b315b4349b592712170065912143f383a33d9bf09b88169f50efa384b","sha256:3eb5744bd044b98eb272c9d45f0bc6991715c213280d02b8579649b55903ff94"],"state_sha256":"55b72a1dffff2daef4770e7f3bbfa36f6bebbfde096f9a3877ed39234304be2a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dFB3tPCpUmourr9kkIQ6wAWgXuaR3S155B3yVMtQUkwfPQ6JqavI6ir/uHLcbzdYXyOz6hmxb22a/BT7xXATDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T08:37:16.044473Z","bundle_sha256":"a9c37f71041eba18f648639f2d735364ff74b4e37742ba1aee3508a340ab1d75"}}