{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:X4EQQN4EHQDH3J66B26TXDDRSX","short_pith_number":"pith:X4EQQN4E","canonical_record":{"source":{"id":"2408.17070","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-30T07:54:50Z","cross_cats_sorted":[],"title_canon_sha256":"b68eb108348d72eac0a8931c140ff508f35e8eb7c58c9511963500403f46e141","abstract_canon_sha256":"3f80cb8f5f118049415f0c9b73b202ef338d2f131b8d1c329d23b9b2ea1bc692"},"schema_version":"1.0"},"canonical_sha256":"bf090837843c067da7de0ebd3b8c7195facb0eb7867f1f1112196671a16ea273","source":{"kind":"arxiv","id":"2408.17070","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.17070","created_at":"2026-07-05T09:01:10Z"},{"alias_kind":"arxiv_version","alias_value":"2408.17070v1","created_at":"2026-07-05T09:01:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.17070","created_at":"2026-07-05T09:01:10Z"},{"alias_kind":"pith_short_12","alias_value":"X4EQQN4EHQDH","created_at":"2026-07-05T09:01:10Z"},{"alias_kind":"pith_short_16","alias_value":"X4EQQN4EHQDH3J66","created_at":"2026-07-05T09:01:10Z"},{"alias_kind":"pith_short_8","alias_value":"X4EQQN4E","created_at":"2026-07-05T09:01:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:X4EQQN4EHQDH3J66B26TXDDRSX","target":"record","payload":{"canonical_record":{"source":{"id":"2408.17070","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-30T07:54:50Z","cross_cats_sorted":[],"title_canon_sha256":"b68eb108348d72eac0a8931c140ff508f35e8eb7c58c9511963500403f46e141","abstract_canon_sha256":"3f80cb8f5f118049415f0c9b73b202ef338d2f131b8d1c329d23b9b2ea1bc692"},"schema_version":"1.0"},"canonical_sha256":"bf090837843c067da7de0ebd3b8c7195facb0eb7867f1f1112196671a16ea273","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:01:10.433546Z","signature_b64":"Tx1zn1mRT3c/C1pbIwGZ5bzkEd1EjL7fxmt/nC00od7WrQZ+IK5Xd+5fe21tFfc09r8CGYUTsLdtDfE5DWTOCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bf090837843c067da7de0ebd3b8c7195facb0eb7867f1f1112196671a16ea273","last_reissued_at":"2026-07-05T09:01:10.433119Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:01:10.433119Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.17070","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:01:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zm67cYcw/0aSDoJltM6qPN1pQJo9/BgdTeruOVny6COSZ7Ci3NQyMheL6iWj4QJZfaxA/esg948WeshJ+W80CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T20:15:48.537930Z"},"content_sha256":"074a89b23608474a7ec7f76b547192cdb4d7d69606a44cd2ceee453921df6c3c","schema_version":"1.0","event_id":"sha256:074a89b23608474a7ec7f76b547192cdb4d7d69606a44cd2ceee453921df6c3c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:X4EQQN4EHQDH3J66B26TXDDRSX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Novel-WD: Exploring acquisition of Novel World Knowledge in LLMs Using Prefix-Tuning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Christophe Cerisara, Maxime M\\'eloux","submitted_at":"2024-08-30T07:54:50Z","abstract_excerpt":"Teaching new information to pre-trained large language models (PLM) is a crucial but challenging task. Model adaptation techniques, such as fine-tuning and parameter-efficient training have been shown to store new facts at a slow rate; continual learning is an option but is costly and prone to catastrophic forgetting. This work studies and quantifies how PLM may learn and remember new world knowledge facts that do not occur in their pre-training corpus, which only contains world knowledge up to a certain date. To that purpose, we first propose Novel-WD, a new dataset consisting of sentences co"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.17070","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.17070/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:01:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4+UTShJnkSlTqILZw0QJNfkF/QU7xfUWmBtgSqUM9lsUV1c8MRh60xDgUvrSuVPw295hDovSu9W874A5vY3jBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T20:15:48.538587Z"},"content_sha256":"e06043e27740898a552d108c1dd1f4bbd5a2c721b0559bdf4cbacdb4eba8fe4b","schema_version":"1.0","event_id":"sha256:e06043e27740898a552d108c1dd1f4bbd5a2c721b0559bdf4cbacdb4eba8fe4b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/X4EQQN4EHQDH3J66B26TXDDRSX/bundle.json","state_url":"https://pith.science/pith/X4EQQN4EHQDH3J66B26TXDDRSX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/X4EQQN4EHQDH3J66B26TXDDRSX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T20:15:48Z","links":{"resolver":"https://pith.science/pith/X4EQQN4EHQDH3J66B26TXDDRSX","bundle":"https://pith.science/pith/X4EQQN4EHQDH3J66B26TXDDRSX/bundle.json","state":"https://pith.science/pith/X4EQQN4EHQDH3J66B26TXDDRSX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/X4EQQN4EHQDH3J66B26TXDDRSX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:X4EQQN4EHQDH3J66B26TXDDRSX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3f80cb8f5f118049415f0c9b73b202ef338d2f131b8d1c329d23b9b2ea1bc692","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-30T07:54:50Z","title_canon_sha256":"b68eb108348d72eac0a8931c140ff508f35e8eb7c58c9511963500403f46e141"},"schema_version":"1.0","source":{"id":"2408.17070","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.17070","created_at":"2026-07-05T09:01:10Z"},{"alias_kind":"arxiv_version","alias_value":"2408.17070v1","created_at":"2026-07-05T09:01:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.17070","created_at":"2026-07-05T09:01:10Z"},{"alias_kind":"pith_short_12","alias_value":"X4EQQN4EHQDH","created_at":"2026-07-05T09:01:10Z"},{"alias_kind":"pith_short_16","alias_value":"X4EQQN4EHQDH3J66","created_at":"2026-07-05T09:01:10Z"},{"alias_kind":"pith_short_8","alias_value":"X4EQQN4E","created_at":"2026-07-05T09:01:10Z"}],"graph_snapshots":[{"event_id":"sha256:e06043e27740898a552d108c1dd1f4bbd5a2c721b0559bdf4cbacdb4eba8fe4b","target":"graph","created_at":"2026-07-05T09:01:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.17070/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Teaching new information to pre-trained large language models (PLM) is a crucial but challenging task. Model adaptation techniques, such as fine-tuning and parameter-efficient training have been shown to store new facts at a slow rate; continual learning is an option but is costly and prone to catastrophic forgetting. This work studies and quantifies how PLM may learn and remember new world knowledge facts that do not occur in their pre-training corpus, which only contains world knowledge up to a certain date. To that purpose, we first propose Novel-WD, a new dataset consisting of sentences co","authors_text":"Christophe Cerisara, Maxime M\\'eloux","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-30T07:54:50Z","title":"Novel-WD: Exploring acquisition of Novel World Knowledge in LLMs Using Prefix-Tuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.17070","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:074a89b23608474a7ec7f76b547192cdb4d7d69606a44cd2ceee453921df6c3c","target":"record","created_at":"2026-07-05T09:01:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3f80cb8f5f118049415f0c9b73b202ef338d2f131b8d1c329d23b9b2ea1bc692","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-30T07:54:50Z","title_canon_sha256":"b68eb108348d72eac0a8931c140ff508f35e8eb7c58c9511963500403f46e141"},"schema_version":"1.0","source":{"id":"2408.17070","kind":"arxiv","version":1}},"canonical_sha256":"bf090837843c067da7de0ebd3b8c7195facb0eb7867f1f1112196671a16ea273","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bf090837843c067da7de0ebd3b8c7195facb0eb7867f1f1112196671a16ea273","first_computed_at":"2026-07-05T09:01:10.433119Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:01:10.433119Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Tx1zn1mRT3c/C1pbIwGZ5bzkEd1EjL7fxmt/nC00od7WrQZ+IK5Xd+5fe21tFfc09r8CGYUTsLdtDfE5DWTOCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:01:10.433546Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.17070","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:074a89b23608474a7ec7f76b547192cdb4d7d69606a44cd2ceee453921df6c3c","sha256:e06043e27740898a552d108c1dd1f4bbd5a2c721b0559bdf4cbacdb4eba8fe4b"],"state_sha256":"85909a3e3eb1b393db8670edbfeb0c0ce37d267b0acf9cf7c3856948219af257"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ePJb7R52QW5H7K8/oyDicHrSH3YHbiUiKv+SZjQc4EMWm++FqZSLaXEJfJbf8Km0+Ia5zGc3zd68BEsGwlNxCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T20:15:48.544373Z","bundle_sha256":"1729f0afeb3994f2aac30c8fbf30eab2c9ebf0c679928a3c39ec8ee4731f83e8"}}