{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:FAH4UB4HOGYUW7L4Z3CIHQVK2A","short_pith_number":"pith:FAH4UB4H","canonical_record":{"source":{"id":"2411.04448","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-07T05:43:50Z","cross_cats_sorted":[],"title_canon_sha256":"51de31ef3e9348e7249cb2d248200f5610198d19a91152ee085e85386b948cf7","abstract_canon_sha256":"631d6e28287f749031f7b139545e5db554d990fb814265a320b45d182be7d343"},"schema_version":"1.0"},"canonical_sha256":"280fca078771b14b7d7ccec483c2aad01b0e6e0ffb7b28d8250dd41e7c91087a","source":{"kind":"arxiv","id":"2411.04448","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.04448","created_at":"2026-07-05T09:32:19Z"},{"alias_kind":"arxiv_version","alias_value":"2411.04448v1","created_at":"2026-07-05T09:32:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.04448","created_at":"2026-07-05T09:32:19Z"},{"alias_kind":"pith_short_12","alias_value":"FAH4UB4HOGYU","created_at":"2026-07-05T09:32:19Z"},{"alias_kind":"pith_short_16","alias_value":"FAH4UB4HOGYUW7L4","created_at":"2026-07-05T09:32:19Z"},{"alias_kind":"pith_short_8","alias_value":"FAH4UB4H","created_at":"2026-07-05T09:32:19Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:FAH4UB4HOGYUW7L4Z3CIHQVK2A","target":"record","payload":{"canonical_record":{"source":{"id":"2411.04448","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-07T05:43:50Z","cross_cats_sorted":[],"title_canon_sha256":"51de31ef3e9348e7249cb2d248200f5610198d19a91152ee085e85386b948cf7","abstract_canon_sha256":"631d6e28287f749031f7b139545e5db554d990fb814265a320b45d182be7d343"},"schema_version":"1.0"},"canonical_sha256":"280fca078771b14b7d7ccec483c2aad01b0e6e0ffb7b28d8250dd41e7c91087a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:32:19.607355Z","signature_b64":"wEgGpSTiIC7iFouBTlSjfyh+J6jBfNpSx4GZIOElZD+CpynqA5u8EpnECHnbfFqEkjazED7tv8yyIA4wHwG4BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"280fca078771b14b7d7ccec483c2aad01b0e6e0ffb7b28d8250dd41e7c91087a","last_reissued_at":"2026-07-05T09:32:19.606871Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:32:19.606871Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.04448","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OyyEokimKZ2IMFrn8xeUFTylWi06J7bDm0ut+qbPYi1xEVRdm0P4U5hAcWeWsaHsy0KsaQBcMO/u5/P0GlnzDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:15:10.018518Z"},"content_sha256":"335ad51752c4e0960249efeb784f50533a4da5200cdfca8fb6cfb0a0caa5192c","schema_version":"1.0","event_id":"sha256:335ad51752c4e0960249efeb784f50533a4da5200cdfca8fb6cfb0a0caa5192c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:FAH4UB4HOGYUW7L4Z3CIHQVK2A","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Gradient Localization Improves Lifelong Pretraining of Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Emma Strubell, Jared Fernandez, Yonatan Bisk","submitted_at":"2024-11-07T05:43:50Z","abstract_excerpt":"Large Language Models (LLMs) trained on web-scale text corpora have been shown to capture world knowledge in their parameters. However, the mechanism by which language models store different types of knowledge is poorly understood. In this work, we examine two types of knowledge relating to temporally sensitive entities and demonstrate that each type is localized to different sets of parameters within the LLMs. We hypothesize that the lack of consideration of the locality of knowledge in existing continual learning methods contributes to both: the failed uptake of new information, and catastro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.04448","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.04448/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:32:19Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CcsWiDLPDmaTyw6ZSc+7WFVyeFK6boKtG9DRVgqFlDP5/68TLiNk/yeUBgkdg6lQmITvGNQFZ9DgBryE5OUdDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T03:15:10.019064Z"},"content_sha256":"b5e9b1b425fd4d236945d38ad2e7a672d53f5b8689c1c1f4fe49faec03a73aee","schema_version":"1.0","event_id":"sha256:b5e9b1b425fd4d236945d38ad2e7a672d53f5b8689c1c1f4fe49faec03a73aee"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FAH4UB4HOGYUW7L4Z3CIHQVK2A/bundle.json","state_url":"https://pith.science/pith/FAH4UB4HOGYUW7L4Z3CIHQVK2A/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FAH4UB4HOGYUW7L4Z3CIHQVK2A/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T03:15:10Z","links":{"resolver":"https://pith.science/pith/FAH4UB4HOGYUW7L4Z3CIHQVK2A","bundle":"https://pith.science/pith/FAH4UB4HOGYUW7L4Z3CIHQVK2A/bundle.json","state":"https://pith.science/pith/FAH4UB4HOGYUW7L4Z3CIHQVK2A/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FAH4UB4HOGYUW7L4Z3CIHQVK2A/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FAH4UB4HOGYUW7L4Z3CIHQVK2A","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"631d6e28287f749031f7b139545e5db554d990fb814265a320b45d182be7d343","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-07T05:43:50Z","title_canon_sha256":"51de31ef3e9348e7249cb2d248200f5610198d19a91152ee085e85386b948cf7"},"schema_version":"1.0","source":{"id":"2411.04448","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.04448","created_at":"2026-07-05T09:32:19Z"},{"alias_kind":"arxiv_version","alias_value":"2411.04448v1","created_at":"2026-07-05T09:32:19Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.04448","created_at":"2026-07-05T09:32:19Z"},{"alias_kind":"pith_short_12","alias_value":"FAH4UB4HOGYU","created_at":"2026-07-05T09:32:19Z"},{"alias_kind":"pith_short_16","alias_value":"FAH4UB4HOGYUW7L4","created_at":"2026-07-05T09:32:19Z"},{"alias_kind":"pith_short_8","alias_value":"FAH4UB4H","created_at":"2026-07-05T09:32:19Z"}],"graph_snapshots":[{"event_id":"sha256:b5e9b1b425fd4d236945d38ad2e7a672d53f5b8689c1c1f4fe49faec03a73aee","target":"graph","created_at":"2026-07-05T09:32:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.04448/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) trained on web-scale text corpora have been shown to capture world knowledge in their parameters. However, the mechanism by which language models store different types of knowledge is poorly understood. In this work, we examine two types of knowledge relating to temporally sensitive entities and demonstrate that each type is localized to different sets of parameters within the LLMs. We hypothesize that the lack of consideration of the locality of knowledge in existing continual learning methods contributes to both: the failed uptake of new information, and catastro","authors_text":"Emma Strubell, Jared Fernandez, Yonatan Bisk","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-07T05:43:50Z","title":"Gradient Localization Improves Lifelong Pretraining of Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.04448","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:335ad51752c4e0960249efeb784f50533a4da5200cdfca8fb6cfb0a0caa5192c","target":"record","created_at":"2026-07-05T09:32:19Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"631d6e28287f749031f7b139545e5db554d990fb814265a320b45d182be7d343","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-07T05:43:50Z","title_canon_sha256":"51de31ef3e9348e7249cb2d248200f5610198d19a91152ee085e85386b948cf7"},"schema_version":"1.0","source":{"id":"2411.04448","kind":"arxiv","version":1}},"canonical_sha256":"280fca078771b14b7d7ccec483c2aad01b0e6e0ffb7b28d8250dd41e7c91087a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"280fca078771b14b7d7ccec483c2aad01b0e6e0ffb7b28d8250dd41e7c91087a","first_computed_at":"2026-07-05T09:32:19.606871Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:32:19.606871Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wEgGpSTiIC7iFouBTlSjfyh+J6jBfNpSx4GZIOElZD+CpynqA5u8EpnECHnbfFqEkjazED7tv8yyIA4wHwG4BA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:32:19.607355Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.04448","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:335ad51752c4e0960249efeb784f50533a4da5200cdfca8fb6cfb0a0caa5192c","sha256:b5e9b1b425fd4d236945d38ad2e7a672d53f5b8689c1c1f4fe49faec03a73aee"],"state_sha256":"a6fff7d7a1bef9405f2029e4e78e0c3048201907d506a82d633162c14cfed5fe"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LAlJOC+I2Li30uzj/9fB/nrzdR85tpZqUcInQ2r0BmWedVMs9zoezbXGER3yWJMRWxzaUVgjIULvsyAiwE/7DA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T03:15:10.025080Z","bundle_sha256":"904740a18a7f9c0e7cca06a0c134e2e48070463ad839902ac8675d4e801251e3"}}