{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:73G2B76HD6M6EKZAOCE2F6OE3I","short_pith_number":"pith:73G2B76H","canonical_record":{"source":{"id":"2412.18497","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-24T15:28:56Z","cross_cats_sorted":[],"title_canon_sha256":"6b3125e3f81987559b2451608360c0ccd7500fb3e530ac60d5cfb0f5db22a48b","abstract_canon_sha256":"ce40b85d35c84a4fb45a683fea48c9860e31f73627211ea5dd22bb621c291877"},"schema_version":"1.0"},"canonical_sha256":"fecda0ffc71f99e22b207089a2f9c4da0f750b354423ff1066108d7988f3cd6c","source":{"kind":"arxiv","id":"2412.18497","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.18497","created_at":"2026-07-05T11:34:03Z"},{"alias_kind":"arxiv_version","alias_value":"2412.18497v2","created_at":"2026-07-05T11:34:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.18497","created_at":"2026-07-05T11:34:03Z"},{"alias_kind":"pith_short_12","alias_value":"73G2B76HD6M6","created_at":"2026-07-05T11:34:03Z"},{"alias_kind":"pith_short_16","alias_value":"73G2B76HD6M6EKZA","created_at":"2026-07-05T11:34:03Z"},{"alias_kind":"pith_short_8","alias_value":"73G2B76H","created_at":"2026-07-05T11:34:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:73G2B76HD6M6EKZAOCE2F6OE3I","target":"record","payload":{"canonical_record":{"source":{"id":"2412.18497","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-24T15:28:56Z","cross_cats_sorted":[],"title_canon_sha256":"6b3125e3f81987559b2451608360c0ccd7500fb3e530ac60d5cfb0f5db22a48b","abstract_canon_sha256":"ce40b85d35c84a4fb45a683fea48c9860e31f73627211ea5dd22bb621c291877"},"schema_version":"1.0"},"canonical_sha256":"fecda0ffc71f99e22b207089a2f9c4da0f750b354423ff1066108d7988f3cd6c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:34:03.307412Z","signature_b64":"G2YCVYlYJPd1PVxMjAsropH3xtisbhE/wcaw7FtXt4OwyhuTSPA9qkqLpT6KWwZOV9K2t6IexpQCOe5U54cFDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fecda0ffc71f99e22b207089a2f9c4da0f750b354423ff1066108d7988f3cd6c","last_reissued_at":"2026-07-05T11:34:03.306909Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:34:03.306909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.18497","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:34:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wGthq/kibxbrLhP1OwaQMivoWJraGD6aeUoY91rloAL+bOgfy9MRby/FiqVMvLKy/xLE6vcqpCz1eoxhuVsvBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T02:41:16.338188Z"},"content_sha256":"7ff1c6d56eb476271954ba32aa5ea1568e8198bf0d80585fba0d76bf740fbdb8","schema_version":"1.0","event_id":"sha256:7ff1c6d56eb476271954ba32aa5ea1568e8198bf0d80585fba0d76bf740fbdb8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:73G2B76HD6M6EKZAOCE2F6OE3I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Neuron-Level Differentiation of Memorization and Generalization in Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Cheng-Yu Lin, Ching-Yu Tsai, Da-Cheng Juan, Heng-Yi Liu, Keng-Te Liao, Ko-Wei Huang, Shou-De Lin, Tzu-Ling Cheng, Yi-Fu Fu, Yi-Ting Yang, Yu-Chieh Tu","submitted_at":"2024-12-24T15:28:56Z","abstract_excerpt":"We investigate how Large Language Models (LLMs) distinguish between memorization and generalization at the neuron level. Through carefully designed tasks, we identify distinct neuron subsets responsible for each behavior. Experiments on both a GPT-2 model trained from scratch and a pretrained LLaMA-3.2 model fine-tuned with LoRA show consistent neuron-level specialization. We further demonstrate that inference-time interventions on these neurons can steer the model's behavior toward memorization or generalization. To assess robustness, we evaluate intra-task and inter-task consistency, confirm"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.18497","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.18497/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:34:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7C+0NeQHrAwe8vzh+Euu1OgWOtBbykqXBeHWjUU/jgC0wsirDXk1yJW0Q1pQFHyAxb2n1PT/mVzHrClKuCKSCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T02:41:16.339101Z"},"content_sha256":"38bce964670f6d9d9039e4a116b61b447abe4fc86a03d17e168143c7f7f8a684","schema_version":"1.0","event_id":"sha256:38bce964670f6d9d9039e4a116b61b447abe4fc86a03d17e168143c7f7f8a684"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/73G2B76HD6M6EKZAOCE2F6OE3I/bundle.json","state_url":"https://pith.science/pith/73G2B76HD6M6EKZAOCE2F6OE3I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/73G2B76HD6M6EKZAOCE2F6OE3I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T02:41:16Z","links":{"resolver":"https://pith.science/pith/73G2B76HD6M6EKZAOCE2F6OE3I","bundle":"https://pith.science/pith/73G2B76HD6M6EKZAOCE2F6OE3I/bundle.json","state":"https://pith.science/pith/73G2B76HD6M6EKZAOCE2F6OE3I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/73G2B76HD6M6EKZAOCE2F6OE3I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:73G2B76HD6M6EKZAOCE2F6OE3I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ce40b85d35c84a4fb45a683fea48c9860e31f73627211ea5dd22bb621c291877","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-24T15:28:56Z","title_canon_sha256":"6b3125e3f81987559b2451608360c0ccd7500fb3e530ac60d5cfb0f5db22a48b"},"schema_version":"1.0","source":{"id":"2412.18497","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.18497","created_at":"2026-07-05T11:34:03Z"},{"alias_kind":"arxiv_version","alias_value":"2412.18497v2","created_at":"2026-07-05T11:34:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.18497","created_at":"2026-07-05T11:34:03Z"},{"alias_kind":"pith_short_12","alias_value":"73G2B76HD6M6","created_at":"2026-07-05T11:34:03Z"},{"alias_kind":"pith_short_16","alias_value":"73G2B76HD6M6EKZA","created_at":"2026-07-05T11:34:03Z"},{"alias_kind":"pith_short_8","alias_value":"73G2B76H","created_at":"2026-07-05T11:34:03Z"}],"graph_snapshots":[{"event_id":"sha256:38bce964670f6d9d9039e4a116b61b447abe4fc86a03d17e168143c7f7f8a684","target":"graph","created_at":"2026-07-05T11:34:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.18497/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate how Large Language Models (LLMs) distinguish between memorization and generalization at the neuron level. Through carefully designed tasks, we identify distinct neuron subsets responsible for each behavior. Experiments on both a GPT-2 model trained from scratch and a pretrained LLaMA-3.2 model fine-tuned with LoRA show consistent neuron-level specialization. We further demonstrate that inference-time interventions on these neurons can steer the model's behavior toward memorization or generalization. To assess robustness, we evaluate intra-task and inter-task consistency, confirm","authors_text":"Cheng-Yu Lin, Ching-Yu Tsai, Da-Cheng Juan, Heng-Yi Liu, Keng-Te Liao, Ko-Wei Huang, Shou-De Lin, Tzu-Ling Cheng, Yi-Fu Fu, Yi-Ting Yang, Yu-Chieh Tu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-24T15:28:56Z","title":"Neuron-Level Differentiation of Memorization and Generalization in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.18497","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7ff1c6d56eb476271954ba32aa5ea1568e8198bf0d80585fba0d76bf740fbdb8","target":"record","created_at":"2026-07-05T11:34:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ce40b85d35c84a4fb45a683fea48c9860e31f73627211ea5dd22bb621c291877","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-24T15:28:56Z","title_canon_sha256":"6b3125e3f81987559b2451608360c0ccd7500fb3e530ac60d5cfb0f5db22a48b"},"schema_version":"1.0","source":{"id":"2412.18497","kind":"arxiv","version":2}},"canonical_sha256":"fecda0ffc71f99e22b207089a2f9c4da0f750b354423ff1066108d7988f3cd6c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fecda0ffc71f99e22b207089a2f9c4da0f750b354423ff1066108d7988f3cd6c","first_computed_at":"2026-07-05T11:34:03.306909Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:34:03.306909Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"G2YCVYlYJPd1PVxMjAsropH3xtisbhE/wcaw7FtXt4OwyhuTSPA9qkqLpT6KWwZOV9K2t6IexpQCOe5U54cFDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:34:03.307412Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.18497","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7ff1c6d56eb476271954ba32aa5ea1568e8198bf0d80585fba0d76bf740fbdb8","sha256:38bce964670f6d9d9039e4a116b61b447abe4fc86a03d17e168143c7f7f8a684"],"state_sha256":"883c700e73ea193a787ce6f3c2df392d019888f277bcb1af0e3e5e94bdad6df4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ntDyJ5rN+P3HC2bbl37lu6kvrfA9nH5qyK55gLDs4phOvvqVBm2nfxMMT7lypJlB5yeOMbPCM+rfg77FdnveAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T02:41:16.345863Z","bundle_sha256":"86a96b50544f81088b1d19dc44ae5053779635bacf97811c6d3196be2e42a6aa"}}