{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:FOS4HFZNOG6ECKSVREE4NPUDPZ","short_pith_number":"pith:FOS4HFZN","canonical_record":{"source":{"id":"2402.13731","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T11:50:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f9ff90022b35fe3dd317b3ed8e00aeaeadde16107434fdb57b03974ccb224bb2","abstract_canon_sha256":"96f7d2f968b6ea8ff32b3515e51f177126dee8639d3d1ac349c14281b10d1c69"},"schema_version":"1.0"},"canonical_sha256":"2ba5c3972d71bc412a558909c6be837e4ed2305c6b16c6f10a2d157c39ede93f","source":{"kind":"arxiv","id":"2402.13731","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13731","created_at":"2026-07-05T08:32:37Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13731v2","created_at":"2026-07-05T08:32:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13731","created_at":"2026-07-05T08:32:37Z"},{"alias_kind":"pith_short_12","alias_value":"FOS4HFZNOG6E","created_at":"2026-07-05T08:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"FOS4HFZNOG6ECKSV","created_at":"2026-07-05T08:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"FOS4HFZN","created_at":"2026-07-05T08:32:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:FOS4HFZNOG6ECKSVREE4NPUDPZ","target":"record","payload":{"canonical_record":{"source":{"id":"2402.13731","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T11:50:32Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"f9ff90022b35fe3dd317b3ed8e00aeaeadde16107434fdb57b03974ccb224bb2","abstract_canon_sha256":"96f7d2f968b6ea8ff32b3515e51f177126dee8639d3d1ac349c14281b10d1c69"},"schema_version":"1.0"},"canonical_sha256":"2ba5c3972d71bc412a558909c6be837e4ed2305c6b16c6f10a2d157c39ede93f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:32:37.322593Z","signature_b64":"cxjl0fe2eLZCT8Nsu7QUKWvTz5eEJqc0Hk1OGOQNlTEz52eBvhIdq2sAY/dNZEutFkXKY+GloqxADgZxkTBoAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2ba5c3972d71bc412a558909c6be837e4ed2305c6b16c6f10a2d157c39ede93f","last_reissued_at":"2026-07-05T08:32:37.322110Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:32:37.322110Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.13731","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eMrgDrEHaz45urjGMYZqn/fbxm67kcAbaRLL+MHHJyHQ9QCxa7MAkr7ThfP1SqHAN3gDBk3oVa4Sx6JdN/eiDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T13:59:36.426099Z"},"content_sha256":"4d72e23132e0b3b6aa3bd9dfe9e91277fc735d11aac8a3c3db74c5c936456790","schema_version":"1.0","event_id":"sha256:4d72e23132e0b3b6aa3bd9dfe9e91277fc735d11aac8a3c3db74c5c936456790"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:FOS4HFZNOG6ECKSVREE4NPUDPZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Cracking Factual Knowledge: A Comprehensive Analysis of Degenerate Knowledge Neurons in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jun Zhao, Kang Liu, Pengfei Cao, Shengping Liu, Yining Wang, Yubo Chen, Yuheng Chen","submitted_at":"2024-02-21T11:50:32Z","abstract_excerpt":"Large language models (LLMs) store extensive factual knowledge, but the underlying mechanisms remain unclear. Previous research suggests that factual knowledge is stored within multi-layer perceptron weights, and some storage units exhibit degeneracy, referred to as Degenerate Knowledge Neurons (DKNs). Despite the novelty and unique properties of this concept, it has not been rigorously defined or systematically studied. We first consider the connection weight patterns of MLP neurons and define DKNs from both structural and functional aspects. Based on this, we introduce the Neurological Topol"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13731","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.13731/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9Blw8MqxKDsq1bKjgBfLw1zML8FRxyuxnlINgMOf3ZgaSZ+xl1vbxk5wUCVAXBJvo3eXs6IKjqtORinQiH1fDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T13:59:36.426547Z"},"content_sha256":"aa229aa22f2c84ef71f458175c8e93634467380e68c194e6311359278e902d79","schema_version":"1.0","event_id":"sha256:aa229aa22f2c84ef71f458175c8e93634467380e68c194e6311359278e902d79"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FOS4HFZNOG6ECKSVREE4NPUDPZ/bundle.json","state_url":"https://pith.science/pith/FOS4HFZNOG6ECKSVREE4NPUDPZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FOS4HFZNOG6ECKSVREE4NPUDPZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T13:59:36Z","links":{"resolver":"https://pith.science/pith/FOS4HFZNOG6ECKSVREE4NPUDPZ","bundle":"https://pith.science/pith/FOS4HFZNOG6ECKSVREE4NPUDPZ/bundle.json","state":"https://pith.science/pith/FOS4HFZNOG6ECKSVREE4NPUDPZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FOS4HFZNOG6ECKSVREE4NPUDPZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:FOS4HFZNOG6ECKSVREE4NPUDPZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"96f7d2f968b6ea8ff32b3515e51f177126dee8639d3d1ac349c14281b10d1c69","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T11:50:32Z","title_canon_sha256":"f9ff90022b35fe3dd317b3ed8e00aeaeadde16107434fdb57b03974ccb224bb2"},"schema_version":"1.0","source":{"id":"2402.13731","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13731","created_at":"2026-07-05T08:32:37Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13731v2","created_at":"2026-07-05T08:32:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13731","created_at":"2026-07-05T08:32:37Z"},{"alias_kind":"pith_short_12","alias_value":"FOS4HFZNOG6E","created_at":"2026-07-05T08:32:37Z"},{"alias_kind":"pith_short_16","alias_value":"FOS4HFZNOG6ECKSV","created_at":"2026-07-05T08:32:37Z"},{"alias_kind":"pith_short_8","alias_value":"FOS4HFZN","created_at":"2026-07-05T08:32:37Z"}],"graph_snapshots":[{"event_id":"sha256:aa229aa22f2c84ef71f458175c8e93634467380e68c194e6311359278e902d79","target":"graph","created_at":"2026-07-05T08:32:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.13731/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) store extensive factual knowledge, but the underlying mechanisms remain unclear. Previous research suggests that factual knowledge is stored within multi-layer perceptron weights, and some storage units exhibit degeneracy, referred to as Degenerate Knowledge Neurons (DKNs). Despite the novelty and unique properties of this concept, it has not been rigorously defined or systematically studied. We first consider the connection weight patterns of MLP neurons and define DKNs from both structural and functional aspects. Based on this, we introduce the Neurological Topol","authors_text":"Jun Zhao, Kang Liu, Pengfei Cao, Shengping Liu, Yining Wang, Yubo Chen, Yuheng Chen","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T11:50:32Z","title":"Cracking Factual Knowledge: A Comprehensive Analysis of Degenerate Knowledge Neurons in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13731","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4d72e23132e0b3b6aa3bd9dfe9e91277fc735d11aac8a3c3db74c5c936456790","target":"record","created_at":"2026-07-05T08:32:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"96f7d2f968b6ea8ff32b3515e51f177126dee8639d3d1ac349c14281b10d1c69","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T11:50:32Z","title_canon_sha256":"f9ff90022b35fe3dd317b3ed8e00aeaeadde16107434fdb57b03974ccb224bb2"},"schema_version":"1.0","source":{"id":"2402.13731","kind":"arxiv","version":2}},"canonical_sha256":"2ba5c3972d71bc412a558909c6be837e4ed2305c6b16c6f10a2d157c39ede93f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2ba5c3972d71bc412a558909c6be837e4ed2305c6b16c6f10a2d157c39ede93f","first_computed_at":"2026-07-05T08:32:37.322110Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:37.322110Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cxjl0fe2eLZCT8Nsu7QUKWvTz5eEJqc0Hk1OGOQNlTEz52eBvhIdq2sAY/dNZEutFkXKY+GloqxADgZxkTBoAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:37.322593Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.13731","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4d72e23132e0b3b6aa3bd9dfe9e91277fc735d11aac8a3c3db74c5c936456790","sha256:aa229aa22f2c84ef71f458175c8e93634467380e68c194e6311359278e902d79"],"state_sha256":"320c206d87de4d9ab3b830c63551adcb3ebbac831e2527392b888f27b5894082"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JYKqRJht5axIoG18aE3kObn/KMgMGWIWjwdB6dL/O3Gt19dJF8wrBUPHesKAjigdyzRSIXULZo3zF2OOF/01AQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T13:59:36.433404Z","bundle_sha256":"40d1a7dd167cee72b651e9e552d39874cf87304ea42881c9862714a58c3fe034"}}