{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2QPGCMJR7YX37Y4TC2Y22TZ7YI","short_pith_number":"pith:2QPGCMJR","canonical_record":{"source":{"id":"2308.13198","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T06:26:05Z","cross_cats_sorted":[],"title_canon_sha256":"da1a7b65c66ef88b8f38a2f64b29a45b97611a9dd41bddc4ea44b1552f6888d9","abstract_canon_sha256":"92c867a1e64b873fae633745d9a6bba739642d10b5e7c764027b993eda37da91"},"schema_version":"1.0"},"canonical_sha256":"d41e613131fe2fbfe39316b1ad4f3fc22a8789353e4ecb70a6ef609de3ad4611","source":{"kind":"arxiv","id":"2308.13198","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.13198","created_at":"2026-07-05T07:26:16Z"},{"alias_kind":"arxiv_version","alias_value":"2308.13198v2","created_at":"2026-07-05T07:26:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.13198","created_at":"2026-07-05T07:26:16Z"},{"alias_kind":"pith_short_12","alias_value":"2QPGCMJR7YX3","created_at":"2026-07-05T07:26:16Z"},{"alias_kind":"pith_short_16","alias_value":"2QPGCMJR7YX37Y4T","created_at":"2026-07-05T07:26:16Z"},{"alias_kind":"pith_short_8","alias_value":"2QPGCMJR","created_at":"2026-07-05T07:26:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2QPGCMJR7YX37Y4TC2Y22TZ7YI","target":"record","payload":{"canonical_record":{"source":{"id":"2308.13198","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T06:26:05Z","cross_cats_sorted":[],"title_canon_sha256":"da1a7b65c66ef88b8f38a2f64b29a45b97611a9dd41bddc4ea44b1552f6888d9","abstract_canon_sha256":"92c867a1e64b873fae633745d9a6bba739642d10b5e7c764027b993eda37da91"},"schema_version":"1.0"},"canonical_sha256":"d41e613131fe2fbfe39316b1ad4f3fc22a8789353e4ecb70a6ef609de3ad4611","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:26:16.533779Z","signature_b64":"gNYQb13aZCr/63+La3JiE8gXg2gG81nJ+psZOQwVpiUgGbTO2ErE3tzGidVlZgJIBluWjPHY9KV1r9waYhr/BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d41e613131fe2fbfe39316b1ad4f3fc22a8789353e4ecb70a6ef609de3ad4611","last_reissued_at":"2026-07-05T07:26:16.533292Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:26:16.533292Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.13198","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:26:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"45NEpsjUgn3/dv0hMAZeHmIhZ5IU8Q+q14jNwSGoOU3occdKbNPlz5v1JY8rkH8SRh4oma6A7sd57p7D6IbACA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:46:37.265415Z"},"content_sha256":"c6b47466594d006f14896ff443afb92835bdacfaf117bf79c2fa799aaabffc15","schema_version":"1.0","event_id":"sha256:c6b47466594d006f14896ff443afb92835bdacfaf117bf79c2fa799aaabffc15"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2QPGCMJR7YX37Y4TC2Y22TZ7YI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Journey to the Center of the Knowledge Neurons: Discoveries of Language-Independent Knowledge Neurons and Degenerate Knowledge Neurons","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jun Zhao, Kang Liu, Pengfei Cao, Yubo Chen, Yuheng Chen","submitted_at":"2023-08-25T06:26:05Z","abstract_excerpt":"Pre-trained language models (PLMs) contain vast amounts of factual knowledge, but how the knowledge is stored in the parameters remains unclear. This paper delves into the complex task of understanding how factual knowledge is stored in multilingual PLMs, and introduces the Architecture-adapted Multilingual Integrated Gradients method, which successfully localizes knowledge neurons more precisely compared to current methods, and is more universal across various architectures and languages. Moreover, we conduct an in-depth exploration of knowledge neurons, leading to the following two important"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.13198","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.13198/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:26:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fdkh85FPNNxnQsraz4JG7LGoq5OhxXAtCF2MGu8qjLuVkCWbC7Ha1Ba21bOFIj+bN9HzMvInLNoUe3exDybyAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:46:37.266480Z"},"content_sha256":"88c5ee17b75c08ecf12c88a1fc6d5e3dcff7f5d96969af341d2513e38990f68a","schema_version":"1.0","event_id":"sha256:88c5ee17b75c08ecf12c88a1fc6d5e3dcff7f5d96969af341d2513e38990f68a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2QPGCMJR7YX37Y4TC2Y22TZ7YI/bundle.json","state_url":"https://pith.science/pith/2QPGCMJR7YX37Y4TC2Y22TZ7YI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2QPGCMJR7YX37Y4TC2Y22TZ7YI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T11:46:37Z","links":{"resolver":"https://pith.science/pith/2QPGCMJR7YX37Y4TC2Y22TZ7YI","bundle":"https://pith.science/pith/2QPGCMJR7YX37Y4TC2Y22TZ7YI/bundle.json","state":"https://pith.science/pith/2QPGCMJR7YX37Y4TC2Y22TZ7YI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2QPGCMJR7YX37Y4TC2Y22TZ7YI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2QPGCMJR7YX37Y4TC2Y22TZ7YI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"92c867a1e64b873fae633745d9a6bba739642d10b5e7c764027b993eda37da91","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T06:26:05Z","title_canon_sha256":"da1a7b65c66ef88b8f38a2f64b29a45b97611a9dd41bddc4ea44b1552f6888d9"},"schema_version":"1.0","source":{"id":"2308.13198","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.13198","created_at":"2026-07-05T07:26:16Z"},{"alias_kind":"arxiv_version","alias_value":"2308.13198v2","created_at":"2026-07-05T07:26:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.13198","created_at":"2026-07-05T07:26:16Z"},{"alias_kind":"pith_short_12","alias_value":"2QPGCMJR7YX3","created_at":"2026-07-05T07:26:16Z"},{"alias_kind":"pith_short_16","alias_value":"2QPGCMJR7YX37Y4T","created_at":"2026-07-05T07:26:16Z"},{"alias_kind":"pith_short_8","alias_value":"2QPGCMJR","created_at":"2026-07-05T07:26:16Z"}],"graph_snapshots":[{"event_id":"sha256:88c5ee17b75c08ecf12c88a1fc6d5e3dcff7f5d96969af341d2513e38990f68a","target":"graph","created_at":"2026-07-05T07:26:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.13198/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained language models (PLMs) contain vast amounts of factual knowledge, but how the knowledge is stored in the parameters remains unclear. This paper delves into the complex task of understanding how factual knowledge is stored in multilingual PLMs, and introduces the Architecture-adapted Multilingual Integrated Gradients method, which successfully localizes knowledge neurons more precisely compared to current methods, and is more universal across various architectures and languages. Moreover, we conduct an in-depth exploration of knowledge neurons, leading to the following two important","authors_text":"Jun Zhao, Kang Liu, Pengfei Cao, Yubo Chen, Yuheng Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T06:26:05Z","title":"Journey to the Center of the Knowledge Neurons: Discoveries of Language-Independent Knowledge Neurons and Degenerate Knowledge Neurons"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.13198","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c6b47466594d006f14896ff443afb92835bdacfaf117bf79c2fa799aaabffc15","target":"record","created_at":"2026-07-05T07:26:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"92c867a1e64b873fae633745d9a6bba739642d10b5e7c764027b993eda37da91","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-08-25T06:26:05Z","title_canon_sha256":"da1a7b65c66ef88b8f38a2f64b29a45b97611a9dd41bddc4ea44b1552f6888d9"},"schema_version":"1.0","source":{"id":"2308.13198","kind":"arxiv","version":2}},"canonical_sha256":"d41e613131fe2fbfe39316b1ad4f3fc22a8789353e4ecb70a6ef609de3ad4611","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d41e613131fe2fbfe39316b1ad4f3fc22a8789353e4ecb70a6ef609de3ad4611","first_computed_at":"2026-07-05T07:26:16.533292Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:26:16.533292Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"gNYQb13aZCr/63+La3JiE8gXg2gG81nJ+psZOQwVpiUgGbTO2ErE3tzGidVlZgJIBluWjPHY9KV1r9waYhr/BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:26:16.533779Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.13198","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c6b47466594d006f14896ff443afb92835bdacfaf117bf79c2fa799aaabffc15","sha256:88c5ee17b75c08ecf12c88a1fc6d5e3dcff7f5d96969af341d2513e38990f68a"],"state_sha256":"29d91637defecc54c133409b7f9c5501e18feaead53848cfb7037b931098ce4b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SbRwUggQl/kqMrj7EOwW2sPr3loZB1iN5OS/J5jct+mpfR3EtraDA8FssrFoyiPbmuSbj7+H5aR/zjEGMu6OBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T11:46:37.272235Z","bundle_sha256":"96e1387664ecdc59448d0ce8efaa27da33e81c197fddc1080cc22041e12a677c"}}