{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:XQJ4B2YJDWKS53FXUDSHWHGRAX","short_pith_number":"pith:XQJ4B2YJ","canonical_record":{"source":{"id":"2312.10770","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-12-17T17:23:43Z","cross_cats_sorted":["cs.AI","cs.CL","q-bio.BM"],"title_canon_sha256":"e098784bd12408786675743e9371c91a927c225025f54b86abba9b8cdfb644ef","abstract_canon_sha256":"48bc1b9044df3e45c710e2d6060f914f52e484b813429e5bcf87e60ab002611b"},"schema_version":"1.0"},"canonical_sha256":"bc13c0eb091d952eecb7a0e47b1cd105ce24719e5f556c5cfdb30043c5536567","source":{"kind":"arxiv","id":"2312.10770","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.10770","created_at":"2026-07-05T07:25:11Z"},{"alias_kind":"arxiv_version","alias_value":"2312.10770v1","created_at":"2026-07-05T07:25:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.10770","created_at":"2026-07-05T07:25:11Z"},{"alias_kind":"pith_short_12","alias_value":"XQJ4B2YJDWKS","created_at":"2026-07-05T07:25:11Z"},{"alias_kind":"pith_short_16","alias_value":"XQJ4B2YJDWKS53FX","created_at":"2026-07-05T07:25:11Z"},{"alias_kind":"pith_short_8","alias_value":"XQJ4B2YJ","created_at":"2026-07-05T07:25:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:XQJ4B2YJDWKS53FXUDSHWHGRAX","target":"record","payload":{"canonical_record":{"source":{"id":"2312.10770","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-12-17T17:23:43Z","cross_cats_sorted":["cs.AI","cs.CL","q-bio.BM"],"title_canon_sha256":"e098784bd12408786675743e9371c91a927c225025f54b86abba9b8cdfb644ef","abstract_canon_sha256":"48bc1b9044df3e45c710e2d6060f914f52e484b813429e5bcf87e60ab002611b"},"schema_version":"1.0"},"canonical_sha256":"bc13c0eb091d952eecb7a0e47b1cd105ce24719e5f556c5cfdb30043c5536567","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:25:11.985122Z","signature_b64":"8tx9vysAVxYlAtZyyRxJvzE6+eoZYN10KRmoYzni+YrljXhIb9Bwj14vesIA7gRub2uR4aXRnGxCNNU0HM/TCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"bc13c0eb091d952eecb7a0e47b1cd105ce24719e5f556c5cfdb30043c5536567","last_reissued_at":"2026-07-05T07:25:11.984611Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:25:11.984611Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.10770","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:25:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qsztFVYU2dx4T53djDrcO+Axvacycgl/wI8B8KhiAK3fiLpS5ZCA+6ZnFS2fr62kAAFiL3SHNmdmk7cSByELDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-19T10:42:31.964380Z"},"content_sha256":"7b473f3322a3b460449a22da65a504e57fa25a19f6bcf2f6ea19d050be4dbc79","schema_version":"1.0","event_id":"sha256:7b473f3322a3b460449a22da65a504e57fa25a19f6bcf2f6ea19d050be4dbc79"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:XQJ4B2YJDWKS53FXUDSHWHGRAX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Identification of Knowledge Neurons in Protein Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","q-bio.BM"],"primary_cat":"cs.LG","authors_text":"Divya Nori, Marina Ten Have, Shivali Singireddy","submitted_at":"2023-12-17T17:23:43Z","abstract_excerpt":"Neural language models have become powerful tools for learning complex representations of entities in natural language processing tasks. However, their interpretability remains a significant challenge, particularly in domains like computational biology where trust in model predictions is crucial. In this work, we aim to enhance the interpretability of protein language models, specifically the state-of-the-art ESM model, by identifying and characterizing knowledge neurons - components that express understanding of key information. After fine-tuning the ESM model for the task of enzyme sequence "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.10770","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.10770/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:25:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+95OgeEofnyHeFmVCzq5mqjw4Rk0PBa2aeFeYI0kb1aWUxjNXIhRAu+r1izy0quL+OnVEKWOylWCHyuAddknDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-19T10:42:31.964769Z"},"content_sha256":"08688b34031474d24ce231ddacc9a657365e5ff10ac16d8b1f360bba1a08a58f","schema_version":"1.0","event_id":"sha256:08688b34031474d24ce231ddacc9a657365e5ff10ac16d8b1f360bba1a08a58f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XQJ4B2YJDWKS53FXUDSHWHGRAX/bundle.json","state_url":"https://pith.science/pith/XQJ4B2YJDWKS53FXUDSHWHGRAX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XQJ4B2YJDWKS53FXUDSHWHGRAX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-19T10:42:31Z","links":{"resolver":"https://pith.science/pith/XQJ4B2YJDWKS53FXUDSHWHGRAX","bundle":"https://pith.science/pith/XQJ4B2YJDWKS53FXUDSHWHGRAX/bundle.json","state":"https://pith.science/pith/XQJ4B2YJDWKS53FXUDSHWHGRAX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XQJ4B2YJDWKS53FXUDSHWHGRAX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:XQJ4B2YJDWKS53FXUDSHWHGRAX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"48bc1b9044df3e45c710e2d6060f914f52e484b813429e5bcf87e60ab002611b","cross_cats_sorted":["cs.AI","cs.CL","q-bio.BM"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-12-17T17:23:43Z","title_canon_sha256":"e098784bd12408786675743e9371c91a927c225025f54b86abba9b8cdfb644ef"},"schema_version":"1.0","source":{"id":"2312.10770","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.10770","created_at":"2026-07-05T07:25:11Z"},{"alias_kind":"arxiv_version","alias_value":"2312.10770v1","created_at":"2026-07-05T07:25:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.10770","created_at":"2026-07-05T07:25:11Z"},{"alias_kind":"pith_short_12","alias_value":"XQJ4B2YJDWKS","created_at":"2026-07-05T07:25:11Z"},{"alias_kind":"pith_short_16","alias_value":"XQJ4B2YJDWKS53FX","created_at":"2026-07-05T07:25:11Z"},{"alias_kind":"pith_short_8","alias_value":"XQJ4B2YJ","created_at":"2026-07-05T07:25:11Z"}],"graph_snapshots":[{"event_id":"sha256:08688b34031474d24ce231ddacc9a657365e5ff10ac16d8b1f360bba1a08a58f","target":"graph","created_at":"2026-07-05T07:25:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.10770/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Neural language models have become powerful tools for learning complex representations of entities in natural language processing tasks. However, their interpretability remains a significant challenge, particularly in domains like computational biology where trust in model predictions is crucial. In this work, we aim to enhance the interpretability of protein language models, specifically the state-of-the-art ESM model, by identifying and characterizing knowledge neurons - components that express understanding of key information. After fine-tuning the ESM model for the task of enzyme sequence ","authors_text":"Divya Nori, Marina Ten Have, Shivali Singireddy","cross_cats":["cs.AI","cs.CL","q-bio.BM"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-12-17T17:23:43Z","title":"Identification of Knowledge Neurons in Protein Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.10770","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7b473f3322a3b460449a22da65a504e57fa25a19f6bcf2f6ea19d050be4dbc79","target":"record","created_at":"2026-07-05T07:25:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"48bc1b9044df3e45c710e2d6060f914f52e484b813429e5bcf87e60ab002611b","cross_cats_sorted":["cs.AI","cs.CL","q-bio.BM"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-12-17T17:23:43Z","title_canon_sha256":"e098784bd12408786675743e9371c91a927c225025f54b86abba9b8cdfb644ef"},"schema_version":"1.0","source":{"id":"2312.10770","kind":"arxiv","version":1}},"canonical_sha256":"bc13c0eb091d952eecb7a0e47b1cd105ce24719e5f556c5cfdb30043c5536567","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"bc13c0eb091d952eecb7a0e47b1cd105ce24719e5f556c5cfdb30043c5536567","first_computed_at":"2026-07-05T07:25:11.984611Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:25:11.984611Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8tx9vysAVxYlAtZyyRxJvzE6+eoZYN10KRmoYzni+YrljXhIb9Bwj14vesIA7gRub2uR4aXRnGxCNNU0HM/TCw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:25:11.985122Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.10770","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7b473f3322a3b460449a22da65a504e57fa25a19f6bcf2f6ea19d050be4dbc79","sha256:08688b34031474d24ce231ddacc9a657365e5ff10ac16d8b1f360bba1a08a58f"],"state_sha256":"d36e43109508879cd609ac8f8cba211c46ffd12e112648935305f0cb8349c7e5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MSnPlpCRcGiKTbeaV50UMNegZ2gwPcGq5Z0I6hZuvfWpWYHnyy5ZiDNgSS62v78G9Pgae2EIV3p2Tp5McHa4Cw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-19T10:42:31.967425Z","bundle_sha256":"4e2e15604adf6f93e539a577412b6d2a9c0a700ce9670c21b6d2eb0d66992111"}}