{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:MZTS4MSM7O6KJHXD67YIGWWPBN","short_pith_number":"pith:MZTS4MSM","canonical_record":{"source":{"id":"2211.07349","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-14T13:43:46Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"fc43b7fbb7d52e5a9a756241357d1f3cdda6c0cd86b120d20e49a316110d594b","abstract_canon_sha256":"1abe7548ea04c98652f3eb24fa416128895951c4df8096a3d16680509d9598f0"},"schema_version":"1.0"},"canonical_sha256":"66672e324cfbbca49ee3f7f0835acf0b75fe81b0fd1f6c9da6bbaad0ab755373","source":{"kind":"arxiv","id":"2211.07349","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.07349","created_at":"2026-07-05T05:15:52Z"},{"alias_kind":"arxiv_version","alias_value":"2211.07349v1","created_at":"2026-07-05T05:15:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.07349","created_at":"2026-07-05T05:15:52Z"},{"alias_kind":"pith_short_12","alias_value":"MZTS4MSM7O6K","created_at":"2026-07-05T05:15:52Z"},{"alias_kind":"pith_short_16","alias_value":"MZTS4MSM7O6KJHXD","created_at":"2026-07-05T05:15:52Z"},{"alias_kind":"pith_short_8","alias_value":"MZTS4MSM","created_at":"2026-07-05T05:15:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:MZTS4MSM7O6KJHXD67YIGWWPBN","target":"record","payload":{"canonical_record":{"source":{"id":"2211.07349","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-14T13:43:46Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"fc43b7fbb7d52e5a9a756241357d1f3cdda6c0cd86b120d20e49a316110d594b","abstract_canon_sha256":"1abe7548ea04c98652f3eb24fa416128895951c4df8096a3d16680509d9598f0"},"schema_version":"1.0"},"canonical_sha256":"66672e324cfbbca49ee3f7f0835acf0b75fe81b0fd1f6c9da6bbaad0ab755373","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:15:52.609933Z","signature_b64":"1wKwWJsGi9RGCffcG3n2K73oKLSXw0Rt+jrQaWJE3G9J+kFg6M4uIdm5dfBlRPGybWUlWVuepWuThzk5YeGwDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"66672e324cfbbca49ee3f7f0835acf0b75fe81b0fd1f6c9da6bbaad0ab755373","last_reissued_at":"2026-07-05T05:15:52.609456Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:15:52.609456Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.07349","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:15:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m1Z5D0ppWzzgs8BV7mHuKGbB2a3x1DCokWD70eT2NoTYCAQWeCiJon0fgby1jkeIjcGNtm4r2B1v2Xvzm187Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T10:45:16.474207Z"},"content_sha256":"c9a106fe70866da679392aae05e4f61bb93ca1b36613a16d7e15db3691703c5f","schema_version":"1.0","event_id":"sha256:c9a106fe70866da679392aae05e4f61bb93ca1b36613a16d7e15db3691703c5f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:MZTS4MSM7O6KJHXD67YIGWWPBN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Finding Skill Neurons in Pre-trained Transformer-based Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Juanzi Li, Kaiyue Wen, Lei Hou, Xiaozhi Wang, Zhengyan Zhang, Zhiyuan Liu","submitted_at":"2022-11-14T13:43:46Z","abstract_excerpt":"Transformer-based pre-trained language models have demonstrated superior performance on various natural language processing tasks. However, it remains unclear how the skills required to handle these tasks distribute among model parameters. In this paper, we find that after prompt tuning for specific tasks, the activations of some neurons within pre-trained Transformers are highly predictive of the task labels. We dub these neurons skill neurons and confirm they encode task-specific skills by finding that: (1) Skill neurons are crucial for handling tasks. Performances of pre-trained Transformer"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.07349","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.07349/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:15:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BT9z1If/oFuNL3N2Altknn5gnn/EdrHPpv/umW0Gau1649JCJt/Fqzs8CenyS6WhnZLq/itkyCnQubmQCF1GDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T10:45:16.474607Z"},"content_sha256":"0fc6d5b4cde88f30d052e0d360254c248b4558883f5c256356edb3dcfb5b6689","schema_version":"1.0","event_id":"sha256:0fc6d5b4cde88f30d052e0d360254c248b4558883f5c256356edb3dcfb5b6689"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MZTS4MSM7O6KJHXD67YIGWWPBN/bundle.json","state_url":"https://pith.science/pith/MZTS4MSM7O6KJHXD67YIGWWPBN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MZTS4MSM7O6KJHXD67YIGWWPBN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T10:45:16Z","links":{"resolver":"https://pith.science/pith/MZTS4MSM7O6KJHXD67YIGWWPBN","bundle":"https://pith.science/pith/MZTS4MSM7O6KJHXD67YIGWWPBN/bundle.json","state":"https://pith.science/pith/MZTS4MSM7O6KJHXD67YIGWWPBN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MZTS4MSM7O6KJHXD67YIGWWPBN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:MZTS4MSM7O6KJHXD67YIGWWPBN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1abe7548ea04c98652f3eb24fa416128895951c4df8096a3d16680509d9598f0","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-14T13:43:46Z","title_canon_sha256":"fc43b7fbb7d52e5a9a756241357d1f3cdda6c0cd86b120d20e49a316110d594b"},"schema_version":"1.0","source":{"id":"2211.07349","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.07349","created_at":"2026-07-05T05:15:52Z"},{"alias_kind":"arxiv_version","alias_value":"2211.07349v1","created_at":"2026-07-05T05:15:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.07349","created_at":"2026-07-05T05:15:52Z"},{"alias_kind":"pith_short_12","alias_value":"MZTS4MSM7O6K","created_at":"2026-07-05T05:15:52Z"},{"alias_kind":"pith_short_16","alias_value":"MZTS4MSM7O6KJHXD","created_at":"2026-07-05T05:15:52Z"},{"alias_kind":"pith_short_8","alias_value":"MZTS4MSM","created_at":"2026-07-05T05:15:52Z"}],"graph_snapshots":[{"event_id":"sha256:0fc6d5b4cde88f30d052e0d360254c248b4558883f5c256356edb3dcfb5b6689","target":"graph","created_at":"2026-07-05T05:15:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.07349/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based pre-trained language models have demonstrated superior performance on various natural language processing tasks. However, it remains unclear how the skills required to handle these tasks distribute among model parameters. In this paper, we find that after prompt tuning for specific tasks, the activations of some neurons within pre-trained Transformers are highly predictive of the task labels. We dub these neurons skill neurons and confirm they encode task-specific skills by finding that: (1) Skill neurons are crucial for handling tasks. Performances of pre-trained Transformer","authors_text":"Juanzi Li, Kaiyue Wen, Lei Hou, Xiaozhi Wang, Zhengyan Zhang, Zhiyuan Liu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-14T13:43:46Z","title":"Finding Skill Neurons in Pre-trained Transformer-based Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.07349","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c9a106fe70866da679392aae05e4f61bb93ca1b36613a16d7e15db3691703c5f","target":"record","created_at":"2026-07-05T05:15:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1abe7548ea04c98652f3eb24fa416128895951c4df8096a3d16680509d9598f0","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-14T13:43:46Z","title_canon_sha256":"fc43b7fbb7d52e5a9a756241357d1f3cdda6c0cd86b120d20e49a316110d594b"},"schema_version":"1.0","source":{"id":"2211.07349","kind":"arxiv","version":1}},"canonical_sha256":"66672e324cfbbca49ee3f7f0835acf0b75fe81b0fd1f6c9da6bbaad0ab755373","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"66672e324cfbbca49ee3f7f0835acf0b75fe81b0fd1f6c9da6bbaad0ab755373","first_computed_at":"2026-07-05T05:15:52.609456Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:15:52.609456Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"1wKwWJsGi9RGCffcG3n2K73oKLSXw0Rt+jrQaWJE3G9J+kFg6M4uIdm5dfBlRPGybWUlWVuepWuThzk5YeGwDA==","signature_status":"signed_v1","signed_at":"2026-07-05T05:15:52.609933Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.07349","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c9a106fe70866da679392aae05e4f61bb93ca1b36613a16d7e15db3691703c5f","sha256:0fc6d5b4cde88f30d052e0d360254c248b4558883f5c256356edb3dcfb5b6689"],"state_sha256":"63b5a9c04b7fb89b7c0ff13ddbf11fa78e040ad04501318fd6cf40f22dfdc2ee"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+xmKXJTCOG1itRnaL121ZsSz9fKpvKQPrmnJOq/BWwzjQ2/VN6eL5sTjG5KpFVWHFh6L8bsbLJiyuOd3+YmbDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T10:45:16.476529Z","bundle_sha256":"eadfef968ea56839ad3b37ad033d681062a177a3b87bba5d19f1e4afbabb5b1b"}}