{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TB4PK5M7G7VYNS6X5ONF6BTNOJ","short_pith_number":"pith:TB4PK5M7","canonical_record":{"source":{"id":"2408.17324","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-30T14:35:01Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"47341209eb6c93ddf898c938e07bceb8dc387f2dc745effbb88f7912f1e6ee64","abstract_canon_sha256":"e11edad431c57d58ced522d4972fb790eeabf5b1f4d4b7c814cc056514d94750"},"schema_version":"1.0"},"canonical_sha256":"9878f5759f37eb86cbd7eb9a5f066d724453eae9406386e730402bb1159d67fe","source":{"kind":"arxiv","id":"2408.17324","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.17324","created_at":"2026-07-05T09:01:13Z"},{"alias_kind":"arxiv_version","alias_value":"2408.17324v1","created_at":"2026-07-05T09:01:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.17324","created_at":"2026-07-05T09:01:13Z"},{"alias_kind":"pith_short_12","alias_value":"TB4PK5M7G7VY","created_at":"2026-07-05T09:01:13Z"},{"alias_kind":"pith_short_16","alias_value":"TB4PK5M7G7VYNS6X","created_at":"2026-07-05T09:01:13Z"},{"alias_kind":"pith_short_8","alias_value":"TB4PK5M7","created_at":"2026-07-05T09:01:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TB4PK5M7G7VYNS6X5ONF6BTNOJ","target":"record","payload":{"canonical_record":{"source":{"id":"2408.17324","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-30T14:35:01Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"47341209eb6c93ddf898c938e07bceb8dc387f2dc745effbb88f7912f1e6ee64","abstract_canon_sha256":"e11edad431c57d58ced522d4972fb790eeabf5b1f4d4b7c814cc056514d94750"},"schema_version":"1.0"},"canonical_sha256":"9878f5759f37eb86cbd7eb9a5f066d724453eae9406386e730402bb1159d67fe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:01:13.834255Z","signature_b64":"Q+m0AAcSgqewoz9UfT/cqcUiuTHtOYwBl2/39RbRMQyreX1xEQKG4uXLcFToSYJPr+uI+aw+w18OwkQjlKpKCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9878f5759f37eb86cbd7eb9a5f066d724453eae9406386e730402bb1159d67fe","last_reissued_at":"2026-07-05T09:01:13.833904Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:01:13.833904Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.17324","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:01:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MHKdvXq09bRoj1kSLQE80bNWJP0qwSqPlXjxQZV5wIChcyVSKaFFeklgg7GxPIBJ8YvAzrPrA0toHCuvT5ZdBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T05:59:58.301167Z"},"content_sha256":"47c90150f26ed847fe0f8ddd21e30331cc5fad945ce8d2f1823126e69ed830b7","schema_version":"1.0","event_id":"sha256:47c90150f26ed847fe0f8ddd21e30331cc5fad945ce8d2f1823126e69ed830b7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TB4PK5M7G7VYNS6X5ONF6BTNOJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Modularity in Transformers: Investigating Neuron Separability & Specialization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Mohammed Rashidur Rahman, Nicholas Pochinkov, Thomas Jones","submitted_at":"2024-08-30T14:35:01Z","abstract_excerpt":"Transformer models are increasingly prevalent in various applications, yet our understanding of their internal workings remains limited. This paper investigates the modularity and task specialization of neurons within transformer architectures, focusing on both vision (ViT) and language (Mistral 7B) models. Using a combination of selective pruning and MoEfication clustering techniques, we analyze the overlap and specialization of neurons across different tasks and data subsets. Our findings reveal evidence of task-specific neuron clusters, with varying degrees of overlap between related tasks."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.17324","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.17324/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:01:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H83wWfsR3d/JaE/lxE51Soz0tNCUdzJOIPPQ5jiCQf634qmPlM9hSlha0yqrfTOSHLyLUH6K270M8LPAgZv9Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-23T05:59:58.301769Z"},"content_sha256":"87a8b8c59d3d02b4eac398861e34e89f823b7d0354e5685966a864c9e1888143","schema_version":"1.0","event_id":"sha256:87a8b8c59d3d02b4eac398861e34e89f823b7d0354e5685966a864c9e1888143"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TB4PK5M7G7VYNS6X5ONF6BTNOJ/bundle.json","state_url":"https://pith.science/pith/TB4PK5M7G7VYNS6X5ONF6BTNOJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TB4PK5M7G7VYNS6X5ONF6BTNOJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-23T05:59:58Z","links":{"resolver":"https://pith.science/pith/TB4PK5M7G7VYNS6X5ONF6BTNOJ","bundle":"https://pith.science/pith/TB4PK5M7G7VYNS6X5ONF6BTNOJ/bundle.json","state":"https://pith.science/pith/TB4PK5M7G7VYNS6X5ONF6BTNOJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TB4PK5M7G7VYNS6X5ONF6BTNOJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TB4PK5M7G7VYNS6X5ONF6BTNOJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e11edad431c57d58ced522d4972fb790eeabf5b1f4d4b7c814cc056514d94750","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-30T14:35:01Z","title_canon_sha256":"47341209eb6c93ddf898c938e07bceb8dc387f2dc745effbb88f7912f1e6ee64"},"schema_version":"1.0","source":{"id":"2408.17324","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.17324","created_at":"2026-07-05T09:01:13Z"},{"alias_kind":"arxiv_version","alias_value":"2408.17324v1","created_at":"2026-07-05T09:01:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.17324","created_at":"2026-07-05T09:01:13Z"},{"alias_kind":"pith_short_12","alias_value":"TB4PK5M7G7VY","created_at":"2026-07-05T09:01:13Z"},{"alias_kind":"pith_short_16","alias_value":"TB4PK5M7G7VYNS6X","created_at":"2026-07-05T09:01:13Z"},{"alias_kind":"pith_short_8","alias_value":"TB4PK5M7","created_at":"2026-07-05T09:01:13Z"}],"graph_snapshots":[{"event_id":"sha256:87a8b8c59d3d02b4eac398861e34e89f823b7d0354e5685966a864c9e1888143","target":"graph","created_at":"2026-07-05T09:01:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.17324/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer models are increasingly prevalent in various applications, yet our understanding of their internal workings remains limited. This paper investigates the modularity and task specialization of neurons within transformer architectures, focusing on both vision (ViT) and language (Mistral 7B) models. Using a combination of selective pruning and MoEfication clustering techniques, we analyze the overlap and specialization of neurons across different tasks and data subsets. Our findings reveal evidence of task-specific neuron clusters, with varying degrees of overlap between related tasks.","authors_text":"Mohammed Rashidur Rahman, Nicholas Pochinkov, Thomas Jones","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-30T14:35:01Z","title":"Modularity in Transformers: Investigating Neuron Separability & Specialization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.17324","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:47c90150f26ed847fe0f8ddd21e30331cc5fad945ce8d2f1823126e69ed830b7","target":"record","created_at":"2026-07-05T09:01:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e11edad431c57d58ced522d4972fb790eeabf5b1f4d4b7c814cc056514d94750","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-08-30T14:35:01Z","title_canon_sha256":"47341209eb6c93ddf898c938e07bceb8dc387f2dc745effbb88f7912f1e6ee64"},"schema_version":"1.0","source":{"id":"2408.17324","kind":"arxiv","version":1}},"canonical_sha256":"9878f5759f37eb86cbd7eb9a5f066d724453eae9406386e730402bb1159d67fe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9878f5759f37eb86cbd7eb9a5f066d724453eae9406386e730402bb1159d67fe","first_computed_at":"2026-07-05T09:01:13.833904Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:01:13.833904Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Q+m0AAcSgqewoz9UfT/cqcUiuTHtOYwBl2/39RbRMQyreX1xEQKG4uXLcFToSYJPr+uI+aw+w18OwkQjlKpKCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:01:13.834255Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.17324","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:47c90150f26ed847fe0f8ddd21e30331cc5fad945ce8d2f1823126e69ed830b7","sha256:87a8b8c59d3d02b4eac398861e34e89f823b7d0354e5685966a864c9e1888143"],"state_sha256":"e9df03d52cfb7211a2d97a18014c006a821ff353bfc034a09a359d8607eed878"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tsOP3R8bWLL3jcukBVXKZ2c534DCRjqkuwCIQnQCfbmdpxN/bjVKjacXcNGYzoiJIqcLE8yWKSa/1BTP7J6hAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-23T05:59:58.306818Z","bundle_sha256":"53e78a888fb686aabcef370a9f3777ffd7746564b6e14843c6942e14178a5679"}}