{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:C6HGH2UCGDNPBTJ2OAZH5KJ3FK","short_pith_number":"pith:C6HGH2UC","canonical_record":{"source":{"id":"2401.12181","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-22T18:11:01Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"d1c3b8253cd376d29649c1cccd3348f01d06b306714d98ca616443c4b52b75e8","abstract_canon_sha256":"c176443a373aefef669a82ba7d00e90d0df1072c296c32b19ce1fe1ff0ed317e"},"schema_version":"1.0"},"canonical_sha256":"178e63ea8230daf0cd3a70327ea93b2a96d29478cbb5d3b686a22345395925d8","source":{"kind":"arxiv","id":"2401.12181","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.12181","created_at":"2026-07-05T07:36:16Z"},{"alias_kind":"arxiv_version","alias_value":"2401.12181v1","created_at":"2026-07-05T07:36:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.12181","created_at":"2026-07-05T07:36:16Z"},{"alias_kind":"pith_short_12","alias_value":"C6HGH2UCGDNP","created_at":"2026-07-05T07:36:16Z"},{"alias_kind":"pith_short_16","alias_value":"C6HGH2UCGDNPBTJ2","created_at":"2026-07-05T07:36:16Z"},{"alias_kind":"pith_short_8","alias_value":"C6HGH2UC","created_at":"2026-07-05T07:36:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:C6HGH2UCGDNPBTJ2OAZH5KJ3FK","target":"record","payload":{"canonical_record":{"source":{"id":"2401.12181","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-22T18:11:01Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"d1c3b8253cd376d29649c1cccd3348f01d06b306714d98ca616443c4b52b75e8","abstract_canon_sha256":"c176443a373aefef669a82ba7d00e90d0df1072c296c32b19ce1fe1ff0ed317e"},"schema_version":"1.0"},"canonical_sha256":"178e63ea8230daf0cd3a70327ea93b2a96d29478cbb5d3b686a22345395925d8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:36:16.568934Z","signature_b64":"excWR4acoa/a00W8OIKOabgzQDQVcXj05K+UOxa7NQYNNwX0KaU7sZYvSOttXl9DQoh6a0XK1xZsiNSu4+HFAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"178e63ea8230daf0cd3a70327ea93b2a96d29478cbb5d3b686a22345395925d8","last_reissued_at":"2026-07-05T07:36:16.568443Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:36:16.568443Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.12181","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:36:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q124hX4Q9bI9HRe/gtQ5ZARaQOtgHyAm9Pu0JB9DER0PB78XGag9qqIFRfYMikyyfXRVlyuu/qJlQ12+KxLPCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:29:38.196496Z"},"content_sha256":"ba55795fed031ccdef084bf5ff7ee2b7a888352828c697a0478773d734804480","schema_version":"1.0","event_id":"sha256:ba55795fed031ccdef084bf5ff7ee2b7a888352828c697a0478773d734804480"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:C6HGH2UCGDNPBTJ2OAZH5KJ3FK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Universal Neurons in GPT2 Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Dimitris Bertsimas, Neel Nanda, Qinyi Sun, Tara Rezaei Kheirkhah, Theo Horsley, Wes Gurnee, Will Hathaway, Zifan Carl Guo","submitted_at":"2024-01-22T18:11:01Z","abstract_excerpt":"A basic question within the emerging field of mechanistic interpretability is the degree to which neural networks learn the same underlying mechanisms. In other words, are neural mechanisms universal across different models? In this work, we study the universality of individual neurons across GPT2 models trained from different initial random seeds, motivated by the hypothesis that universal neurons are likely to be interpretable. In particular, we compute pairwise correlations of neuron activations over 100 million tokens for every neuron pair across five different seeds and find that 1-5\\% of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.12181","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.12181/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:36:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"llkHnkhB7GSCtdtC0WMYt0lWkyUBtcSxZ1iNw/MVNoqyVSEq3mL1p7Sipp0pXWiW5GnVAMaDnHsG+lEaCEVXAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:29:38.197003Z"},"content_sha256":"216d002a72aa2a7a4d95ea5608cc39300ee8340bab4fa1a9081c2619abd20813","schema_version":"1.0","event_id":"sha256:216d002a72aa2a7a4d95ea5608cc39300ee8340bab4fa1a9081c2619abd20813"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C6HGH2UCGDNPBTJ2OAZH5KJ3FK/bundle.json","state_url":"https://pith.science/pith/C6HGH2UCGDNPBTJ2OAZH5KJ3FK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C6HGH2UCGDNPBTJ2OAZH5KJ3FK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T16:29:38Z","links":{"resolver":"https://pith.science/pith/C6HGH2UCGDNPBTJ2OAZH5KJ3FK","bundle":"https://pith.science/pith/C6HGH2UCGDNPBTJ2OAZH5KJ3FK/bundle.json","state":"https://pith.science/pith/C6HGH2UCGDNPBTJ2OAZH5KJ3FK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C6HGH2UCGDNPBTJ2OAZH5KJ3FK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:C6HGH2UCGDNPBTJ2OAZH5KJ3FK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c176443a373aefef669a82ba7d00e90d0df1072c296c32b19ce1fe1ff0ed317e","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-22T18:11:01Z","title_canon_sha256":"d1c3b8253cd376d29649c1cccd3348f01d06b306714d98ca616443c4b52b75e8"},"schema_version":"1.0","source":{"id":"2401.12181","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.12181","created_at":"2026-07-05T07:36:16Z"},{"alias_kind":"arxiv_version","alias_value":"2401.12181v1","created_at":"2026-07-05T07:36:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.12181","created_at":"2026-07-05T07:36:16Z"},{"alias_kind":"pith_short_12","alias_value":"C6HGH2UCGDNP","created_at":"2026-07-05T07:36:16Z"},{"alias_kind":"pith_short_16","alias_value":"C6HGH2UCGDNPBTJ2","created_at":"2026-07-05T07:36:16Z"},{"alias_kind":"pith_short_8","alias_value":"C6HGH2UC","created_at":"2026-07-05T07:36:16Z"}],"graph_snapshots":[{"event_id":"sha256:216d002a72aa2a7a4d95ea5608cc39300ee8340bab4fa1a9081c2619abd20813","target":"graph","created_at":"2026-07-05T07:36:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.12181/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A basic question within the emerging field of mechanistic interpretability is the degree to which neural networks learn the same underlying mechanisms. In other words, are neural mechanisms universal across different models? In this work, we study the universality of individual neurons across GPT2 models trained from different initial random seeds, motivated by the hypothesis that universal neurons are likely to be interpretable. In particular, we compute pairwise correlations of neuron activations over 100 million tokens for every neuron pair across five different seeds and find that 1-5\\% of","authors_text":"Dimitris Bertsimas, Neel Nanda, Qinyi Sun, Tara Rezaei Kheirkhah, Theo Horsley, Wes Gurnee, Will Hathaway, Zifan Carl Guo","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-22T18:11:01Z","title":"Universal Neurons in GPT2 Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.12181","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ba55795fed031ccdef084bf5ff7ee2b7a888352828c697a0478773d734804480","target":"record","created_at":"2026-07-05T07:36:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c176443a373aefef669a82ba7d00e90d0df1072c296c32b19ce1fe1ff0ed317e","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-22T18:11:01Z","title_canon_sha256":"d1c3b8253cd376d29649c1cccd3348f01d06b306714d98ca616443c4b52b75e8"},"schema_version":"1.0","source":{"id":"2401.12181","kind":"arxiv","version":1}},"canonical_sha256":"178e63ea8230daf0cd3a70327ea93b2a96d29478cbb5d3b686a22345395925d8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"178e63ea8230daf0cd3a70327ea93b2a96d29478cbb5d3b686a22345395925d8","first_computed_at":"2026-07-05T07:36:16.568443Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:36:16.568443Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"excWR4acoa/a00W8OIKOabgzQDQVcXj05K+UOxa7NQYNNwX0KaU7sZYvSOttXl9DQoh6a0XK1xZsiNSu4+HFAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:36:16.568934Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.12181","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ba55795fed031ccdef084bf5ff7ee2b7a888352828c697a0478773d734804480","sha256:216d002a72aa2a7a4d95ea5608cc39300ee8340bab4fa1a9081c2619abd20813"],"state_sha256":"53671ba8bd00df8c620354829c2315cd59f518ca3486d883ea34933f9db881e8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rDQ7wbEO0nAd9WJB1vEFKlo/b6cW00vwciiyNPMWY4EYF1O0qnhDG6PuQE34ViZjb9CjNfWvNTIyrZ6bol7gDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T16:29:38.200973Z","bundle_sha256":"6b8142854708e357429726713db8dbe026dd5e4858ebd123680cf348a2f61a02"}}