{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:P6PJJSPYEB63JEFUKIAOHNCPND","short_pith_number":"pith:P6PJJSPY","canonical_record":{"source":{"id":"2302.03025","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-06T18:59:20Z","cross_cats_sorted":["cs.AI","math.RT"],"title_canon_sha256":"ea39b044c70a48eb9c09740bf326a9d9566541d895bb644205f921a606682aec","abstract_canon_sha256":"ffa7efdbdfba3bce5c8ecd134ba7e142aa2960367840cfa81d77fadaa758380c"},"schema_version":"1.0"},"canonical_sha256":"7f9e94c9f8207db490b45200e3b44f68fb28d417c8ebcf69936c99411b029fc3","source":{"kind":"arxiv","id":"2302.03025","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.03025","created_at":"2026-07-05T06:13:38Z"},{"alias_kind":"arxiv_version","alias_value":"2302.03025v2","created_at":"2026-07-05T06:13:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.03025","created_at":"2026-07-05T06:13:38Z"},{"alias_kind":"pith_short_12","alias_value":"P6PJJSPYEB63","created_at":"2026-07-05T06:13:38Z"},{"alias_kind":"pith_short_16","alias_value":"P6PJJSPYEB63JEFU","created_at":"2026-07-05T06:13:38Z"},{"alias_kind":"pith_short_8","alias_value":"P6PJJSPY","created_at":"2026-07-05T06:13:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:P6PJJSPYEB63JEFUKIAOHNCPND","target":"record","payload":{"canonical_record":{"source":{"id":"2302.03025","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-06T18:59:20Z","cross_cats_sorted":["cs.AI","math.RT"],"title_canon_sha256":"ea39b044c70a48eb9c09740bf326a9d9566541d895bb644205f921a606682aec","abstract_canon_sha256":"ffa7efdbdfba3bce5c8ecd134ba7e142aa2960367840cfa81d77fadaa758380c"},"schema_version":"1.0"},"canonical_sha256":"7f9e94c9f8207db490b45200e3b44f68fb28d417c8ebcf69936c99411b029fc3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:13:38.317433Z","signature_b64":"RPke0GZRqy88qoqeAQzvmCqbWGTSCPLP6gOhyYvkgIgEdO69wAs4mhjFMntvGb3MNoxrSE+G6Qo1wiOVESCaAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7f9e94c9f8207db490b45200e3b44f68fb28d417c8ebcf69936c99411b029fc3","last_reissued_at":"2026-07-05T06:13:38.316814Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:13:38.316814Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.03025","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9n5oWuxl478icWvDjj2qSKAb9X8MAOvPJ6pio7UmMoraYVXNEAd+tUOohFl1fm7knFaVk1YvYzjNSjfDeV71Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:47:34.686079Z"},"content_sha256":"0d96f8ead9173c7d5a0f214939c4f250e2ce4c39f4f7bcadde041e13743ec38a","schema_version":"1.0","event_id":"sha256:0d96f8ead9173c7d5a0f214939c4f250e2ce4c39f4f7bcadde041e13743ec38a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:P6PJJSPYEB63JEFUKIAOHNCPND","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Toy Model of Universality: Reverse Engineering How Networks Learn Group Operations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","math.RT"],"primary_cat":"cs.LG","authors_text":"Bilal Chughtai, Lawrence Chan, Neel Nanda","submitted_at":"2023-02-06T18:59:20Z","abstract_excerpt":"Universality is a key hypothesis in mechanistic interpretability -- that different models learn similar features and circuits when trained on similar tasks. In this work, we study the universality hypothesis by examining how small neural networks learn to implement group composition. We present a novel algorithm by which neural networks may implement composition for any finite group via mathematical representation theory. We then show that networks consistently learn this algorithm by reverse engineering model logits and weights, and confirm our understanding using ablations. By studying netwo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.03025","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.03025/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:13:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EscDCYkcLOrGfk6i/2II6UYg1Iov7Cnm+TsIl0sEP1XFXRIZ6f4i1rvneN2VaHVsc7gJIlxh4ihNPgvYfDGyCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:47:34.686647Z"},"content_sha256":"badd12a366b4eff7a9def148410688606be7c80ea219b69fa8e43a6b1d7b5004","schema_version":"1.0","event_id":"sha256:badd12a366b4eff7a9def148410688606be7c80ea219b69fa8e43a6b1d7b5004"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/P6PJJSPYEB63JEFUKIAOHNCPND/bundle.json","state_url":"https://pith.science/pith/P6PJJSPYEB63JEFUKIAOHNCPND/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/P6PJJSPYEB63JEFUKIAOHNCPND/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T01:47:34Z","links":{"resolver":"https://pith.science/pith/P6PJJSPYEB63JEFUKIAOHNCPND","bundle":"https://pith.science/pith/P6PJJSPYEB63JEFUKIAOHNCPND/bundle.json","state":"https://pith.science/pith/P6PJJSPYEB63JEFUKIAOHNCPND/state.json","well_known_bundle":"https://pith.science/.well-known/pith/P6PJJSPYEB63JEFUKIAOHNCPND/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:P6PJJSPYEB63JEFUKIAOHNCPND","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ffa7efdbdfba3bce5c8ecd134ba7e142aa2960367840cfa81d77fadaa758380c","cross_cats_sorted":["cs.AI","math.RT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-06T18:59:20Z","title_canon_sha256":"ea39b044c70a48eb9c09740bf326a9d9566541d895bb644205f921a606682aec"},"schema_version":"1.0","source":{"id":"2302.03025","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.03025","created_at":"2026-07-05T06:13:38Z"},{"alias_kind":"arxiv_version","alias_value":"2302.03025v2","created_at":"2026-07-05T06:13:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.03025","created_at":"2026-07-05T06:13:38Z"},{"alias_kind":"pith_short_12","alias_value":"P6PJJSPYEB63","created_at":"2026-07-05T06:13:38Z"},{"alias_kind":"pith_short_16","alias_value":"P6PJJSPYEB63JEFU","created_at":"2026-07-05T06:13:38Z"},{"alias_kind":"pith_short_8","alias_value":"P6PJJSPY","created_at":"2026-07-05T06:13:38Z"}],"graph_snapshots":[{"event_id":"sha256:badd12a366b4eff7a9def148410688606be7c80ea219b69fa8e43a6b1d7b5004","target":"graph","created_at":"2026-07-05T06:13:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.03025/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Universality is a key hypothesis in mechanistic interpretability -- that different models learn similar features and circuits when trained on similar tasks. In this work, we study the universality hypothesis by examining how small neural networks learn to implement group composition. We present a novel algorithm by which neural networks may implement composition for any finite group via mathematical representation theory. We then show that networks consistently learn this algorithm by reverse engineering model logits and weights, and confirm our understanding using ablations. By studying netwo","authors_text":"Bilal Chughtai, Lawrence Chan, Neel Nanda","cross_cats":["cs.AI","math.RT"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-06T18:59:20Z","title":"A Toy Model of Universality: Reverse Engineering How Networks Learn Group Operations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.03025","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0d96f8ead9173c7d5a0f214939c4f250e2ce4c39f4f7bcadde041e13743ec38a","target":"record","created_at":"2026-07-05T06:13:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ffa7efdbdfba3bce5c8ecd134ba7e142aa2960367840cfa81d77fadaa758380c","cross_cats_sorted":["cs.AI","math.RT"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-02-06T18:59:20Z","title_canon_sha256":"ea39b044c70a48eb9c09740bf326a9d9566541d895bb644205f921a606682aec"},"schema_version":"1.0","source":{"id":"2302.03025","kind":"arxiv","version":2}},"canonical_sha256":"7f9e94c9f8207db490b45200e3b44f68fb28d417c8ebcf69936c99411b029fc3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7f9e94c9f8207db490b45200e3b44f68fb28d417c8ebcf69936c99411b029fc3","first_computed_at":"2026-07-05T06:13:38.316814Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:13:38.316814Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"RPke0GZRqy88qoqeAQzvmCqbWGTSCPLP6gOhyYvkgIgEdO69wAs4mhjFMntvGb3MNoxrSE+G6Qo1wiOVESCaAg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:13:38.317433Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.03025","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0d96f8ead9173c7d5a0f214939c4f250e2ce4c39f4f7bcadde041e13743ec38a","sha256:badd12a366b4eff7a9def148410688606be7c80ea219b69fa8e43a6b1d7b5004"],"state_sha256":"52c05b4e70f85a51d7a0cf39f0c44e2e6efdbe3ec65b32bcb607cefaa53b0925"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mOi2FIOf7EKz0qSF2T1Zqti+eNM84mHdof83r0mUPsnhZRDim3gO3oC9CjZXzPDub56AFzUWdRnwI1F2QceLAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T01:47:34.690572Z","bundle_sha256":"74211a390ea9b83e37f3946bc9d8b1f4abf924318b25482b08daf499664848c5"}}