{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZLM2KLWHBT42XV32KGJETQ4OHE","short_pith_number":"pith:ZLM2KLWH","canonical_record":{"source":{"id":"2410.06672","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-09T08:28:53Z","cross_cats_sorted":[],"title_canon_sha256":"dcc07eb1a80600d8d95f88aa4e547c3d7836064c37046068db7049a815f2cdac","abstract_canon_sha256":"5f1e00b40947633b1641f66cf6004e848553d4a8905851eb70351502568f5a8c"},"schema_version":"1.0"},"canonical_sha256":"cad9a52ec70cf9abd77a519249c38e39361c7b98effc5b9af2dd0dea200d6d32","source":{"kind":"arxiv","id":"2410.06672","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.06672","created_at":"2026-07-05T09:18:31Z"},{"alias_kind":"arxiv_version","alias_value":"2410.06672v2","created_at":"2026-07-05T09:18:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.06672","created_at":"2026-07-05T09:18:31Z"},{"alias_kind":"pith_short_12","alias_value":"ZLM2KLWHBT42","created_at":"2026-07-05T09:18:31Z"},{"alias_kind":"pith_short_16","alias_value":"ZLM2KLWHBT42XV32","created_at":"2026-07-05T09:18:31Z"},{"alias_kind":"pith_short_8","alias_value":"ZLM2KLWH","created_at":"2026-07-05T09:18:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZLM2KLWHBT42XV32KGJETQ4OHE","target":"record","payload":{"canonical_record":{"source":{"id":"2410.06672","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-09T08:28:53Z","cross_cats_sorted":[],"title_canon_sha256":"dcc07eb1a80600d8d95f88aa4e547c3d7836064c37046068db7049a815f2cdac","abstract_canon_sha256":"5f1e00b40947633b1641f66cf6004e848553d4a8905851eb70351502568f5a8c"},"schema_version":"1.0"},"canonical_sha256":"cad9a52ec70cf9abd77a519249c38e39361c7b98effc5b9af2dd0dea200d6d32","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:18:31.952211Z","signature_b64":"A/AZzUdq5Zp/eYn3oNf4D9lJHwbXwMiBt5lyVEIgMalAL23QSGFDNc/QQKUwpFIceIs4QKGM5+dqWazBjAEpBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cad9a52ec70cf9abd77a519249c38e39361c7b98effc5b9af2dd0dea200d6d32","last_reissued_at":"2026-07-05T09:18:31.951725Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:18:31.951725Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.06672","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:18:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pke58ZDLlrPBnN7Bck+7P2wpXh8GDYP+6L0o82BQYfC2XkmSf9fXjwmPUbt4FhNHHy3Mo2J/rmGmmLT6XDY7Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T07:44:11.654267Z"},"content_sha256":"adba313b2301e4483bbc307282ed136c22b83e219566454e884f676b9696876e","schema_version":"1.0","event_id":"sha256:adba313b2301e4483bbc307282ed136c22b83e219566454e884f676b9696876e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZLM2KLWHBT42XV32KGJETQ4OHE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Universality: Studying Mechanistic Similarity Across Language Model Architectures","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Junxuan Wang, Qiong Tang, Wentao Shu, Xipeng Qiu, Xuyang Ge, Yunhua Zhou, Zhengfu He","submitted_at":"2024-10-09T08:28:53Z","abstract_excerpt":"The hypothesis of Universality in interpretability suggests that different neural networks may converge to implement similar algorithms on similar tasks. In this work, we investigate two mainstream architectures for language modeling, namely Transformers and Mambas, to explore the extent of their mechanistic similarity. We propose to use Sparse Autoencoders (SAEs) to isolate interpretable features from these models and show that most features are similar in these two models. We also validate the correlation between feature similarity and Universality. We then delve into the circuit-level analy"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.06672","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.06672/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:18:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8g4M7AUG29g7UZQaNz17Hxywm+nf0ZOqivgJALuf2S6WSlmeA87d5ziiwQ+LTLnEyz2Kmpu0hDLtku6oAPajBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T07:44:11.654765Z"},"content_sha256":"858e1466a2dac01b862ace47f7c2f50dd5a874202740e417f6d9ad0307bd88d4","schema_version":"1.0","event_id":"sha256:858e1466a2dac01b862ace47f7c2f50dd5a874202740e417f6d9ad0307bd88d4"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZLM2KLWHBT42XV32KGJETQ4OHE/bundle.json","state_url":"https://pith.science/pith/ZLM2KLWHBT42XV32KGJETQ4OHE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZLM2KLWHBT42XV32KGJETQ4OHE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T07:44:11Z","links":{"resolver":"https://pith.science/pith/ZLM2KLWHBT42XV32KGJETQ4OHE","bundle":"https://pith.science/pith/ZLM2KLWHBT42XV32KGJETQ4OHE/bundle.json","state":"https://pith.science/pith/ZLM2KLWHBT42XV32KGJETQ4OHE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZLM2KLWHBT42XV32KGJETQ4OHE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZLM2KLWHBT42XV32KGJETQ4OHE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5f1e00b40947633b1641f66cf6004e848553d4a8905851eb70351502568f5a8c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-09T08:28:53Z","title_canon_sha256":"dcc07eb1a80600d8d95f88aa4e547c3d7836064c37046068db7049a815f2cdac"},"schema_version":"1.0","source":{"id":"2410.06672","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.06672","created_at":"2026-07-05T09:18:31Z"},{"alias_kind":"arxiv_version","alias_value":"2410.06672v2","created_at":"2026-07-05T09:18:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.06672","created_at":"2026-07-05T09:18:31Z"},{"alias_kind":"pith_short_12","alias_value":"ZLM2KLWHBT42","created_at":"2026-07-05T09:18:31Z"},{"alias_kind":"pith_short_16","alias_value":"ZLM2KLWHBT42XV32","created_at":"2026-07-05T09:18:31Z"},{"alias_kind":"pith_short_8","alias_value":"ZLM2KLWH","created_at":"2026-07-05T09:18:31Z"}],"graph_snapshots":[{"event_id":"sha256:858e1466a2dac01b862ace47f7c2f50dd5a874202740e417f6d9ad0307bd88d4","target":"graph","created_at":"2026-07-05T09:18:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.06672/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The hypothesis of Universality in interpretability suggests that different neural networks may converge to implement similar algorithms on similar tasks. In this work, we investigate two mainstream architectures for language modeling, namely Transformers and Mambas, to explore the extent of their mechanistic similarity. We propose to use Sparse Autoencoders (SAEs) to isolate interpretable features from these models and show that most features are similar in these two models. We also validate the correlation between feature similarity and Universality. We then delve into the circuit-level analy","authors_text":"Junxuan Wang, Qiong Tang, Wentao Shu, Xipeng Qiu, Xuyang Ge, Yunhua Zhou, Zhengfu He","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-09T08:28:53Z","title":"Towards Universality: Studying Mechanistic Similarity Across Language Model Architectures"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.06672","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:adba313b2301e4483bbc307282ed136c22b83e219566454e884f676b9696876e","target":"record","created_at":"2026-07-05T09:18:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5f1e00b40947633b1641f66cf6004e848553d4a8905851eb70351502568f5a8c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-09T08:28:53Z","title_canon_sha256":"dcc07eb1a80600d8d95f88aa4e547c3d7836064c37046068db7049a815f2cdac"},"schema_version":"1.0","source":{"id":"2410.06672","kind":"arxiv","version":2}},"canonical_sha256":"cad9a52ec70cf9abd77a519249c38e39361c7b98effc5b9af2dd0dea200d6d32","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cad9a52ec70cf9abd77a519249c38e39361c7b98effc5b9af2dd0dea200d6d32","first_computed_at":"2026-07-05T09:18:31.951725Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:18:31.951725Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"A/AZzUdq5Zp/eYn3oNf4D9lJHwbXwMiBt5lyVEIgMalAL23QSGFDNc/QQKUwpFIceIs4QKGM5+dqWazBjAEpBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:18:31.952211Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.06672","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:adba313b2301e4483bbc307282ed136c22b83e219566454e884f676b9696876e","sha256:858e1466a2dac01b862ace47f7c2f50dd5a874202740e417f6d9ad0307bd88d4"],"state_sha256":"1f7866f2bea494ad9ef53a3c8d3b5677796d69b9c8f450e62c1dcda76e85bfec"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wgU1k1C0+VpshSIW5LEMXlIZLiKZGUHR2wX6wSLLmXm5SkuVLyv0UuS/OKH//xrTdi/p2402wUqBQGdBKk35Bg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T07:44:11.659136Z","bundle_sha256":"08cbba28bf11253a0ec576270eeffd50c6e836e587f81c1bb22698d2cb7b7d61"}}