{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VANKLPOKDK7ORKNA47XUAQ6NFP","short_pith_number":"pith:VANKLPOK","canonical_record":{"source":{"id":"2404.05971","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-09T02:59:17Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"890f9a37a6e61d9a5ae75d47ee257544d68abec42602d4d68eaa7787acf60b07","abstract_canon_sha256":"8dce320f4195f3db8aa367dd62bc9a84cacae36aee96f1d0b6989bb60695e922"},"schema_version":"1.0"},"canonical_sha256":"a81aa5bdca1abee8a9a0e7ef4043cd2be135582c47000c5cafccf4a0b3c45a31","source":{"kind":"arxiv","id":"2404.05971","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.05971","created_at":"2026-07-05T08:06:01Z"},{"alias_kind":"arxiv_version","alias_value":"2404.05971v1","created_at":"2026-07-05T08:06:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.05971","created_at":"2026-07-05T08:06:01Z"},{"alias_kind":"pith_short_12","alias_value":"VANKLPOKDK7O","created_at":"2026-07-05T08:06:01Z"},{"alias_kind":"pith_short_16","alias_value":"VANKLPOKDK7ORKNA","created_at":"2026-07-05T08:06:01Z"},{"alias_kind":"pith_short_8","alias_value":"VANKLPOK","created_at":"2026-07-05T08:06:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VANKLPOKDK7ORKNA47XUAQ6NFP","target":"record","payload":{"canonical_record":{"source":{"id":"2404.05971","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-09T02:59:17Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"890f9a37a6e61d9a5ae75d47ee257544d68abec42602d4d68eaa7787acf60b07","abstract_canon_sha256":"8dce320f4195f3db8aa367dd62bc9a84cacae36aee96f1d0b6989bb60695e922"},"schema_version":"1.0"},"canonical_sha256":"a81aa5bdca1abee8a9a0e7ef4043cd2be135582c47000c5cafccf4a0b3c45a31","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:06:01.706610Z","signature_b64":"zqHKWbNWROnBFgiC+wi2nB/2RIethOapbfIZWqliUp0NbWwEojo88NuBO9XpaP44Z1ftHV3Jdk5QF8VHPqZKCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a81aa5bdca1abee8a9a0e7ef4043cd2be135582c47000c5cafccf4a0b3c45a31","last_reissued_at":"2026-07-05T08:06:01.706103Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:06:01.706103Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.05971","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P/yk46lwX7GP5fP80K2j7MLD3GjY7N0Kq0JsGwJaLoMTp68ZUWB/vAkOrSdotP2DWQoXzDQOiU30QHUtsJ1cCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-14T11:36:29.104062Z"},"content_sha256":"2e34457b8f48834b494f1bbd52607a1984d4ec409c803e44cdc5a750cb7f673f","schema_version":"1.0","event_id":"sha256:2e34457b8f48834b494f1bbd52607a1984d4ec409c803e44cdc5a750cb7f673f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VANKLPOKDK7ORKNA47XUAQ6NFP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Does Transformer Interpretability Transfer to RNNs?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Gon\\c{c}alo Paulo, Nora Belrose, Thomas Marshall","submitted_at":"2024-04-09T02:59:17Z","abstract_excerpt":"Recent advances in recurrent neural network architectures, such as Mamba and RWKV, have enabled RNNs to match or exceed the performance of equal-size transformers in terms of language modeling perplexity and downstream evaluations, suggesting that future systems may be built on completely new architectures. In this paper, we examine if selected interpretability methods originally designed for transformer language models will transfer to these up-and-coming recurrent architectures. Specifically, we focus on steering model outputs via contrastive activation addition, on eliciting latent predicti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.05971","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.05971/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:06:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jHEAlP5B8ErqHLt7JRRqr5WTMg90gUIlQel7megHO3mUI2xPsXH3MdZa5JKnLnH/ZH/jEQOWyS+I585Z5qmRCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-14T11:36:29.104437Z"},"content_sha256":"e0b2df3d0434e2fa85fd531465e4a5064f2d4d547bf1c75f1e184405bc6bf1b0","schema_version":"1.0","event_id":"sha256:e0b2df3d0434e2fa85fd531465e4a5064f2d4d547bf1c75f1e184405bc6bf1b0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VANKLPOKDK7ORKNA47XUAQ6NFP/bundle.json","state_url":"https://pith.science/pith/VANKLPOKDK7ORKNA47XUAQ6NFP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VANKLPOKDK7ORKNA47XUAQ6NFP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-14T11:36:29Z","links":{"resolver":"https://pith.science/pith/VANKLPOKDK7ORKNA47XUAQ6NFP","bundle":"https://pith.science/pith/VANKLPOKDK7ORKNA47XUAQ6NFP/bundle.json","state":"https://pith.science/pith/VANKLPOKDK7ORKNA47XUAQ6NFP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VANKLPOKDK7ORKNA47XUAQ6NFP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VANKLPOKDK7ORKNA47XUAQ6NFP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8dce320f4195f3db8aa367dd62bc9a84cacae36aee96f1d0b6989bb60695e922","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-09T02:59:17Z","title_canon_sha256":"890f9a37a6e61d9a5ae75d47ee257544d68abec42602d4d68eaa7787acf60b07"},"schema_version":"1.0","source":{"id":"2404.05971","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.05971","created_at":"2026-07-05T08:06:01Z"},{"alias_kind":"arxiv_version","alias_value":"2404.05971v1","created_at":"2026-07-05T08:06:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.05971","created_at":"2026-07-05T08:06:01Z"},{"alias_kind":"pith_short_12","alias_value":"VANKLPOKDK7O","created_at":"2026-07-05T08:06:01Z"},{"alias_kind":"pith_short_16","alias_value":"VANKLPOKDK7ORKNA","created_at":"2026-07-05T08:06:01Z"},{"alias_kind":"pith_short_8","alias_value":"VANKLPOK","created_at":"2026-07-05T08:06:01Z"}],"graph_snapshots":[{"event_id":"sha256:e0b2df3d0434e2fa85fd531465e4a5064f2d4d547bf1c75f1e184405bc6bf1b0","target":"graph","created_at":"2026-07-05T08:06:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.05971/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent advances in recurrent neural network architectures, such as Mamba and RWKV, have enabled RNNs to match or exceed the performance of equal-size transformers in terms of language modeling perplexity and downstream evaluations, suggesting that future systems may be built on completely new architectures. In this paper, we examine if selected interpretability methods originally designed for transformer language models will transfer to these up-and-coming recurrent architectures. Specifically, we focus on steering model outputs via contrastive activation addition, on eliciting latent predicti","authors_text":"Gon\\c{c}alo Paulo, Nora Belrose, Thomas Marshall","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-09T02:59:17Z","title":"Does Transformer Interpretability Transfer to RNNs?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.05971","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2e34457b8f48834b494f1bbd52607a1984d4ec409c803e44cdc5a750cb7f673f","target":"record","created_at":"2026-07-05T08:06:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8dce320f4195f3db8aa367dd62bc9a84cacae36aee96f1d0b6989bb60695e922","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-04-09T02:59:17Z","title_canon_sha256":"890f9a37a6e61d9a5ae75d47ee257544d68abec42602d4d68eaa7787acf60b07"},"schema_version":"1.0","source":{"id":"2404.05971","kind":"arxiv","version":1}},"canonical_sha256":"a81aa5bdca1abee8a9a0e7ef4043cd2be135582c47000c5cafccf4a0b3c45a31","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a81aa5bdca1abee8a9a0e7ef4043cd2be135582c47000c5cafccf4a0b3c45a31","first_computed_at":"2026-07-05T08:06:01.706103Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:06:01.706103Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zqHKWbNWROnBFgiC+wi2nB/2RIethOapbfIZWqliUp0NbWwEojo88NuBO9XpaP44Z1ftHV3Jdk5QF8VHPqZKCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:06:01.706610Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.05971","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2e34457b8f48834b494f1bbd52607a1984d4ec409c803e44cdc5a750cb7f673f","sha256:e0b2df3d0434e2fa85fd531465e4a5064f2d4d547bf1c75f1e184405bc6bf1b0"],"state_sha256":"cb12b402f795bc52451a26a99c7ae35ab973e10dc16b189cdda412743da7667c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2XmmKTYic0PvimsRg4wKWAtjKv4/XWW49wwblxecVirFn4U1urGoOU86WNMRqFRYlsQsf8SbCG5yjLWqIWReBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-14T11:36:29.106857Z","bundle_sha256":"63e5c5e2c3d9f932b8e337babedd084ac5c0588c3ef4d578f4c2671d530e2554"}}