{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CGSOBWRTU5B5QHYK5RB2HOL4PQ","short_pith_number":"pith:CGSOBWRT","canonical_record":{"source":{"id":"2411.08745","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-13T16:26:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fb67c64b51d250b0f9b2dd32889cd1a839f89e1b27f42d92538c459afe53064a","abstract_canon_sha256":"3a5e69c9472bc1bcc940c83e81eac7d7ea7997461e36843ab2fb15a9cbee4fe6"},"schema_version":"1.0"},"canonical_sha256":"11a4e0da33a743d81f0aec43a3b97c7c2d773ecc55d16f2299fb5ff66091742a","source":{"kind":"arxiv","id":"2411.08745","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.08745","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"arxiv_version","alias_value":"2411.08745v4","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.08745","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_12","alias_value":"CGSOBWRTU5B5","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_16","alias_value":"CGSOBWRTU5B5QHYK","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_8","alias_value":"CGSOBWRT","created_at":"2026-07-05T11:26:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CGSOBWRTU5B5QHYK5RB2HOL4PQ","target":"record","payload":{"canonical_record":{"source":{"id":"2411.08745","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-13T16:26:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fb67c64b51d250b0f9b2dd32889cd1a839f89e1b27f42d92538c459afe53064a","abstract_canon_sha256":"3a5e69c9472bc1bcc940c83e81eac7d7ea7997461e36843ab2fb15a9cbee4fe6"},"schema_version":"1.0"},"canonical_sha256":"11a4e0da33a743d81f0aec43a3b97c7c2d773ecc55d16f2299fb5ff66091742a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:26:44.890005Z","signature_b64":"EVb4vd+HE27fre4b6YBCnnM6vzMHKUm5/quE+dMS92d/sQTsaJNk46dKorYxLqMsV+PtY2S+Lpjnybm5vuT9Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"11a4e0da33a743d81f0aec43a3b97c7c2d773ecc55d16f2299fb5ff66091742a","last_reissued_at":"2026-07-05T11:26:44.889542Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:26:44.889542Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.08745","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:26:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3keTORAm7YxrXlfanH5mLBpYN6CfjFaUzYqaz3mAAUD3Cq0Orj9MK8iOuzD7T198csFVsUabs9nc1tbq9sdqBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T07:17:58.795926Z"},"content_sha256":"6140b5e4f458ebba19f472ec7411a09d0051b2aeeb1d7980c6896c0ec01475e1","schema_version":"1.0","event_id":"sha256:6140b5e4f458ebba19f472ec7411a09d0051b2aeeb1d7980c6896c0ec01475e1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CGSOBWRTU5B5QHYK5RB2HOL4PQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Separating Tongue from Thought: Activation Patching Reveals Language-Agnostic Concept Representations in Transformers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chris Wendler, Cl\\'ement Dumas, Giovanni Monea, Robert West, Veniamin Veselovsky","submitted_at":"2024-11-13T16:26:19Z","abstract_excerpt":"A central question in multilingual language modeling is whether large language models (LLMs) develop a universal concept representation, disentangled from specific languages. In this paper, we address this question by analyzing latent representations (latents) during a word-translation task in transformer-based LLMs. We strategically extract latents from a source translation prompt and insert them into the forward pass on a target translation prompt. By doing so, we find that the output language is encoded in the latent at an earlier layer than the concept to be translated. Building on this in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.08745","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.08745/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:26:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9wFQ6kiEZfYj3ppeGIlGOoieefF1fbH1orMoNcKYaDlMckJMpRupu4wK6Xcgp3Gu00/5dc/k2qmYIq3nOICeDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T07:17:58.796810Z"},"content_sha256":"d669249d480e7301e89cf40bf7f22dbe06e1d88bed6ecb80b4f85d408de52c40","schema_version":"1.0","event_id":"sha256:d669249d480e7301e89cf40bf7f22dbe06e1d88bed6ecb80b4f85d408de52c40"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CGSOBWRTU5B5QHYK5RB2HOL4PQ/bundle.json","state_url":"https://pith.science/pith/CGSOBWRTU5B5QHYK5RB2HOL4PQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CGSOBWRTU5B5QHYK5RB2HOL4PQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T07:17:58Z","links":{"resolver":"https://pith.science/pith/CGSOBWRTU5B5QHYK5RB2HOL4PQ","bundle":"https://pith.science/pith/CGSOBWRTU5B5QHYK5RB2HOL4PQ/bundle.json","state":"https://pith.science/pith/CGSOBWRTU5B5QHYK5RB2HOL4PQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CGSOBWRTU5B5QHYK5RB2HOL4PQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CGSOBWRTU5B5QHYK5RB2HOL4PQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3a5e69c9472bc1bcc940c83e81eac7d7ea7997461e36843ab2fb15a9cbee4fe6","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-13T16:26:19Z","title_canon_sha256":"fb67c64b51d250b0f9b2dd32889cd1a839f89e1b27f42d92538c459afe53064a"},"schema_version":"1.0","source":{"id":"2411.08745","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.08745","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"arxiv_version","alias_value":"2411.08745v4","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.08745","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_12","alias_value":"CGSOBWRTU5B5","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_16","alias_value":"CGSOBWRTU5B5QHYK","created_at":"2026-07-05T11:26:44Z"},{"alias_kind":"pith_short_8","alias_value":"CGSOBWRT","created_at":"2026-07-05T11:26:44Z"}],"graph_snapshots":[{"event_id":"sha256:d669249d480e7301e89cf40bf7f22dbe06e1d88bed6ecb80b4f85d408de52c40","target":"graph","created_at":"2026-07-05T11:26:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.08745/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A central question in multilingual language modeling is whether large language models (LLMs) develop a universal concept representation, disentangled from specific languages. In this paper, we address this question by analyzing latent representations (latents) during a word-translation task in transformer-based LLMs. We strategically extract latents from a source translation prompt and insert them into the forward pass on a target translation prompt. By doing so, we find that the output language is encoded in the latent at an earlier layer than the concept to be translated. Building on this in","authors_text":"Chris Wendler, Cl\\'ement Dumas, Giovanni Monea, Robert West, Veniamin Veselovsky","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-13T16:26:19Z","title":"Separating Tongue from Thought: Activation Patching Reveals Language-Agnostic Concept Representations in Transformers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.08745","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6140b5e4f458ebba19f472ec7411a09d0051b2aeeb1d7980c6896c0ec01475e1","target":"record","created_at":"2026-07-05T11:26:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3a5e69c9472bc1bcc940c83e81eac7d7ea7997461e36843ab2fb15a9cbee4fe6","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-13T16:26:19Z","title_canon_sha256":"fb67c64b51d250b0f9b2dd32889cd1a839f89e1b27f42d92538c459afe53064a"},"schema_version":"1.0","source":{"id":"2411.08745","kind":"arxiv","version":4}},"canonical_sha256":"11a4e0da33a743d81f0aec43a3b97c7c2d773ecc55d16f2299fb5ff66091742a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"11a4e0da33a743d81f0aec43a3b97c7c2d773ecc55d16f2299fb5ff66091742a","first_computed_at":"2026-07-05T11:26:44.889542Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:26:44.889542Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EVb4vd+HE27fre4b6YBCnnM6vzMHKUm5/quE+dMS92d/sQTsaJNk46dKorYxLqMsV+PtY2S+Lpjnybm5vuT9Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:26:44.890005Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.08745","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6140b5e4f458ebba19f472ec7411a09d0051b2aeeb1d7980c6896c0ec01475e1","sha256:d669249d480e7301e89cf40bf7f22dbe06e1d88bed6ecb80b4f85d408de52c40"],"state_sha256":"2ca6f5698e94f07d4afff6251517679768977515e1ba7b15b196784fdbca26a4"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yRNk4Y3k8sqegIp/vh+KRcsyWm5ZugJ72Q6gI7EmthYG1NzZ6eGvgELrHBjMNb0vab/BdpoK5iJyDS9TvWZ1Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T07:17:58.800218Z","bundle_sha256":"df2f6a1353eb088124e254dbe55f752c85292d8a23d7890516ef7bc3a3b36b2e"}}