{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:7B5G6QRBHL5MOUTEKLMZJINE6R","short_pith_number":"pith:7B5G6QRB","canonical_record":{"source":{"id":"2502.19669","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-27T01:30:07Z","cross_cats_sorted":[],"title_canon_sha256":"2aa7b787b06f3fedafe5fd299a1d877a5f4b4b9a13948a673ddd24f81ac69b73","abstract_canon_sha256":"54ddb2d76b1e3b1b4c90d4713e1367126e5bb1994541475216f3caa06dd12985"},"schema_version":"1.0"},"canonical_sha256":"f87a6f42213afac7526452d994a1a4f446566c45d25d495a94cd3e0c7071a420","source":{"kind":"arxiv","id":"2502.19669","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.19669","created_at":"2026-07-05T10:20:50Z"},{"alias_kind":"arxiv_version","alias_value":"2502.19669v1","created_at":"2026-07-05T10:20:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.19669","created_at":"2026-07-05T10:20:50Z"},{"alias_kind":"pith_short_12","alias_value":"7B5G6QRBHL5M","created_at":"2026-07-05T10:20:50Z"},{"alias_kind":"pith_short_16","alias_value":"7B5G6QRBHL5MOUTE","created_at":"2026-07-05T10:20:50Z"},{"alias_kind":"pith_short_8","alias_value":"7B5G6QRB","created_at":"2026-07-05T10:20:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:7B5G6QRBHL5MOUTEKLMZJINE6R","target":"record","payload":{"canonical_record":{"source":{"id":"2502.19669","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-27T01:30:07Z","cross_cats_sorted":[],"title_canon_sha256":"2aa7b787b06f3fedafe5fd299a1d877a5f4b4b9a13948a673ddd24f81ac69b73","abstract_canon_sha256":"54ddb2d76b1e3b1b4c90d4713e1367126e5bb1994541475216f3caa06dd12985"},"schema_version":"1.0"},"canonical_sha256":"f87a6f42213afac7526452d994a1a4f446566c45d25d495a94cd3e0c7071a420","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:20:50.617840Z","signature_b64":"IVJS8vCgZP8ADN3H7xj+FJ3DoY055jBGzKQ23r03KEeqmsp4RlxMCNnxRBh2Y7g8YmAYedYKd82CKziBen2gAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f87a6f42213afac7526452d994a1a4f446566c45d25d495a94cd3e0c7071a420","last_reissued_at":"2026-07-05T10:20:50.617325Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:20:50.617325Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.19669","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:20:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BjkUNs1YRqSbpMrKKv+QBLsKPgj89oWdKIKrJ6QGN1dZnU4cye4DRudVHqndsKYytiuOoZMFnIM+PcQMpAZMAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T10:34:00.495118Z"},"content_sha256":"82009bfa8234e253b883b2d2cf4845ae0809c05b2b3414a84df5b2156b2e6d39","schema_version":"1.0","event_id":"sha256:82009bfa8234e253b883b2d2cf4845ae0809c05b2b3414a84df5b2156b2e6d39"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:7B5G6QRBHL5MOUTEKLMZJINE6R","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Investigating Neurons and Heads in Transformer-based LLMs for Typographical Errors","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Eiji Aramaki, Kohei Tsuji, Tatsuya Hiraoka, Tomoya Iwakura, Yuchang Cheng","submitted_at":"2025-02-27T01:30:07Z","abstract_excerpt":"This paper investigates how LLMs encode inputs with typos. We hypothesize that specific neurons and attention heads recognize typos and fix them internally using local and global contexts. We introduce a method to identify typo neurons and typo heads that work actively when inputs contain typos. Our experimental results suggest the following: 1) LLMs can fix typos with local contexts when the typo neurons in either the early or late layers are activated, even if those in the other are not. 2) Typo neurons in the middle layers are responsible for the core of typo-fixing with global contexts. 3)"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.19669","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.19669/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:20:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q0RjkD7s0hZ3FiBV7HEmGSMjMLnJA5XLVmViNqJDNZ19p3kXPUN3on1ivrWFPQFvA7P1q0Z5szh590663+p5BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T10:34:00.495606Z"},"content_sha256":"6bb4556eec73c17ffff2eae578307134e3085bcf6fdccb3f4c862a74eb7f4390","schema_version":"1.0","event_id":"sha256:6bb4556eec73c17ffff2eae578307134e3085bcf6fdccb3f4c862a74eb7f4390"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7B5G6QRBHL5MOUTEKLMZJINE6R/bundle.json","state_url":"https://pith.science/pith/7B5G6QRBHL5MOUTEKLMZJINE6R/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7B5G6QRBHL5MOUTEKLMZJINE6R/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T10:34:00Z","links":{"resolver":"https://pith.science/pith/7B5G6QRBHL5MOUTEKLMZJINE6R","bundle":"https://pith.science/pith/7B5G6QRBHL5MOUTEKLMZJINE6R/bundle.json","state":"https://pith.science/pith/7B5G6QRBHL5MOUTEKLMZJINE6R/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7B5G6QRBHL5MOUTEKLMZJINE6R/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:7B5G6QRBHL5MOUTEKLMZJINE6R","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"54ddb2d76b1e3b1b4c90d4713e1367126e5bb1994541475216f3caa06dd12985","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-27T01:30:07Z","title_canon_sha256":"2aa7b787b06f3fedafe5fd299a1d877a5f4b4b9a13948a673ddd24f81ac69b73"},"schema_version":"1.0","source":{"id":"2502.19669","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.19669","created_at":"2026-07-05T10:20:50Z"},{"alias_kind":"arxiv_version","alias_value":"2502.19669v1","created_at":"2026-07-05T10:20:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.19669","created_at":"2026-07-05T10:20:50Z"},{"alias_kind":"pith_short_12","alias_value":"7B5G6QRBHL5M","created_at":"2026-07-05T10:20:50Z"},{"alias_kind":"pith_short_16","alias_value":"7B5G6QRBHL5MOUTE","created_at":"2026-07-05T10:20:50Z"},{"alias_kind":"pith_short_8","alias_value":"7B5G6QRB","created_at":"2026-07-05T10:20:50Z"}],"graph_snapshots":[{"event_id":"sha256:6bb4556eec73c17ffff2eae578307134e3085bcf6fdccb3f4c862a74eb7f4390","target":"graph","created_at":"2026-07-05T10:20:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.19669/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper investigates how LLMs encode inputs with typos. We hypothesize that specific neurons and attention heads recognize typos and fix them internally using local and global contexts. We introduce a method to identify typo neurons and typo heads that work actively when inputs contain typos. Our experimental results suggest the following: 1) LLMs can fix typos with local contexts when the typo neurons in either the early or late layers are activated, even if those in the other are not. 2) Typo neurons in the middle layers are responsible for the core of typo-fixing with global contexts. 3)","authors_text":"Eiji Aramaki, Kohei Tsuji, Tatsuya Hiraoka, Tomoya Iwakura, Yuchang Cheng","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-27T01:30:07Z","title":"Investigating Neurons and Heads in Transformer-based LLMs for Typographical Errors"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.19669","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:82009bfa8234e253b883b2d2cf4845ae0809c05b2b3414a84df5b2156b2e6d39","target":"record","created_at":"2026-07-05T10:20:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"54ddb2d76b1e3b1b4c90d4713e1367126e5bb1994541475216f3caa06dd12985","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-27T01:30:07Z","title_canon_sha256":"2aa7b787b06f3fedafe5fd299a1d877a5f4b4b9a13948a673ddd24f81ac69b73"},"schema_version":"1.0","source":{"id":"2502.19669","kind":"arxiv","version":1}},"canonical_sha256":"f87a6f42213afac7526452d994a1a4f446566c45d25d495a94cd3e0c7071a420","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f87a6f42213afac7526452d994a1a4f446566c45d25d495a94cd3e0c7071a420","first_computed_at":"2026-07-05T10:20:50.617325Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:20:50.617325Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IVJS8vCgZP8ADN3H7xj+FJ3DoY055jBGzKQ23r03KEeqmsp4RlxMCNnxRBh2Y7g8YmAYedYKd82CKziBen2gAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:20:50.617840Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.19669","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:82009bfa8234e253b883b2d2cf4845ae0809c05b2b3414a84df5b2156b2e6d39","sha256:6bb4556eec73c17ffff2eae578307134e3085bcf6fdccb3f4c862a74eb7f4390"],"state_sha256":"e18a880f22b7b43ecc56cd00a461b7ee7c851a55335d61e4a5dee17cd951846a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QJsqe7vf2yKwa7EyOb32+r7FhH6+U+sBxypPTlrYJHoSoAp3jZveSuMSKpPkyQCY22CxfdCpJ81G777f0NyzDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T10:34:00.499672Z","bundle_sha256":"4038049249c2ef25311f9c9c76dd4eb9eab515e3a0c13f12ef2867f1af29b670"}}