{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GXUQ5WARW32ZW6KLD3GLNCNGYE","short_pith_number":"pith:GXUQ5WAR","canonical_record":{"source":{"id":"2410.13237","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T05:43:30Z","cross_cats_sorted":["cs.AI","cs.CR"],"title_canon_sha256":"10deefeaf1d33fc94133a54ab0590b496150b638c866a45a1fc77a8cf25a8974","abstract_canon_sha256":"56b41438472c03515638378b6b9d8cd3a9ed4e9e064c5a1df9b7b84e6601dec1"},"schema_version":"1.0"},"canonical_sha256":"35e90ed811b6f59b794b1eccb689a6c11e1ddb2f3ccdd7c4ebffe04a732da32f","source":{"kind":"arxiv","id":"2410.13237","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13237","created_at":"2026-07-05T10:11:26Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13237v2","created_at":"2026-07-05T10:11:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13237","created_at":"2026-07-05T10:11:26Z"},{"alias_kind":"pith_short_12","alias_value":"GXUQ5WARW32Z","created_at":"2026-07-05T10:11:26Z"},{"alias_kind":"pith_short_16","alias_value":"GXUQ5WARW32ZW6KL","created_at":"2026-07-05T10:11:26Z"},{"alias_kind":"pith_short_8","alias_value":"GXUQ5WAR","created_at":"2026-07-05T10:11:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GXUQ5WARW32ZW6KLD3GLNCNGYE","target":"record","payload":{"canonical_record":{"source":{"id":"2410.13237","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T05:43:30Z","cross_cats_sorted":["cs.AI","cs.CR"],"title_canon_sha256":"10deefeaf1d33fc94133a54ab0590b496150b638c866a45a1fc77a8cf25a8974","abstract_canon_sha256":"56b41438472c03515638378b6b9d8cd3a9ed4e9e064c5a1df9b7b84e6601dec1"},"schema_version":"1.0"},"canonical_sha256":"35e90ed811b6f59b794b1eccb689a6c11e1ddb2f3ccdd7c4ebffe04a732da32f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:11:26.445901Z","signature_b64":"ir0NdePYDYooydrPmPuTKKY0RVCNikUgzy+oXtpJgI6n8UCgu6+Syx5bwktR+25z0Ck6Us6L2H+CR3wFLI+XCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"35e90ed811b6f59b794b1eccb689a6c11e1ddb2f3ccdd7c4ebffe04a732da32f","last_reissued_at":"2026-07-05T10:11:26.445353Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:11:26.445353Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.13237","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oaExNF/sowRsUGj0rQS5WhezJ02+NxJRZRZ1de8MaLVupEZaccTzrs7x8EmxvoHdxgRL7GxjpQHniVxEORmsAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T14:41:18.106503Z"},"content_sha256":"0b68c8c06f69e17d80601816a7396e246642589a47858eaa1ebca58cb5be8220","schema_version":"1.0","event_id":"sha256:0b68c8c06f69e17d80601816a7396e246642589a47858eaa1ebca58cb5be8220"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GXUQ5WARW32ZW6KLD3GLNCNGYE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large Language Models are Easily Confused: A Quantitative Metric, Security Implications and Typological Analysis","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CR"],"primary_cat":"cs.CL","authors_text":"Johannes Bjerva, Qiongxiu Li, Russa Biswas, Yiyi Chen","submitted_at":"2024-10-17T05:43:30Z","abstract_excerpt":"Language Confusion is a phenomenon where Large Language Models (LLMs) generate text that is neither in the desired language, nor in a contextually appropriate language. This phenomenon presents a critical challenge in text generation by LLMs, often appearing as erratic and unpredictable behavior. We hypothesize that there are linguistic regularities to this inherent vulnerability in LLMs and shed light on patterns of language confusion across LLMs. We introduce a novel metric, Language Confusion Entropy, designed to directly measure and quantify this confusion, based on language distributions "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13237","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.13237/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OAoETODzMXLb9eEx+Le5oAH+CnRFMBTqj0z/u+EaJEvzl+di0h6oMLIMFepaR+0II67/bPfBHyPz6NJf+qIVCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T14:41:18.109233Z"},"content_sha256":"00cd8f93067f7978421d00d56ade1ef657d5d76e13d34b26b52acebf719097f9","schema_version":"1.0","event_id":"sha256:00cd8f93067f7978421d00d56ade1ef657d5d76e13d34b26b52acebf719097f9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GXUQ5WARW32ZW6KLD3GLNCNGYE/bundle.json","state_url":"https://pith.science/pith/GXUQ5WARW32ZW6KLD3GLNCNGYE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GXUQ5WARW32ZW6KLD3GLNCNGYE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T14:41:18Z","links":{"resolver":"https://pith.science/pith/GXUQ5WARW32ZW6KLD3GLNCNGYE","bundle":"https://pith.science/pith/GXUQ5WARW32ZW6KLD3GLNCNGYE/bundle.json","state":"https://pith.science/pith/GXUQ5WARW32ZW6KLD3GLNCNGYE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GXUQ5WARW32ZW6KLD3GLNCNGYE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GXUQ5WARW32ZW6KLD3GLNCNGYE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"56b41438472c03515638378b6b9d8cd3a9ed4e9e064c5a1df9b7b84e6601dec1","cross_cats_sorted":["cs.AI","cs.CR"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T05:43:30Z","title_canon_sha256":"10deefeaf1d33fc94133a54ab0590b496150b638c866a45a1fc77a8cf25a8974"},"schema_version":"1.0","source":{"id":"2410.13237","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.13237","created_at":"2026-07-05T10:11:26Z"},{"alias_kind":"arxiv_version","alias_value":"2410.13237v2","created_at":"2026-07-05T10:11:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.13237","created_at":"2026-07-05T10:11:26Z"},{"alias_kind":"pith_short_12","alias_value":"GXUQ5WARW32Z","created_at":"2026-07-05T10:11:26Z"},{"alias_kind":"pith_short_16","alias_value":"GXUQ5WARW32ZW6KL","created_at":"2026-07-05T10:11:26Z"},{"alias_kind":"pith_short_8","alias_value":"GXUQ5WAR","created_at":"2026-07-05T10:11:26Z"}],"graph_snapshots":[{"event_id":"sha256:00cd8f93067f7978421d00d56ade1ef657d5d76e13d34b26b52acebf719097f9","target":"graph","created_at":"2026-07-05T10:11:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.13237/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language Confusion is a phenomenon where Large Language Models (LLMs) generate text that is neither in the desired language, nor in a contextually appropriate language. This phenomenon presents a critical challenge in text generation by LLMs, often appearing as erratic and unpredictable behavior. We hypothesize that there are linguistic regularities to this inherent vulnerability in LLMs and shed light on patterns of language confusion across LLMs. We introduce a novel metric, Language Confusion Entropy, designed to directly measure and quantify this confusion, based on language distributions ","authors_text":"Johannes Bjerva, Qiongxiu Li, Russa Biswas, Yiyi Chen","cross_cats":["cs.AI","cs.CR"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T05:43:30Z","title":"Large Language Models are Easily Confused: A Quantitative Metric, Security Implications and Typological Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.13237","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0b68c8c06f69e17d80601816a7396e246642589a47858eaa1ebca58cb5be8220","target":"record","created_at":"2026-07-05T10:11:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"56b41438472c03515638378b6b9d8cd3a9ed4e9e064c5a1df9b7b84e6601dec1","cross_cats_sorted":["cs.AI","cs.CR"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-17T05:43:30Z","title_canon_sha256":"10deefeaf1d33fc94133a54ab0590b496150b638c866a45a1fc77a8cf25a8974"},"schema_version":"1.0","source":{"id":"2410.13237","kind":"arxiv","version":2}},"canonical_sha256":"35e90ed811b6f59b794b1eccb689a6c11e1ddb2f3ccdd7c4ebffe04a732da32f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"35e90ed811b6f59b794b1eccb689a6c11e1ddb2f3ccdd7c4ebffe04a732da32f","first_computed_at":"2026-07-05T10:11:26.445353Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:11:26.445353Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ir0NdePYDYooydrPmPuTKKY0RVCNikUgzy+oXtpJgI6n8UCgu6+Syx5bwktR+25z0Ck6Us6L2H+CR3wFLI+XCw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:11:26.445901Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.13237","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0b68c8c06f69e17d80601816a7396e246642589a47858eaa1ebca58cb5be8220","sha256:00cd8f93067f7978421d00d56ade1ef657d5d76e13d34b26b52acebf719097f9"],"state_sha256":"beed7dabd5a7836597538db71518337c64c42ab908168c3b1bf8ccf37b272a7f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"149XnMwDb2WT9QCMg8VFeLLRgFpiMD90yHUoZAB5QMd6bFA0PQG/yZQ3amABIxgQiT9cvl6aI0/VmXjEyozeDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T14:41:18.124320Z","bundle_sha256":"9396407486607dc2865c6bd24ddd8e8375d53a1122a02e8d153b92c83e01b39c"}}