{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:U7W5YITWA6LGFSP3A2OC5J6CDY","short_pith_number":"pith:U7W5YITW","canonical_record":{"source":{"id":"2404.17120","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-26T02:29:26Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a94c2f80957b8e38ba69c24c6a55203ead4a865fcea84db57c4e9c9462e30f97","abstract_canon_sha256":"9588d728d9a047bd4e33e127fae323bb0ae1120d55a9b744a439049b5c0bbeb5"},"schema_version":"1.0"},"canonical_sha256":"a7eddc2276079662c9fb069c2ea7c21e32e9841b2f78576c61d00e66fde85e6f","source":{"kind":"arxiv","id":"2404.17120","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.17120","created_at":"2026-07-05T08:13:14Z"},{"alias_kind":"arxiv_version","alias_value":"2404.17120v2","created_at":"2026-07-05T08:13:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.17120","created_at":"2026-07-05T08:13:14Z"},{"alias_kind":"pith_short_12","alias_value":"U7W5YITWA6LG","created_at":"2026-07-05T08:13:14Z"},{"alias_kind":"pith_short_16","alias_value":"U7W5YITWA6LGFSP3","created_at":"2026-07-05T08:13:14Z"},{"alias_kind":"pith_short_8","alias_value":"U7W5YITW","created_at":"2026-07-05T08:13:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:U7W5YITWA6LGFSP3A2OC5J6CDY","target":"record","payload":{"canonical_record":{"source":{"id":"2404.17120","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-26T02:29:26Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a94c2f80957b8e38ba69c24c6a55203ead4a865fcea84db57c4e9c9462e30f97","abstract_canon_sha256":"9588d728d9a047bd4e33e127fae323bb0ae1120d55a9b744a439049b5c0bbeb5"},"schema_version":"1.0"},"canonical_sha256":"a7eddc2276079662c9fb069c2ea7c21e32e9841b2f78576c61d00e66fde85e6f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:13:14.262985Z","signature_b64":"fVtdwj/VqoUcQDKUoI/YX8VBHLz+tXqGrgYFgOGdnHCtiHcnDcM7Pe55JrQBpMC4sMpUgR7+AT8FSnUY2a0IAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a7eddc2276079662c9fb069c2ea7c21e32e9841b2f78576c61d00e66fde85e6f","last_reissued_at":"2026-07-05T08:13:14.262547Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:13:14.262547Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.17120","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:13:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/xde9CToNkJlA7NaErTrF2dlbNQHXv8P1jSRy5AMQ3NHkg69QvKmd+2R58RrJRVaCGKEeSYPYTgzxPKcIuvZAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:01:10.156096Z"},"content_sha256":"7b10fbf28c6926ad28a459ffb3cb93e793dd71d2e204bb3369524427165e1116","schema_version":"1.0","event_id":"sha256:7b10fbf28c6926ad28a459ffb3cb93e793dd71d2e204bb3369524427165e1116"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:U7W5YITWA6LGFSP3A2OC5J6CDY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Talking Nonsense: Probing Large Language Models' Understanding of Adversarial Gibberish Inputs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"James Zou, Valeriia Cherepanova","submitted_at":"2024-04-26T02:29:26Z","abstract_excerpt":"Large language models (LLMs) exhibit excellent ability to understand human languages, but do they also understand their own language that appears gibberish to us? In this work we delve into this question, aiming to uncover the mechanisms underlying such behavior in LLMs. We employ the Greedy Coordinate Gradient optimizer to craft prompts that compel LLMs to generate coherent responses from seemingly nonsensical inputs. We call these inputs LM Babel and this work systematically studies the behavior of LLMs manipulated by these prompts. We find that the manipulation efficiency depends on the tar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.17120","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.17120/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:13:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tthb3U+FDOEKD4NxrGmIUY4rNcDQANUs7GMRH5s9P079oBaSmO8KY42li2KfkLwykVb0VPTDBlmK+IpxzqbQBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T21:01:10.156412Z"},"content_sha256":"ffd2ac517835e2e2a5ec68e1ca0db0a9bd342071e47b2b2c0d448dda7292cbf8","schema_version":"1.0","event_id":"sha256:ffd2ac517835e2e2a5ec68e1ca0db0a9bd342071e47b2b2c0d448dda7292cbf8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U7W5YITWA6LGFSP3A2OC5J6CDY/bundle.json","state_url":"https://pith.science/pith/U7W5YITWA6LGFSP3A2OC5J6CDY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U7W5YITWA6LGFSP3A2OC5J6CDY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T21:01:10Z","links":{"resolver":"https://pith.science/pith/U7W5YITWA6LGFSP3A2OC5J6CDY","bundle":"https://pith.science/pith/U7W5YITWA6LGFSP3A2OC5J6CDY/bundle.json","state":"https://pith.science/pith/U7W5YITWA6LGFSP3A2OC5J6CDY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U7W5YITWA6LGFSP3A2OC5J6CDY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:U7W5YITWA6LGFSP3A2OC5J6CDY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9588d728d9a047bd4e33e127fae323bb0ae1120d55a9b744a439049b5c0bbeb5","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-26T02:29:26Z","title_canon_sha256":"a94c2f80957b8e38ba69c24c6a55203ead4a865fcea84db57c4e9c9462e30f97"},"schema_version":"1.0","source":{"id":"2404.17120","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.17120","created_at":"2026-07-05T08:13:14Z"},{"alias_kind":"arxiv_version","alias_value":"2404.17120v2","created_at":"2026-07-05T08:13:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.17120","created_at":"2026-07-05T08:13:14Z"},{"alias_kind":"pith_short_12","alias_value":"U7W5YITWA6LG","created_at":"2026-07-05T08:13:14Z"},{"alias_kind":"pith_short_16","alias_value":"U7W5YITWA6LGFSP3","created_at":"2026-07-05T08:13:14Z"},{"alias_kind":"pith_short_8","alias_value":"U7W5YITW","created_at":"2026-07-05T08:13:14Z"}],"graph_snapshots":[{"event_id":"sha256:ffd2ac517835e2e2a5ec68e1ca0db0a9bd342071e47b2b2c0d448dda7292cbf8","target":"graph","created_at":"2026-07-05T08:13:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.17120/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) exhibit excellent ability to understand human languages, but do they also understand their own language that appears gibberish to us? In this work we delve into this question, aiming to uncover the mechanisms underlying such behavior in LLMs. We employ the Greedy Coordinate Gradient optimizer to craft prompts that compel LLMs to generate coherent responses from seemingly nonsensical inputs. We call these inputs LM Babel and this work systematically studies the behavior of LLMs manipulated by these prompts. We find that the manipulation efficiency depends on the tar","authors_text":"James Zou, Valeriia Cherepanova","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-26T02:29:26Z","title":"Talking Nonsense: Probing Large Language Models' Understanding of Adversarial Gibberish Inputs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.17120","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7b10fbf28c6926ad28a459ffb3cb93e793dd71d2e204bb3369524427165e1116","target":"record","created_at":"2026-07-05T08:13:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9588d728d9a047bd4e33e127fae323bb0ae1120d55a9b744a439049b5c0bbeb5","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-26T02:29:26Z","title_canon_sha256":"a94c2f80957b8e38ba69c24c6a55203ead4a865fcea84db57c4e9c9462e30f97"},"schema_version":"1.0","source":{"id":"2404.17120","kind":"arxiv","version":2}},"canonical_sha256":"a7eddc2276079662c9fb069c2ea7c21e32e9841b2f78576c61d00e66fde85e6f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a7eddc2276079662c9fb069c2ea7c21e32e9841b2f78576c61d00e66fde85e6f","first_computed_at":"2026-07-05T08:13:14.262547Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:13:14.262547Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fVtdwj/VqoUcQDKUoI/YX8VBHLz+tXqGrgYFgOGdnHCtiHcnDcM7Pe55JrQBpMC4sMpUgR7+AT8FSnUY2a0IAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:13:14.262985Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.17120","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7b10fbf28c6926ad28a459ffb3cb93e793dd71d2e204bb3369524427165e1116","sha256:ffd2ac517835e2e2a5ec68e1ca0db0a9bd342071e47b2b2c0d448dda7292cbf8"],"state_sha256":"1ee4358ad62fbfbbd186007932977ef4e355de4a2df7b804d453366824e3198a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1TPRGVidcIxBV6lzgjRZxEcSrF2220LpJudr4bcUyFTxyw2F3It7SobdBdTglsPtwt01IFK+hz8U5HLi8tXhCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T21:01:10.159263Z","bundle_sha256":"93b47aff16e8eead607a897afd33b4cbe166392bacb61989761ed323f76b9140"}}