{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:IB7C2R7VWDSN54OONL72B4MUY4","short_pith_number":"pith:IB7C2R7V","canonical_record":{"source":{"id":"2311.07587","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-08T19:07:10Z","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"title_canon_sha256":"d0dfa87da6e9159d0c93fd11d2762fb02488d05989bbfa1adb43fd9d5d6aa7c8","abstract_canon_sha256":"056a49b94184e713edf8cdd9b496f5055da051685f033490e1d28e0f09555646"},"schema_version":"1.0"},"canonical_sha256":"407e2d47f5b0e4def1ce6affa0f194c707ab0cd58c9dae21e84d59601cb77ede","source":{"kind":"arxiv","id":"2311.07587","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.07587","created_at":"2026-07-05T07:13:11Z"},{"alias_kind":"arxiv_version","alias_value":"2311.07587v2","created_at":"2026-07-05T07:13:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.07587","created_at":"2026-07-05T07:13:11Z"},{"alias_kind":"pith_short_12","alias_value":"IB7C2R7VWDSN","created_at":"2026-07-05T07:13:11Z"},{"alias_kind":"pith_short_16","alias_value":"IB7C2R7VWDSN54OO","created_at":"2026-07-05T07:13:11Z"},{"alias_kind":"pith_short_8","alias_value":"IB7C2R7V","created_at":"2026-07-05T07:13:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:IB7C2R7VWDSN54OONL72B4MUY4","target":"record","payload":{"canonical_record":{"source":{"id":"2311.07587","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-08T19:07:10Z","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"title_canon_sha256":"d0dfa87da6e9159d0c93fd11d2762fb02488d05989bbfa1adb43fd9d5d6aa7c8","abstract_canon_sha256":"056a49b94184e713edf8cdd9b496f5055da051685f033490e1d28e0f09555646"},"schema_version":"1.0"},"canonical_sha256":"407e2d47f5b0e4def1ce6affa0f194c707ab0cd58c9dae21e84d59601cb77ede","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:13:11.309762Z","signature_b64":"vZVU6YZJWn5/lcXhBJa+/dXw69brLYZd5i7rwmpBE3HLiRJwVySK3HDbjpnIlcFNZBw/MrDUyWYMdFqc11WEBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"407e2d47f5b0e4def1ce6affa0f194c707ab0cd58c9dae21e84d59601cb77ede","last_reissued_at":"2026-07-05T07:13:11.309212Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:13:11.309212Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.07587","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b8JzTUngt0+RFftCrOBZxAUgR0YMH4cl+BUqrQOhx3NDxIxePNbMYX8xxqYhfxBKZJShAAx1r+VCIui/2CnEBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:54:47.985131Z"},"content_sha256":"1e28959c81d9b4338f381bbf760571443dd1294e977618beac3d6f8b561828c8","schema_version":"1.0","event_id":"sha256:1e28959c81d9b4338f381bbf760571443dd1294e977618beac3d6f8b561828c8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:IB7C2R7VWDSN54OONL72B4MUY4","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Frontier Language Models are not Robust to Adversarial Arithmetic, or \"What do I need to say so you agree 2+2=5?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aaron Parisi, Alex Alemi, Alex Rizkowsky, Azade Nova, Ben Adlam, Bernd Bohnet, C. Daniel Freeman, Gamaleldin F Elsayed, Gaurav Mishra, Hanie Sedghi, Igor Mordatch, Isabelle Simpson, Izzeddin Gur, Jaehoon Lee, Jascha Sohl-Dickstein, JD Co-Reyes, Jeffrey Pennington, Kelvin Xu, Kevin Swersky, Kshiteej Mahajan, Laura Culp, Lechao Xiao, Maxwell L Bileschi, Noah Constant, Noah Fiedel, Peter J. Liu, Roman Novak, Rosanne Liu, Simon Kornblith, Yundi Qian","submitted_at":"2023-11-08T19:07:10Z","abstract_excerpt":"We introduce and study the problem of adversarial arithmetic, which provides a simple yet challenging testbed for language model alignment. This problem is comprised of arithmetic questions posed in natural language, with an arbitrary adversarial string inserted before the question is complete. Even in the simple setting of 1-digit addition problems, it is easy to find adversarial prompts that make all tested models (including PaLM2, GPT4, Claude2) misbehave, and even to steer models to a particular wrong answer. We additionally provide a simple algorithm for finding successful attacks by quer"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.07587","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.07587/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CvdGFz6n7pmT5bi7fCXQliyWyCg3eN/V+OGjGKJ3X2ozp3nf8YcN251TKGWwqzu27GTYDqppudpartk9zeAHAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T05:54:47.985787Z"},"content_sha256":"c285400b91dfe79ac4dd53164799bad4400e070945d0014959729af1b0167cc2","schema_version":"1.0","event_id":"sha256:c285400b91dfe79ac4dd53164799bad4400e070945d0014959729af1b0167cc2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IB7C2R7VWDSN54OONL72B4MUY4/bundle.json","state_url":"https://pith.science/pith/IB7C2R7VWDSN54OONL72B4MUY4/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IB7C2R7VWDSN54OONL72B4MUY4/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T05:54:47Z","links":{"resolver":"https://pith.science/pith/IB7C2R7VWDSN54OONL72B4MUY4","bundle":"https://pith.science/pith/IB7C2R7VWDSN54OONL72B4MUY4/bundle.json","state":"https://pith.science/pith/IB7C2R7VWDSN54OONL72B4MUY4/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IB7C2R7VWDSN54OONL72B4MUY4/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:IB7C2R7VWDSN54OONL72B4MUY4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"056a49b94184e713edf8cdd9b496f5055da051685f033490e1d28e0f09555646","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-08T19:07:10Z","title_canon_sha256":"d0dfa87da6e9159d0c93fd11d2762fb02488d05989bbfa1adb43fd9d5d6aa7c8"},"schema_version":"1.0","source":{"id":"2311.07587","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.07587","created_at":"2026-07-05T07:13:11Z"},{"alias_kind":"arxiv_version","alias_value":"2311.07587v2","created_at":"2026-07-05T07:13:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.07587","created_at":"2026-07-05T07:13:11Z"},{"alias_kind":"pith_short_12","alias_value":"IB7C2R7VWDSN","created_at":"2026-07-05T07:13:11Z"},{"alias_kind":"pith_short_16","alias_value":"IB7C2R7VWDSN54OO","created_at":"2026-07-05T07:13:11Z"},{"alias_kind":"pith_short_8","alias_value":"IB7C2R7V","created_at":"2026-07-05T07:13:11Z"}],"graph_snapshots":[{"event_id":"sha256:c285400b91dfe79ac4dd53164799bad4400e070945d0014959729af1b0167cc2","target":"graph","created_at":"2026-07-05T07:13:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.07587/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce and study the problem of adversarial arithmetic, which provides a simple yet challenging testbed for language model alignment. This problem is comprised of arithmetic questions posed in natural language, with an arbitrary adversarial string inserted before the question is complete. Even in the simple setting of 1-digit addition problems, it is easy to find adversarial prompts that make all tested models (including PaLM2, GPT4, Claude2) misbehave, and even to steer models to a particular wrong answer. We additionally provide a simple algorithm for finding successful attacks by quer","authors_text":"Aaron Parisi, Alex Alemi, Alex Rizkowsky, Azade Nova, Ben Adlam, Bernd Bohnet, C. Daniel Freeman, Gamaleldin F Elsayed, Gaurav Mishra, Hanie Sedghi, Igor Mordatch, Isabelle Simpson, Izzeddin Gur, Jaehoon Lee, Jascha Sohl-Dickstein, JD Co-Reyes, Jeffrey Pennington, Kelvin Xu, Kevin Swersky, Kshiteej Mahajan, Laura Culp, Lechao Xiao, Maxwell L Bileschi, Noah Constant, Noah Fiedel, Peter J. Liu, Roman Novak, Rosanne Liu, Simon Kornblith, Yundi Qian","cross_cats":["cs.AI","cs.CY","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-08T19:07:10Z","title":"Frontier Language Models are not Robust to Adversarial Arithmetic, or \"What do I need to say so you agree 2+2=5?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.07587","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1e28959c81d9b4338f381bbf760571443dd1294e977618beac3d6f8b561828c8","target":"record","created_at":"2026-07-05T07:13:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"056a49b94184e713edf8cdd9b496f5055da051685f033490e1d28e0f09555646","cross_cats_sorted":["cs.AI","cs.CY","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-08T19:07:10Z","title_canon_sha256":"d0dfa87da6e9159d0c93fd11d2762fb02488d05989bbfa1adb43fd9d5d6aa7c8"},"schema_version":"1.0","source":{"id":"2311.07587","kind":"arxiv","version":2}},"canonical_sha256":"407e2d47f5b0e4def1ce6affa0f194c707ab0cd58c9dae21e84d59601cb77ede","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"407e2d47f5b0e4def1ce6affa0f194c707ab0cd58c9dae21e84d59601cb77ede","first_computed_at":"2026-07-05T07:13:11.309212Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:13:11.309212Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vZVU6YZJWn5/lcXhBJa+/dXw69brLYZd5i7rwmpBE3HLiRJwVySK3HDbjpnIlcFNZBw/MrDUyWYMdFqc11WEBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:13:11.309762Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.07587","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1e28959c81d9b4338f381bbf760571443dd1294e977618beac3d6f8b561828c8","sha256:c285400b91dfe79ac4dd53164799bad4400e070945d0014959729af1b0167cc2"],"state_sha256":"f57ad56c16c4b935facddfd334cbcbfbffce7cb18a5e2e12026de738608419ba"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AciP9mEU8X9CTDvrvvDlpPsI+3J2SEzAPIIrXM/NKVCF371fLeHZMcV5lJyBReyGw4bfbz1ec8rYEpYVv3YcAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T05:54:47.988981Z","bundle_sha256":"69a08b079f54ae9ec1b43ecceb2ac3ad5d9f8202a8cc226b681d235ff984eab5"}}