{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LXKBAH3BZCE66UVCTWWYTISSHP","short_pith_number":"pith:LXKBAH3B","canonical_record":{"source":{"id":"2310.18360","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-24T12:37:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"381c4c4ac0f1fa2ce7d2cb9a9407ebfbf77033366b2feeabe813a3aabafec428","abstract_canon_sha256":"ab5107f0d53a121038278454ff0a0f2bbdbd1ba11abbad44de3cb529b12160fa"},"schema_version":"1.0"},"canonical_sha256":"5dd4101f61c889ef52a29dad89a2523bef11ff16fb13bce71dd05a29acf6690e","source":{"kind":"arxiv","id":"2310.18360","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.18360","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"arxiv_version","alias_value":"2310.18360v1","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.18360","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_12","alias_value":"LXKBAH3BZCE6","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_16","alias_value":"LXKBAH3BZCE66UVC","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_8","alias_value":"LXKBAH3B","created_at":"2026-07-05T07:06:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LXKBAH3BZCE66UVCTWWYTISSHP","target":"record","payload":{"canonical_record":{"source":{"id":"2310.18360","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-24T12:37:06Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"381c4c4ac0f1fa2ce7d2cb9a9407ebfbf77033366b2feeabe813a3aabafec428","abstract_canon_sha256":"ab5107f0d53a121038278454ff0a0f2bbdbd1ba11abbad44de3cb529b12160fa"},"schema_version":"1.0"},"canonical_sha256":"5dd4101f61c889ef52a29dad89a2523bef11ff16fb13bce71dd05a29acf6690e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:06:07.342830Z","signature_b64":"q92X/W1tkdx+ZvNrTh2KtSZe2Lhj/g/AxUPG4HPSKoxl3foCyfSoEFITKhq5z7v1yYpXSSbJBHI5vUZLT7YHDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5dd4101f61c889ef52a29dad89a2523bef11ff16fb13bce71dd05a29acf6690e","last_reissued_at":"2026-07-05T07:06:07.342207Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:06:07.342207Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.18360","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uYyRSynH30EaUT3eevle6afFw9gjTCQo+Kw2rOvzYF/rEOZHviW6h94yj9PpuG24tkYcXk0eGwwC2ek4mgYVBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T19:29:59.214286Z"},"content_sha256":"72e2fc3fae2b882f157d45d3cf285977145645c0ec924a7df5abd6e220fe20fa","schema_version":"1.0","event_id":"sha256:72e2fc3fae2b882f157d45d3cf285977145645c0ec924a7df5abd6e220fe20fa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LXKBAH3BZCE66UVCTWWYTISSHP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Guiding LLM to Fool Itself: Automatically Manipulating Machine Reading Comprehension Shortcut Triggers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Mosh Levy, Shauli Ravfogel, Yoav Goldberg","submitted_at":"2023-10-24T12:37:06Z","abstract_excerpt":"Recent applications of LLMs in Machine Reading Comprehension (MRC) systems have shown impressive results, but the use of shortcuts, mechanisms triggered by features spuriously correlated to the true label, has emerged as a potential threat to their reliability. We analyze the problem from two angles: LLMs as editors, guided to edit text to mislead LLMs; and LLMs as readers, who answer questions based on the edited text. We introduce a framework that guides an editor to add potential shortcuts-triggers to samples. Using GPT4 as the editor, we find it can successfully edit trigger shortcut in sa"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.18360","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.18360/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hedJJHZjWMmZkiaTxxN1DHYuY+yQQ8/a/QQo17FMMADqCM6oGPz6kRscW4/RRwoIWdmaUl99uRVTPMUAWAdrBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T19:29:59.214679Z"},"content_sha256":"dd11bec33b6e65d845ba744d9d17c4688c0a6c68a7e35cbd864a5501dfd9b7b8","schema_version":"1.0","event_id":"sha256:dd11bec33b6e65d845ba744d9d17c4688c0a6c68a7e35cbd864a5501dfd9b7b8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LXKBAH3BZCE66UVCTWWYTISSHP/bundle.json","state_url":"https://pith.science/pith/LXKBAH3BZCE66UVCTWWYTISSHP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LXKBAH3BZCE66UVCTWWYTISSHP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T19:29:59Z","links":{"resolver":"https://pith.science/pith/LXKBAH3BZCE66UVCTWWYTISSHP","bundle":"https://pith.science/pith/LXKBAH3BZCE66UVCTWWYTISSHP/bundle.json","state":"https://pith.science/pith/LXKBAH3BZCE66UVCTWWYTISSHP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LXKBAH3BZCE66UVCTWWYTISSHP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LXKBAH3BZCE66UVCTWWYTISSHP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ab5107f0d53a121038278454ff0a0f2bbdbd1ba11abbad44de3cb529b12160fa","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-24T12:37:06Z","title_canon_sha256":"381c4c4ac0f1fa2ce7d2cb9a9407ebfbf77033366b2feeabe813a3aabafec428"},"schema_version":"1.0","source":{"id":"2310.18360","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.18360","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"arxiv_version","alias_value":"2310.18360v1","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.18360","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_12","alias_value":"LXKBAH3BZCE6","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_16","alias_value":"LXKBAH3BZCE66UVC","created_at":"2026-07-05T07:06:07Z"},{"alias_kind":"pith_short_8","alias_value":"LXKBAH3B","created_at":"2026-07-05T07:06:07Z"}],"graph_snapshots":[{"event_id":"sha256:dd11bec33b6e65d845ba744d9d17c4688c0a6c68a7e35cbd864a5501dfd9b7b8","target":"graph","created_at":"2026-07-05T07:06:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.18360/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent applications of LLMs in Machine Reading Comprehension (MRC) systems have shown impressive results, but the use of shortcuts, mechanisms triggered by features spuriously correlated to the true label, has emerged as a potential threat to their reliability. We analyze the problem from two angles: LLMs as editors, guided to edit text to mislead LLMs; and LLMs as readers, who answer questions based on the edited text. We introduce a framework that guides an editor to add potential shortcuts-triggers to samples. Using GPT4 as the editor, we find it can successfully edit trigger shortcut in sa","authors_text":"Mosh Levy, Shauli Ravfogel, Yoav Goldberg","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-24T12:37:06Z","title":"Guiding LLM to Fool Itself: Automatically Manipulating Machine Reading Comprehension Shortcut Triggers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.18360","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:72e2fc3fae2b882f157d45d3cf285977145645c0ec924a7df5abd6e220fe20fa","target":"record","created_at":"2026-07-05T07:06:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ab5107f0d53a121038278454ff0a0f2bbdbd1ba11abbad44de3cb529b12160fa","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-24T12:37:06Z","title_canon_sha256":"381c4c4ac0f1fa2ce7d2cb9a9407ebfbf77033366b2feeabe813a3aabafec428"},"schema_version":"1.0","source":{"id":"2310.18360","kind":"arxiv","version":1}},"canonical_sha256":"5dd4101f61c889ef52a29dad89a2523bef11ff16fb13bce71dd05a29acf6690e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5dd4101f61c889ef52a29dad89a2523bef11ff16fb13bce71dd05a29acf6690e","first_computed_at":"2026-07-05T07:06:07.342207Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:06:07.342207Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"q92X/W1tkdx+ZvNrTh2KtSZe2Lhj/g/AxUPG4HPSKoxl3foCyfSoEFITKhq5z7v1yYpXSSbJBHI5vUZLT7YHDw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:06:07.342830Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.18360","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:72e2fc3fae2b882f157d45d3cf285977145645c0ec924a7df5abd6e220fe20fa","sha256:dd11bec33b6e65d845ba744d9d17c4688c0a6c68a7e35cbd864a5501dfd9b7b8"],"state_sha256":"b425c56f2626bf8a7adb874bcc9da2ceeca501035cff621bf58cde36bc5e7e71"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BpPU/IV2BJsn4r0K9zty5dp9Pst/pSFJEN+opqDyDZZXm5ZBwR0UPSULMJl5rjZfOBdFwfBtUHPNjMG39J8xBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T19:29:59.217284Z","bundle_sha256":"6e10e4bdf44241f75da53a3eb2284a4d5a971f524e390db600e1748b2eb5d698"}}