{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:RFHR7JY6KFAWP6JJVEOL7YFBKA","short_pith_number":"pith:RFHR7JY6","canonical_record":{"source":{"id":"2208.11857","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-25T03:51:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"be97950ae5cb00b82089e6a88beb8eb9e1b8307cb7a2b4ab0cf66ea31147f324","abstract_canon_sha256":"4966a78944deab6f857176eab0651d7825d6c6189619aa59ba12b0e370a68cc2"},"schema_version":"1.0"},"canonical_sha256":"894f1fa71e514167f929a91cbfe0a1502a1e54d723ebe6efcb9d6f2f525cb3ca","source":{"kind":"arxiv","id":"2208.11857","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.11857","created_at":"2026-07-05T06:07:32Z"},{"alias_kind":"arxiv_version","alias_value":"2208.11857v2","created_at":"2026-07-05T06:07:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.11857","created_at":"2026-07-05T06:07:32Z"},{"alias_kind":"pith_short_12","alias_value":"RFHR7JY6KFAW","created_at":"2026-07-05T06:07:32Z"},{"alias_kind":"pith_short_16","alias_value":"RFHR7JY6KFAWP6JJ","created_at":"2026-07-05T06:07:32Z"},{"alias_kind":"pith_short_8","alias_value":"RFHR7JY6","created_at":"2026-07-05T06:07:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:RFHR7JY6KFAWP6JJVEOL7YFBKA","target":"record","payload":{"canonical_record":{"source":{"id":"2208.11857","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-25T03:51:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"be97950ae5cb00b82089e6a88beb8eb9e1b8307cb7a2b4ab0cf66ea31147f324","abstract_canon_sha256":"4966a78944deab6f857176eab0651d7825d6c6189619aa59ba12b0e370a68cc2"},"schema_version":"1.0"},"canonical_sha256":"894f1fa71e514167f929a91cbfe0a1502a1e54d723ebe6efcb9d6f2f525cb3ca","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:07:32.234699Z","signature_b64":"3mHMpRk+gUu52m5uympqo64WOWwn5lacVC/KQnXz1SvY6jMtFMbvSZrJeZWKGFIbI4Td3/rffrDFXDbSc+XICQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"894f1fa71e514167f929a91cbfe0a1502a1e54d723ebe6efcb9d6f2f525cb3ca","last_reissued_at":"2026-07-05T06:07:32.234303Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:07:32.234303Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.11857","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:07:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gLS/3r+YIydCV9znJJNCBYhZ9bpCJD3sEIQzCTt69nK0QK2u1L8Rf6I+6WxQifWfI0CJR93PyQTt6eyiiB+2Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:17:46.678957Z"},"content_sha256":"106115ed6bf1ec2b987f5cd6e73f362864400481cde73502dbaea58d34130cb4","schema_version":"1.0","event_id":"sha256:106115ed6bf1ec2b987f5cd6e73f362864400481cde73502dbaea58d34130cb4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:RFHR7JY6KFAWP6JJVEOL7YFBKA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Shortcut Learning of Large Language Models in Natural Language Understanding","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Dacheng Tao, Fengxiang He, Mengnan Du, Na Zou, Xia Hu","submitted_at":"2022-08-25T03:51:39Z","abstract_excerpt":"Large language models (LLMs) have achieved state-of-the-art performance on a series of natural language understanding tasks. However, these LLMs might rely on dataset bias and artifacts as shortcuts for prediction. This has significantly affected their generalizability and adversarial robustness. In this paper, we provide a review of recent developments that address the shortcut learning and robustness challenge of LLMs. We first introduce the concepts of shortcut learning of language models. We then introduce methods to identify shortcut learning behavior in language models, characterize the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.11857","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.11857/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:07:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Bp5LRr2nCGSW5ppKcHiSlBgIjPyRe+iOzIZHhmhY4m40wPbLfLLToxDJeXHSQIbqDOt5yI4oLPK9DIlx7H+UCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:17:46.679521Z"},"content_sha256":"cdaa9a5f7048ed72191088d6bd894e7f15bc4c902a01f217e4aabd023f79e3c3","schema_version":"1.0","event_id":"sha256:cdaa9a5f7048ed72191088d6bd894e7f15bc4c902a01f217e4aabd023f79e3c3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RFHR7JY6KFAWP6JJVEOL7YFBKA/bundle.json","state_url":"https://pith.science/pith/RFHR7JY6KFAWP6JJVEOL7YFBKA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RFHR7JY6KFAWP6JJVEOL7YFBKA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:17:46Z","links":{"resolver":"https://pith.science/pith/RFHR7JY6KFAWP6JJVEOL7YFBKA","bundle":"https://pith.science/pith/RFHR7JY6KFAWP6JJVEOL7YFBKA/bundle.json","state":"https://pith.science/pith/RFHR7JY6KFAWP6JJVEOL7YFBKA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RFHR7JY6KFAWP6JJVEOL7YFBKA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:RFHR7JY6KFAWP6JJVEOL7YFBKA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4966a78944deab6f857176eab0651d7825d6c6189619aa59ba12b0e370a68cc2","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-25T03:51:39Z","title_canon_sha256":"be97950ae5cb00b82089e6a88beb8eb9e1b8307cb7a2b4ab0cf66ea31147f324"},"schema_version":"1.0","source":{"id":"2208.11857","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.11857","created_at":"2026-07-05T06:07:32Z"},{"alias_kind":"arxiv_version","alias_value":"2208.11857v2","created_at":"2026-07-05T06:07:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.11857","created_at":"2026-07-05T06:07:32Z"},{"alias_kind":"pith_short_12","alias_value":"RFHR7JY6KFAW","created_at":"2026-07-05T06:07:32Z"},{"alias_kind":"pith_short_16","alias_value":"RFHR7JY6KFAWP6JJ","created_at":"2026-07-05T06:07:32Z"},{"alias_kind":"pith_short_8","alias_value":"RFHR7JY6","created_at":"2026-07-05T06:07:32Z"}],"graph_snapshots":[{"event_id":"sha256:cdaa9a5f7048ed72191088d6bd894e7f15bc4c902a01f217e4aabd023f79e3c3","target":"graph","created_at":"2026-07-05T06:07:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.11857/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have achieved state-of-the-art performance on a series of natural language understanding tasks. However, these LLMs might rely on dataset bias and artifacts as shortcuts for prediction. This has significantly affected their generalizability and adversarial robustness. In this paper, we provide a review of recent developments that address the shortcut learning and robustness challenge of LLMs. We first introduce the concepts of shortcut learning of language models. We then introduce methods to identify shortcut learning behavior in language models, characterize the ","authors_text":"Dacheng Tao, Fengxiang He, Mengnan Du, Na Zou, Xia Hu","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-25T03:51:39Z","title":"Shortcut Learning of Large Language Models in Natural Language Understanding"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.11857","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:106115ed6bf1ec2b987f5cd6e73f362864400481cde73502dbaea58d34130cb4","target":"record","created_at":"2026-07-05T06:07:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4966a78944deab6f857176eab0651d7825d6c6189619aa59ba12b0e370a68cc2","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-08-25T03:51:39Z","title_canon_sha256":"be97950ae5cb00b82089e6a88beb8eb9e1b8307cb7a2b4ab0cf66ea31147f324"},"schema_version":"1.0","source":{"id":"2208.11857","kind":"arxiv","version":2}},"canonical_sha256":"894f1fa71e514167f929a91cbfe0a1502a1e54d723ebe6efcb9d6f2f525cb3ca","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"894f1fa71e514167f929a91cbfe0a1502a1e54d723ebe6efcb9d6f2f525cb3ca","first_computed_at":"2026-07-05T06:07:32.234303Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:07:32.234303Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3mHMpRk+gUu52m5uympqo64WOWwn5lacVC/KQnXz1SvY6jMtFMbvSZrJeZWKGFIbI4Td3/rffrDFXDbSc+XICQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:07:32.234699Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.11857","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:106115ed6bf1ec2b987f5cd6e73f362864400481cde73502dbaea58d34130cb4","sha256:cdaa9a5f7048ed72191088d6bd894e7f15bc4c902a01f217e4aabd023f79e3c3"],"state_sha256":"440a6065acbd9b72683830459a75fc424351dda7476997b30a418ac795376292"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"uUKKwwN1JQg5RLFQAjE1ngFgdCi9nAk5XB84CmMhXH7Ya8lX+E1xJ00jrrhoP/nBRNQVE2EwfGIHskReJLBYDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:17:46.684860Z","bundle_sha256":"03aaa3203d8535ccefdfeddeb54e5e8fab5d8e2c177fb542b86dc30749d48ecb"}}