{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:SQZ3RXLR2B3LZGCVRK23HBTMUQ","short_pith_number":"pith:SQZ3RXLR","canonical_record":{"source":{"id":"2305.17256","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T20:56:30Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"97becb15561d376174f333a63ad3328164e20d91dc125a9165b46a20769ed255","abstract_canon_sha256":"4acb81dd0b5b1a97de36265b0a83db1bdc32692683a0d583f539699fd7d9c0f0"},"schema_version":"1.0"},"canonical_sha256":"9433b8dd71d076bc98558ab5b3866ca41d031e7aa7448e1700bad47e4cabbdac","source":{"kind":"arxiv","id":"2305.17256","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.17256","created_at":"2026-07-05T06:49:22Z"},{"alias_kind":"arxiv_version","alias_value":"2305.17256v2","created_at":"2026-07-05T06:49:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.17256","created_at":"2026-07-05T06:49:22Z"},{"alias_kind":"pith_short_12","alias_value":"SQZ3RXLR2B3L","created_at":"2026-07-05T06:49:22Z"},{"alias_kind":"pith_short_16","alias_value":"SQZ3RXLR2B3LZGCV","created_at":"2026-07-05T06:49:22Z"},{"alias_kind":"pith_short_8","alias_value":"SQZ3RXLR","created_at":"2026-07-05T06:49:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:SQZ3RXLR2B3LZGCVRK23HBTMUQ","target":"record","payload":{"canonical_record":{"source":{"id":"2305.17256","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T20:56:30Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"97becb15561d376174f333a63ad3328164e20d91dc125a9165b46a20769ed255","abstract_canon_sha256":"4acb81dd0b5b1a97de36265b0a83db1bdc32692683a0d583f539699fd7d9c0f0"},"schema_version":"1.0"},"canonical_sha256":"9433b8dd71d076bc98558ab5b3866ca41d031e7aa7448e1700bad47e4cabbdac","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:49:22.651082Z","signature_b64":"g79xiXUpyNrNgbXw9FYeok+yYN3EsHs2seRMF9BX48UjIVJRqC8YVC3cmumF+TmsQZzTlAu7XS2IDqrAEe8vBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9433b8dd71d076bc98558ab5b3866ca41d031e7aa7448e1700bad47e4cabbdac","last_reissued_at":"2026-07-05T06:49:22.650612Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:49:22.650612Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.17256","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:49:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"p5G4p29FRmi8MwJ0cO2x5UL0WItxDif94BLf5ep5+aw/D5WH9lvovwxZgYiiCCH5aGoGXyxJFe7CQfz8MYkwDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:57:34.159229Z"},"content_sha256":"71f7c5d7c69a673eea8cfad3a0091ec5fd8b6321b20bef67f604f619c05605ca","schema_version":"1.0","event_id":"sha256:71f7c5d7c69a673eea8cfad3a0091ec5fd8b6321b20bef67f604f619c05605ca"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:SQZ3RXLR2B3LZGCVRK23HBTMUQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large Language Models Can be Lazy Learners: Analyze Shortcuts in In-Context Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Dehan Kong, Hui Xue, Longtao Huang, Ruixiang Tang","submitted_at":"2023-05-26T20:56:30Z","abstract_excerpt":"Large language models (LLMs) have recently shown great potential for in-context learning, where LLMs learn a new task simply by conditioning on a few input-label pairs (prompts). Despite their potential, our understanding of the factors influencing end-task performance and the robustness of in-context learning remains limited. This paper aims to bridge this knowledge gap by investigating the reliance of LLMs on shortcuts or spurious correlations within prompts. Through comprehensive experiments on classification and extraction tasks, we reveal that LLMs are \"lazy learners\" that tend to exploit"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.17256","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.17256/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:49:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zT8/Zr5qc7fs50ETCptcsPebbPHyrlIcFhl35IoeJddu3s3Bw0buQ2pxDETyXlIvHCXrwnK4R7R1EnoEdUS3Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:57:34.159730Z"},"content_sha256":"ace1995f301ceff1eba0d98b2848d31bf5f460a4aa856882532abf8e5b9abddc","schema_version":"1.0","event_id":"sha256:ace1995f301ceff1eba0d98b2848d31bf5f460a4aa856882532abf8e5b9abddc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SQZ3RXLR2B3LZGCVRK23HBTMUQ/bundle.json","state_url":"https://pith.science/pith/SQZ3RXLR2B3LZGCVRK23HBTMUQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SQZ3RXLR2B3LZGCVRK23HBTMUQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:57:34Z","links":{"resolver":"https://pith.science/pith/SQZ3RXLR2B3LZGCVRK23HBTMUQ","bundle":"https://pith.science/pith/SQZ3RXLR2B3LZGCVRK23HBTMUQ/bundle.json","state":"https://pith.science/pith/SQZ3RXLR2B3LZGCVRK23HBTMUQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SQZ3RXLR2B3LZGCVRK23HBTMUQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:SQZ3RXLR2B3LZGCVRK23HBTMUQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4acb81dd0b5b1a97de36265b0a83db1bdc32692683a0d583f539699fd7d9c0f0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T20:56:30Z","title_canon_sha256":"97becb15561d376174f333a63ad3328164e20d91dc125a9165b46a20769ed255"},"schema_version":"1.0","source":{"id":"2305.17256","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.17256","created_at":"2026-07-05T06:49:22Z"},{"alias_kind":"arxiv_version","alias_value":"2305.17256v2","created_at":"2026-07-05T06:49:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.17256","created_at":"2026-07-05T06:49:22Z"},{"alias_kind":"pith_short_12","alias_value":"SQZ3RXLR2B3L","created_at":"2026-07-05T06:49:22Z"},{"alias_kind":"pith_short_16","alias_value":"SQZ3RXLR2B3LZGCV","created_at":"2026-07-05T06:49:22Z"},{"alias_kind":"pith_short_8","alias_value":"SQZ3RXLR","created_at":"2026-07-05T06:49:22Z"}],"graph_snapshots":[{"event_id":"sha256:ace1995f301ceff1eba0d98b2848d31bf5f460a4aa856882532abf8e5b9abddc","target":"graph","created_at":"2026-07-05T06:49:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.17256/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have recently shown great potential for in-context learning, where LLMs learn a new task simply by conditioning on a few input-label pairs (prompts). Despite their potential, our understanding of the factors influencing end-task performance and the robustness of in-context learning remains limited. This paper aims to bridge this knowledge gap by investigating the reliance of LLMs on shortcuts or spurious correlations within prompts. Through comprehensive experiments on classification and extraction tasks, we reveal that LLMs are \"lazy learners\" that tend to exploit","authors_text":"Dehan Kong, Hui Xue, Longtao Huang, Ruixiang Tang","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T20:56:30Z","title":"Large Language Models Can be Lazy Learners: Analyze Shortcuts in In-Context Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.17256","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:71f7c5d7c69a673eea8cfad3a0091ec5fd8b6321b20bef67f604f619c05605ca","target":"record","created_at":"2026-07-05T06:49:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4acb81dd0b5b1a97de36265b0a83db1bdc32692683a0d583f539699fd7d9c0f0","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-26T20:56:30Z","title_canon_sha256":"97becb15561d376174f333a63ad3328164e20d91dc125a9165b46a20769ed255"},"schema_version":"1.0","source":{"id":"2305.17256","kind":"arxiv","version":2}},"canonical_sha256":"9433b8dd71d076bc98558ab5b3866ca41d031e7aa7448e1700bad47e4cabbdac","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9433b8dd71d076bc98558ab5b3866ca41d031e7aa7448e1700bad47e4cabbdac","first_computed_at":"2026-07-05T06:49:22.650612Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:49:22.650612Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"g79xiXUpyNrNgbXw9FYeok+yYN3EsHs2seRMF9BX48UjIVJRqC8YVC3cmumF+TmsQZzTlAu7XS2IDqrAEe8vBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:49:22.651082Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.17256","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:71f7c5d7c69a673eea8cfad3a0091ec5fd8b6321b20bef67f604f619c05605ca","sha256:ace1995f301ceff1eba0d98b2848d31bf5f460a4aa856882532abf8e5b9abddc"],"state_sha256":"795c85d6dbc216bfef6a5d492adb2dca7aba390fc33172647f4eb900325789ac"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Cuj9GGtMdQhMKYpXocNGu0JK09WMvQfhr9Ka1WELqtN6WHoPIOi/ZqodgImCCkmGnBiSP6lUb9LxBRsOKWz7Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:57:34.163509Z","bundle_sha256":"e4367b5b18d9c2b3ee34f75e14cc0f87baa096a33b83ff47711c30caada4187d"}}