{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:EWI4AYZHQYNRDBOLDY6CVQIRPL","short_pith_number":"pith:EWI4AYZH","canonical_record":{"source":{"id":"2311.08993","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T14:26:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"afa6e833caea7152812cb78c63ac81f2623451bceaaa762d9e6e866035c90512","abstract_canon_sha256":"f5dbb0943e309d006ebd540a5bc9b23f4866e7266c6c1d3bf4d7aa6f9d788fbf"},"schema_version":"1.0"},"canonical_sha256":"2591c06327861b1185cb1e3c2ac1117adb94ec48a5621d1c95fa6646114c44fd","source":{"kind":"arxiv","id":"2311.08993","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08993","created_at":"2026-07-05T07:13:07Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08993v1","created_at":"2026-07-05T07:13:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08993","created_at":"2026-07-05T07:13:07Z"},{"alias_kind":"pith_short_12","alias_value":"EWI4AYZHQYNR","created_at":"2026-07-05T07:13:07Z"},{"alias_kind":"pith_short_16","alias_value":"EWI4AYZHQYNRDBOL","created_at":"2026-07-05T07:13:07Z"},{"alias_kind":"pith_short_8","alias_value":"EWI4AYZH","created_at":"2026-07-05T07:13:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:EWI4AYZHQYNRDBOLDY6CVQIRPL","target":"record","payload":{"canonical_record":{"source":{"id":"2311.08993","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T14:26:30Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"afa6e833caea7152812cb78c63ac81f2623451bceaaa762d9e6e866035c90512","abstract_canon_sha256":"f5dbb0943e309d006ebd540a5bc9b23f4866e7266c6c1d3bf4d7aa6f9d788fbf"},"schema_version":"1.0"},"canonical_sha256":"2591c06327861b1185cb1e3c2ac1117adb94ec48a5621d1c95fa6646114c44fd","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:13:07.473239Z","signature_b64":"j1lF8yZW9qPOElW+B00e8HdcX5SkFgISGq/Y6Tna4h4wPeZgTN441d6B5rZu05z1MYlzcE21gwF+FnAisiHABA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2591c06327861b1185cb1e3c2ac1117adb94ec48a5621d1c95fa6646114c44fd","last_reissued_at":"2026-07-05T07:13:07.472769Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:13:07.472769Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.08993","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dfVEI+WVebVP1/wuc8wqw2wt24T4td2iTWqWog12m/IcoswHFuENPK4+A23I/zTKg4ITwmcoQHozv5pyxF+fCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:28:57.773172Z"},"content_sha256":"aab0ace9d6916fb3b90a0522cf9018cf27933a7ca33d3e0412e2afa215236242","schema_version":"1.0","event_id":"sha256:aab0ace9d6916fb3b90a0522cf9018cf27933a7ca33d3e0412e2afa215236242"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:EWI4AYZHQYNRDBOLDY6CVQIRPL","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"When does In-context Learning Fall Short and Why? A Study on Specification-Heavy Tasks","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bin Xu, Hao Peng, Jianhui Chen, Juanzi Li, Kaisheng Zeng, Lei Hou, Weikai Li, Xiaozhi Wang, Yunjia Qi, Zhili Wu, Zimu Wang","submitted_at":"2023-11-15T14:26:30Z","abstract_excerpt":"In-context learning (ICL) has become the default method for using large language models (LLMs), making the exploration of its limitations and understanding the underlying causes crucial. In this paper, we find that ICL falls short of handling specification-heavy tasks, which are tasks with complicated and extensive task specifications, requiring several hours for ordinary humans to master, such as traditional information extraction tasks. The performance of ICL on these tasks mostly cannot reach half of the state-of-the-art results. To explore the reasons behind this failure, we conduct compre"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08993","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.08993/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:13:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hT6swqMUYSkFeQYPT8B2OVxtaWQBojAHJ4RbMjwSFyQWBAmkPAKEiqwdipCRfF8sni1MuQDdqqFesZxb7k68Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T12:28:57.773565Z"},"content_sha256":"495d8c57f373843c92fe64c022591d1530f11223a8129d085a96f224e8e7f5da","schema_version":"1.0","event_id":"sha256:495d8c57f373843c92fe64c022591d1530f11223a8129d085a96f224e8e7f5da"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EWI4AYZHQYNRDBOLDY6CVQIRPL/bundle.json","state_url":"https://pith.science/pith/EWI4AYZHQYNRDBOLDY6CVQIRPL/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EWI4AYZHQYNRDBOLDY6CVQIRPL/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T12:28:57Z","links":{"resolver":"https://pith.science/pith/EWI4AYZHQYNRDBOLDY6CVQIRPL","bundle":"https://pith.science/pith/EWI4AYZHQYNRDBOLDY6CVQIRPL/bundle.json","state":"https://pith.science/pith/EWI4AYZHQYNRDBOLDY6CVQIRPL/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EWI4AYZHQYNRDBOLDY6CVQIRPL/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:EWI4AYZHQYNRDBOLDY6CVQIRPL","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f5dbb0943e309d006ebd540a5bc9b23f4866e7266c6c1d3bf4d7aa6f9d788fbf","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T14:26:30Z","title_canon_sha256":"afa6e833caea7152812cb78c63ac81f2623451bceaaa762d9e6e866035c90512"},"schema_version":"1.0","source":{"id":"2311.08993","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.08993","created_at":"2026-07-05T07:13:07Z"},{"alias_kind":"arxiv_version","alias_value":"2311.08993v1","created_at":"2026-07-05T07:13:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.08993","created_at":"2026-07-05T07:13:07Z"},{"alias_kind":"pith_short_12","alias_value":"EWI4AYZHQYNR","created_at":"2026-07-05T07:13:07Z"},{"alias_kind":"pith_short_16","alias_value":"EWI4AYZHQYNRDBOL","created_at":"2026-07-05T07:13:07Z"},{"alias_kind":"pith_short_8","alias_value":"EWI4AYZH","created_at":"2026-07-05T07:13:07Z"}],"graph_snapshots":[{"event_id":"sha256:495d8c57f373843c92fe64c022591d1530f11223a8129d085a96f224e8e7f5da","target":"graph","created_at":"2026-07-05T07:13:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.08993/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In-context learning (ICL) has become the default method for using large language models (LLMs), making the exploration of its limitations and understanding the underlying causes crucial. In this paper, we find that ICL falls short of handling specification-heavy tasks, which are tasks with complicated and extensive task specifications, requiring several hours for ordinary humans to master, such as traditional information extraction tasks. The performance of ICL on these tasks mostly cannot reach half of the state-of-the-art results. To explore the reasons behind this failure, we conduct compre","authors_text":"Bin Xu, Hao Peng, Jianhui Chen, Juanzi Li, Kaisheng Zeng, Lei Hou, Weikai Li, Xiaozhi Wang, Yunjia Qi, Zhili Wu, Zimu Wang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T14:26:30Z","title":"When does In-context Learning Fall Short and Why? A Study on Specification-Heavy Tasks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.08993","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:aab0ace9d6916fb3b90a0522cf9018cf27933a7ca33d3e0412e2afa215236242","target":"record","created_at":"2026-07-05T07:13:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f5dbb0943e309d006ebd540a5bc9b23f4866e7266c6c1d3bf4d7aa6f9d788fbf","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-15T14:26:30Z","title_canon_sha256":"afa6e833caea7152812cb78c63ac81f2623451bceaaa762d9e6e866035c90512"},"schema_version":"1.0","source":{"id":"2311.08993","kind":"arxiv","version":1}},"canonical_sha256":"2591c06327861b1185cb1e3c2ac1117adb94ec48a5621d1c95fa6646114c44fd","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2591c06327861b1185cb1e3c2ac1117adb94ec48a5621d1c95fa6646114c44fd","first_computed_at":"2026-07-05T07:13:07.472769Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:13:07.472769Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"j1lF8yZW9qPOElW+B00e8HdcX5SkFgISGq/Y6Tna4h4wPeZgTN441d6B5rZu05z1MYlzcE21gwF+FnAisiHABA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:13:07.473239Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.08993","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:aab0ace9d6916fb3b90a0522cf9018cf27933a7ca33d3e0412e2afa215236242","sha256:495d8c57f373843c92fe64c022591d1530f11223a8129d085a96f224e8e7f5da"],"state_sha256":"c3a46c10b0f250dc997cc013b420c9c8dda21354f3cbd4701ed9af3700f96a9b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YRhZQLKJsg+bkm3lvL1Y18OfBv5l82sUE0kEqnS4l5XMnvA8zh/KZ9V7B9Icr5noKsbcayvr8Zjp+DHiESOaAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T12:28:57.775558Z","bundle_sha256":"bee84765d5bdbcf34b48fa1123efff168538d515aed63ebbe7551320fad37d0c"}}