{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2025:GWB45YILQGMB5SXBX7JKY4RNFS","short_pith_number":"pith:GWB45YIL","schema_version":"1.0","canonical_sha256":"3583cee10b81981ecae1bfd2ac722d2cbc2c36412878ca71d32fd79445632ad3","source":{"kind":"arxiv","id":"2507.22887","version":1},"attestation_state":"computed","paper":{"title":"Where to show Demos in Your Prompt: A Positional Bias of In-Context Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Kwesi Cobbina, Tianyi Zhou","submitted_at":"2025-07-30T17:59:46Z","abstract_excerpt":"In-context learning (ICL) is a critical emerging capability of large language models (LLMs), enabling few-shot learning during inference by including a few demonstrations (demos) in the prompt. However, it has been found that ICL's performance can be sensitive to the choices of demos and their order. This paper investigates an unexplored new positional bias of ICL for the first time: we observe that the predictions and accuracy can drift drastically when the positions of demos, the system prompt, and the user message in LLM input are varied. We refer to this bias as DEMOS' POSITION IN PROMPT ("},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2507.22887","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-07-30T17:59:46Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b5761a84276230c21dcca2132c6bdcb85963c3abeeacacc180ae7b13c25ef92c","abstract_canon_sha256":"573908fa79dbbf6152e2f2519a0bf67fdc26f283ea909762d1f62001b49c2caa"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:45:51.090932Z","signature_b64":"iqEc79yj6DZQu8/LH/wnd/pAQZAcxnvexiGP25H1/nn4upJpxj1YT68bzsOZET2l8+sJHULvQVbe0iI7P/rJBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3583cee10b81981ecae1bfd2ac722d2cbc2c36412878ca71d32fd79445632ad3","last_reissued_at":"2026-07-05T11:45:51.090404Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:45:51.090404Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Where to show Demos in Your Prompt: A Positional Bias of In-Context Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Kwesi Cobbina, Tianyi Zhou","submitted_at":"2025-07-30T17:59:46Z","abstract_excerpt":"In-context learning (ICL) is a critical emerging capability of large language models (LLMs), enabling few-shot learning during inference by including a few demonstrations (demos) in the prompt. However, it has been found that ICL's performance can be sensitive to the choices of demos and their order. This paper investigates an unexplored new positional bias of ICL for the first time: we observe that the predictions and accuracy can drift drastically when the positions of demos, the system prompt, and the user message in LLM input are varied. We refer to this bias as DEMOS' POSITION IN PROMPT ("},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.22887","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.22887/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2507.22887","created_at":"2026-07-05T11:45:51.090467+00:00"},{"alias_kind":"arxiv_version","alias_value":"2507.22887v1","created_at":"2026-07-05T11:45:51.090467+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.22887","created_at":"2026-07-05T11:45:51.090467+00:00"},{"alias_kind":"pith_short_12","alias_value":"GWB45YILQGMB","created_at":"2026-07-05T11:45:51.090467+00:00"},{"alias_kind":"pith_short_16","alias_value":"GWB45YILQGMB5SXB","created_at":"2026-07-05T11:45:51.090467+00:00"},{"alias_kind":"pith_short_8","alias_value":"GWB45YIL","created_at":"2026-07-05T11:45:51.090467+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2604.14197","citing_title":"The PICCO Framework for Large Language Model Prompting: A Taxonomy and Reference Architecture for Prompt Structure","ref_index":22,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/GWB45YILQGMB5SXBX7JKY4RNFS","json":"https://pith.science/pith/GWB45YILQGMB5SXBX7JKY4RNFS.json","graph_json":"https://pith.science/api/pith-number/GWB45YILQGMB5SXBX7JKY4RNFS/graph.json","events_json":"https://pith.science/api/pith-number/GWB45YILQGMB5SXBX7JKY4RNFS/events.json","paper":"https://pith.science/paper/GWB45YIL"},"agent_actions":{"view_html":"https://pith.science/pith/GWB45YILQGMB5SXBX7JKY4RNFS","download_json":"https://pith.science/pith/GWB45YILQGMB5SXBX7JKY4RNFS.json","view_paper":"https://pith.science/paper/GWB45YIL","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2507.22887&json=true","fetch_graph":"https://pith.science/api/pith-number/GWB45YILQGMB5SXBX7JKY4RNFS/graph.json","fetch_events":"https://pith.science/api/pith-number/GWB45YILQGMB5SXBX7JKY4RNFS/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/GWB45YILQGMB5SXBX7JKY4RNFS/action/timestamp_anchor","attest_storage":"https://pith.science/pith/GWB45YILQGMB5SXBX7JKY4RNFS/action/storage_attestation","attest_author":"https://pith.science/pith/GWB45YILQGMB5SXBX7JKY4RNFS/action/author_attestation","sign_citation":"https://pith.science/pith/GWB45YILQGMB5SXBX7JKY4RNFS/action/citation_signature","submit_replication":"https://pith.science/pith/GWB45YILQGMB5SXBX7JKY4RNFS/action/replication_record"}},"created_at":"2026-07-05T11:45:51.090467+00:00","updated_at":"2026-07-05T11:45:51.090467+00:00"}