{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KFPKYIEEAAMIHQTS4EBRQSGUOK","short_pith_number":"pith:KFPKYIEE","canonical_record":{"source":{"id":"2410.05603","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-08T01:28:57Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"3e38a9630e9cf7abd58f46d7a31173a2876e74518da14b731cd2975102febfa5","abstract_canon_sha256":"a29d74c22980bc91157080ea19b3247cf74216f92aa43be0e3f3991da65d0aaa"},"schema_version":"1.0"},"canonical_sha256":"515eac2084001883c272e1031848d472ab0743aa06cbfc0188d6fe406dde2a7a","source":{"kind":"arxiv","id":"2410.05603","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05603","created_at":"2026-07-05T09:17:21Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05603v1","created_at":"2026-07-05T09:17:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05603","created_at":"2026-07-05T09:17:21Z"},{"alias_kind":"pith_short_12","alias_value":"KFPKYIEEAAMI","created_at":"2026-07-05T09:17:21Z"},{"alias_kind":"pith_short_16","alias_value":"KFPKYIEEAAMIHQTS","created_at":"2026-07-05T09:17:21Z"},{"alias_kind":"pith_short_8","alias_value":"KFPKYIEE","created_at":"2026-07-05T09:17:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KFPKYIEEAAMIHQTS4EBRQSGUOK","target":"record","payload":{"canonical_record":{"source":{"id":"2410.05603","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-08T01:28:57Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"3e38a9630e9cf7abd58f46d7a31173a2876e74518da14b731cd2975102febfa5","abstract_canon_sha256":"a29d74c22980bc91157080ea19b3247cf74216f92aa43be0e3f3991da65d0aaa"},"schema_version":"1.0"},"canonical_sha256":"515eac2084001883c272e1031848d472ab0743aa06cbfc0188d6fe406dde2a7a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:17:21.661511Z","signature_b64":"c175T+7U+6mluPJCYZESMs1Ih+51Ed86Tmgx8QE/eedJLMcr5YHv/DPPV29VEp/Zlz2RU+Zfp+wvw155nhJeDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"515eac2084001883c272e1031848d472ab0743aa06cbfc0188d6fe406dde2a7a","last_reissued_at":"2026-07-05T09:17:21.660768Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:17:21.660768Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.05603","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C+glCXddnk9ynCEOUI1OD8Cg19we5yfFr/ZZJWgoNf/mBpWuiSeNqIi+U+Nf/9DqVGmH9i1JBUbcONITw6hqBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:29:11.653588Z"},"content_sha256":"902f625820437224d7090e4acfda523eeb46b4ab57180c664121725b371ef1eb","schema_version":"1.0","event_id":"sha256:902f625820437224d7090e4acfda523eeb46b4ab57180c664121725b371ef1eb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KFPKYIEEAAMIHQTS4EBRQSGUOK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Everything Everywhere All at Once: LLMs can In-Context Learn Multiple Tasks in Superposition","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Albert Ge, Angeliki Giannou, Dimitris Papailiopoulos, Grigorios G Chrysos, John Cooper, Kangwook Lee, Liu Yang, Samet Oymak, Saurabh Agarwal, Vasilis Papageorgiou, Zack Sifakis, Zheyang Xiong, Ziqian Lin, Ziyang Cai","submitted_at":"2024-10-08T01:28:57Z","abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable in-context learning (ICL) capabilities. In this study, we explore a surprising phenomenon related to ICL: LLMs can perform multiple, computationally distinct ICL tasks simultaneously, during a single inference call, a capability we term \"task superposition\". We provide empirical evidence of this phenomenon across various LLM families and scales and show that this phenomenon emerges even if we train the model to in-context learn one task at a time. We offer theoretical explanations that this capability is well within the expressive power"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05603","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.05603/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2uwJS2CspaPg6skbDr3cV78uh0SpVmBG19/LedRwyho37RMkXrxhC+3F0iTPWw7j/+yzkVh4LwkciI4InrRHBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T07:29:11.654096Z"},"content_sha256":"cd3c4fe311c56f499f5cfbc2cc1f44a813f1315f6372f446a1e6959203eed70d","schema_version":"1.0","event_id":"sha256:cd3c4fe311c56f499f5cfbc2cc1f44a813f1315f6372f446a1e6959203eed70d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KFPKYIEEAAMIHQTS4EBRQSGUOK/bundle.json","state_url":"https://pith.science/pith/KFPKYIEEAAMIHQTS4EBRQSGUOK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KFPKYIEEAAMIHQTS4EBRQSGUOK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T07:29:11Z","links":{"resolver":"https://pith.science/pith/KFPKYIEEAAMIHQTS4EBRQSGUOK","bundle":"https://pith.science/pith/KFPKYIEEAAMIHQTS4EBRQSGUOK/bundle.json","state":"https://pith.science/pith/KFPKYIEEAAMIHQTS4EBRQSGUOK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KFPKYIEEAAMIHQTS4EBRQSGUOK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KFPKYIEEAAMIHQTS4EBRQSGUOK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a29d74c22980bc91157080ea19b3247cf74216f92aa43be0e3f3991da65d0aaa","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-08T01:28:57Z","title_canon_sha256":"3e38a9630e9cf7abd58f46d7a31173a2876e74518da14b731cd2975102febfa5"},"schema_version":"1.0","source":{"id":"2410.05603","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05603","created_at":"2026-07-05T09:17:21Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05603v1","created_at":"2026-07-05T09:17:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05603","created_at":"2026-07-05T09:17:21Z"},{"alias_kind":"pith_short_12","alias_value":"KFPKYIEEAAMI","created_at":"2026-07-05T09:17:21Z"},{"alias_kind":"pith_short_16","alias_value":"KFPKYIEEAAMIHQTS","created_at":"2026-07-05T09:17:21Z"},{"alias_kind":"pith_short_8","alias_value":"KFPKYIEE","created_at":"2026-07-05T09:17:21Z"}],"graph_snapshots":[{"event_id":"sha256:cd3c4fe311c56f499f5cfbc2cc1f44a813f1315f6372f446a1e6959203eed70d","target":"graph","created_at":"2026-07-05T09:17:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.05603/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have demonstrated remarkable in-context learning (ICL) capabilities. In this study, we explore a surprising phenomenon related to ICL: LLMs can perform multiple, computationally distinct ICL tasks simultaneously, during a single inference call, a capability we term \"task superposition\". We provide empirical evidence of this phenomenon across various LLM families and scales and show that this phenomenon emerges even if we train the model to in-context learn one task at a time. We offer theoretical explanations that this capability is well within the expressive power","authors_text":"Albert Ge, Angeliki Giannou, Dimitris Papailiopoulos, Grigorios G Chrysos, John Cooper, Kangwook Lee, Liu Yang, Samet Oymak, Saurabh Agarwal, Vasilis Papageorgiou, Zack Sifakis, Zheyang Xiong, Ziqian Lin, Ziyang Cai","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-08T01:28:57Z","title":"Everything Everywhere All at Once: LLMs can In-Context Learn Multiple Tasks in Superposition"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05603","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:902f625820437224d7090e4acfda523eeb46b4ab57180c664121725b371ef1eb","target":"record","created_at":"2026-07-05T09:17:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a29d74c22980bc91157080ea19b3247cf74216f92aa43be0e3f3991da65d0aaa","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-10-08T01:28:57Z","title_canon_sha256":"3e38a9630e9cf7abd58f46d7a31173a2876e74518da14b731cd2975102febfa5"},"schema_version":"1.0","source":{"id":"2410.05603","kind":"arxiv","version":1}},"canonical_sha256":"515eac2084001883c272e1031848d472ab0743aa06cbfc0188d6fe406dde2a7a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"515eac2084001883c272e1031848d472ab0743aa06cbfc0188d6fe406dde2a7a","first_computed_at":"2026-07-05T09:17:21.660768Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:17:21.660768Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c175T+7U+6mluPJCYZESMs1Ih+51Ed86Tmgx8QE/eedJLMcr5YHv/DPPV29VEp/Zlz2RU+Zfp+wvw155nhJeDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:17:21.661511Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.05603","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:902f625820437224d7090e4acfda523eeb46b4ab57180c664121725b371ef1eb","sha256:cd3c4fe311c56f499f5cfbc2cc1f44a813f1315f6372f446a1e6959203eed70d"],"state_sha256":"b56467a5c3959a3493b66610d74c614354d8f4bedb6c35fe545144163159636f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vkF4BP2wKUbyKPa/NsdJZjskWwuqgjslufSU9fFZd9dQondnbqf8Ju4TuR3EFgf21X5swuEGfRm0OlYUgtidDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T07:29:11.659224Z","bundle_sha256":"ceb79e142c38d704a41241b513b01a33f42a883ea9791f38805397df579c1e97"}}