{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:OGHMFRCRRGCPTW723O7SACREW5","short_pith_number":"pith:OGHMFRCR","canonical_record":{"source":{"id":"2407.16695","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-23T17:57:41Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"268ddba84e30d586c330d29f33c79611182d310a81730830a7e2615c69eaae58","abstract_canon_sha256":"e8d8262fe07559fbe60ccc767ee539adda4b24f2d75951f0710df1e23976845d"},"schema_version":"1.0"},"canonical_sha256":"718ec2c4518984f9dbfadbbf200a24b76c4b084dd3a9c189837b582c9ed492e5","source":{"kind":"arxiv","id":"2407.16695","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.16695","created_at":"2026-07-05T09:43:31Z"},{"alias_kind":"arxiv_version","alias_value":"2407.16695v2","created_at":"2026-07-05T09:43:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.16695","created_at":"2026-07-05T09:43:31Z"},{"alias_kind":"pith_short_12","alias_value":"OGHMFRCRRGCP","created_at":"2026-07-05T09:43:31Z"},{"alias_kind":"pith_short_16","alias_value":"OGHMFRCRRGCPTW72","created_at":"2026-07-05T09:43:31Z"},{"alias_kind":"pith_short_8","alias_value":"OGHMFRCR","created_at":"2026-07-05T09:43:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:OGHMFRCRRGCPTW723O7SACREW5","target":"record","payload":{"canonical_record":{"source":{"id":"2407.16695","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-23T17:57:41Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"268ddba84e30d586c330d29f33c79611182d310a81730830a7e2615c69eaae58","abstract_canon_sha256":"e8d8262fe07559fbe60ccc767ee539adda4b24f2d75951f0710df1e23976845d"},"schema_version":"1.0"},"canonical_sha256":"718ec2c4518984f9dbfadbbf200a24b76c4b084dd3a9c189837b582c9ed492e5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:43:31.942120Z","signature_b64":"QkHPw0juZLQ+vNba+kNPcj7YDyfMs7PrdGdTkaxGQLNJt/DZn528fJJUCCOLONNuN2piDVhudPFnWO1dfWdcDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"718ec2c4518984f9dbfadbbf200a24b76c4b084dd3a9c189837b582c9ed492e5","last_reissued_at":"2026-07-05T09:43:31.941620Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:43:31.941620Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.16695","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:43:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8Y/ira9O3eCGLBWfYESL/PtniGbZ2C9N5dgSiEFchmny5T5XueIBK10k4xE3x5OS4NVlqGTvhowwjw62uEz2Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T14:51:34.905460Z"},"content_sha256":"6cb828e04d509e31bb752ef76b7eeda9b9b8e04d383fce2442e5cf2a9c02ca20","schema_version":"1.0","event_id":"sha256:6cb828e04d509e31bb752ef76b7eeda9b9b8e04d383fce2442e5cf2a9c02ca20"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:OGHMFRCRRGCPTW723O7SACREW5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Stress-Testing Long-Context Language Models with Lifelong ICL and Task Haystack","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Qinyuan Ye, Xiang Ren, Xiaoyue Xu","submitted_at":"2024-07-23T17:57:41Z","abstract_excerpt":"We introduce Lifelong ICL, a problem setting that challenges long-context language models (LMs) to learn a sequence of language tasks through in-context learning (ICL). We further introduce Task Haystack, an evaluation suite dedicated to assessing and diagnosing how long-context LMs utilizes contexts in Lifelong ICL. When given a task instruction and test inputs, long-context LMs are expected to leverage the relevant demonstrations in the Lifelong ICL prompt, avoid distraction and interference from other tasks, and achieve test accuracies that are not significantly worse than those of the Sing"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.16695","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.16695/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:43:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kMj0KxmLzzvbvP7G+aakH6cWmxmjyun6+8R+byVga2V5PrdoVqzzW3lw0DeOMEbKD8szHiPyewMn0uvp8aW/Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T14:51:34.905854Z"},"content_sha256":"a10bdb30e554982741f6574808d5ad7bb3d085e0a649b51c31fc56836c299e92","schema_version":"1.0","event_id":"sha256:a10bdb30e554982741f6574808d5ad7bb3d085e0a649b51c31fc56836c299e92"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OGHMFRCRRGCPTW723O7SACREW5/bundle.json","state_url":"https://pith.science/pith/OGHMFRCRRGCPTW723O7SACREW5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OGHMFRCRRGCPTW723O7SACREW5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T14:51:34Z","links":{"resolver":"https://pith.science/pith/OGHMFRCRRGCPTW723O7SACREW5","bundle":"https://pith.science/pith/OGHMFRCRRGCPTW723O7SACREW5/bundle.json","state":"https://pith.science/pith/OGHMFRCRRGCPTW723O7SACREW5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OGHMFRCRRGCPTW723O7SACREW5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:OGHMFRCRRGCPTW723O7SACREW5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e8d8262fe07559fbe60ccc767ee539adda4b24f2d75951f0710df1e23976845d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-23T17:57:41Z","title_canon_sha256":"268ddba84e30d586c330d29f33c79611182d310a81730830a7e2615c69eaae58"},"schema_version":"1.0","source":{"id":"2407.16695","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.16695","created_at":"2026-07-05T09:43:31Z"},{"alias_kind":"arxiv_version","alias_value":"2407.16695v2","created_at":"2026-07-05T09:43:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.16695","created_at":"2026-07-05T09:43:31Z"},{"alias_kind":"pith_short_12","alias_value":"OGHMFRCRRGCP","created_at":"2026-07-05T09:43:31Z"},{"alias_kind":"pith_short_16","alias_value":"OGHMFRCRRGCPTW72","created_at":"2026-07-05T09:43:31Z"},{"alias_kind":"pith_short_8","alias_value":"OGHMFRCR","created_at":"2026-07-05T09:43:31Z"}],"graph_snapshots":[{"event_id":"sha256:a10bdb30e554982741f6574808d5ad7bb3d085e0a649b51c31fc56836c299e92","target":"graph","created_at":"2026-07-05T09:43:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.16695/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce Lifelong ICL, a problem setting that challenges long-context language models (LMs) to learn a sequence of language tasks through in-context learning (ICL). We further introduce Task Haystack, an evaluation suite dedicated to assessing and diagnosing how long-context LMs utilizes contexts in Lifelong ICL. When given a task instruction and test inputs, long-context LMs are expected to leverage the relevant demonstrations in the Lifelong ICL prompt, avoid distraction and interference from other tasks, and achieve test accuracies that are not significantly worse than those of the Sing","authors_text":"Qinyuan Ye, Xiang Ren, Xiaoyue Xu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-23T17:57:41Z","title":"Stress-Testing Long-Context Language Models with Lifelong ICL and Task Haystack"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.16695","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6cb828e04d509e31bb752ef76b7eeda9b9b8e04d383fce2442e5cf2a9c02ca20","target":"record","created_at":"2026-07-05T09:43:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e8d8262fe07559fbe60ccc767ee539adda4b24f2d75951f0710df1e23976845d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-23T17:57:41Z","title_canon_sha256":"268ddba84e30d586c330d29f33c79611182d310a81730830a7e2615c69eaae58"},"schema_version":"1.0","source":{"id":"2407.16695","kind":"arxiv","version":2}},"canonical_sha256":"718ec2c4518984f9dbfadbbf200a24b76c4b084dd3a9c189837b582c9ed492e5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"718ec2c4518984f9dbfadbbf200a24b76c4b084dd3a9c189837b582c9ed492e5","first_computed_at":"2026-07-05T09:43:31.941620Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:43:31.941620Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QkHPw0juZLQ+vNba+kNPcj7YDyfMs7PrdGdTkaxGQLNJt/DZn528fJJUCCOLONNuN2piDVhudPFnWO1dfWdcDA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:43:31.942120Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.16695","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6cb828e04d509e31bb752ef76b7eeda9b9b8e04d383fce2442e5cf2a9c02ca20","sha256:a10bdb30e554982741f6574808d5ad7bb3d085e0a649b51c31fc56836c299e92"],"state_sha256":"bbf185ff0b6548c9e5f94748b41f0211c70ba43161425db85e1caeb983eccc03"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4KirtwpV+fRGjP4b8LRqidt5lkIhGN7XgJN71KbOak/Ua7sO3Dbx7+KxTD0mA1ulzJXEDHFxAgye3NnHe3DrAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T14:51:34.907836Z","bundle_sha256":"bb1b8cf8a373c2c9346a8ce1741b2c71db710bb13419c0315162e6c6a39ff8d4"}}