{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:63NTWAVUWSYNVUR22RLZOFILOK","short_pith_number":"pith:63NTWAVU","canonical_record":{"source":{"id":"2505.04994","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-08T06:59:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"dca5782b7c0accb09e9c4db64319c3b2a797fd4bc37d469a941efe4373bba25f","abstract_canon_sha256":"e9ef8c7398190403bb5cbaf4b0c3d9dc11dd3ea0a71e922cea14a5d231abe564"},"schema_version":"1.0"},"canonical_sha256":"f6db3b02b4b4b0dad23ad45797150b72bca997859b76ad73f196f29b25d1d883","source":{"kind":"arxiv","id":"2505.04994","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.04994","created_at":"2026-07-05T11:00:17Z"},{"alias_kind":"arxiv_version","alias_value":"2505.04994v1","created_at":"2026-07-05T11:00:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.04994","created_at":"2026-07-05T11:00:17Z"},{"alias_kind":"pith_short_12","alias_value":"63NTWAVUWSYN","created_at":"2026-07-05T11:00:17Z"},{"alias_kind":"pith_short_16","alias_value":"63NTWAVUWSYNVUR2","created_at":"2026-07-05T11:00:17Z"},{"alias_kind":"pith_short_8","alias_value":"63NTWAVU","created_at":"2026-07-05T11:00:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:63NTWAVUWSYNVUR22RLZOFILOK","target":"record","payload":{"canonical_record":{"source":{"id":"2505.04994","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-08T06:59:14Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"dca5782b7c0accb09e9c4db64319c3b2a797fd4bc37d469a941efe4373bba25f","abstract_canon_sha256":"e9ef8c7398190403bb5cbaf4b0c3d9dc11dd3ea0a71e922cea14a5d231abe564"},"schema_version":"1.0"},"canonical_sha256":"f6db3b02b4b4b0dad23ad45797150b72bca997859b76ad73f196f29b25d1d883","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:00:17.539545Z","signature_b64":"sgSKQtbel4vbzJgWAeGyZoMWHhjZi867nT5P2xrV02CP9fAM0TAIr9C418MeRVpjJ9c+0/Nd1p0jTDL91rpeBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f6db3b02b4b4b0dad23ad45797150b72bca997859b76ad73f196f29b25d1d883","last_reissued_at":"2026-07-05T11:00:17.538895Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:00:17.538895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.04994","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:00:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lC9e/lxBrgixodQJU6pBTs1n8DzGcxjZqVsdwylfxgWGfL+GxA3YeALcI0aNpJEzv9gf14b6aBDT6LPHke99BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T20:20:34.483808Z"},"content_sha256":"63cab5bfbafa33056cfae930c6a8f05415ceef3b1c384766d9e0966d8a8dc00e","schema_version":"1.0","event_id":"sha256:63cab5bfbafa33056cfae930c6a8f05415ceef3b1c384766d9e0966d8a8dc00e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:63NTWAVUWSYNVUR22RLZOFILOK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Rethinking Invariance in In-context Learning","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Khashayar Gatmiry, Lei Fang, Lizhe Fang, Yifei Wang, Yisen Wang","submitted_at":"2025-05-08T06:59:14Z","abstract_excerpt":"In-Context Learning (ICL) has emerged as a pivotal capability of auto-regressive large language models, yet it is hindered by a notable sensitivity to the ordering of context examples regardless of their mutual independence. To address this issue, recent studies have introduced several variant algorithms of ICL that achieve permutation invariance. However, many of these do not exhibit comparable performance with the standard auto-regressive ICL algorithm. In this work, we identify two crucial elements in the design of an invariant ICL algorithm: information non-leakage and context interdepende"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.04994","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.04994/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:00:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TQK3lRx1wWe30PDjmt6IKhq+CAygV1Ch5sGUM67cOB7ZFp16WuClXHdCEaRZiHo+h3Wg2I3nEOZFDRgwZbkTCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T20:20:34.484300Z"},"content_sha256":"565425e1cc6e45330f921de4e5dc652b2b29a66c6e5afd764723be22b3b5de17","schema_version":"1.0","event_id":"sha256:565425e1cc6e45330f921de4e5dc652b2b29a66c6e5afd764723be22b3b5de17"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/63NTWAVUWSYNVUR22RLZOFILOK/bundle.json","state_url":"https://pith.science/pith/63NTWAVUWSYNVUR22RLZOFILOK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/63NTWAVUWSYNVUR22RLZOFILOK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T20:20:34Z","links":{"resolver":"https://pith.science/pith/63NTWAVUWSYNVUR22RLZOFILOK","bundle":"https://pith.science/pith/63NTWAVUWSYNVUR22RLZOFILOK/bundle.json","state":"https://pith.science/pith/63NTWAVUWSYNVUR22RLZOFILOK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/63NTWAVUWSYNVUR22RLZOFILOK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:63NTWAVUWSYNVUR22RLZOFILOK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e9ef8c7398190403bb5cbaf4b0c3d9dc11dd3ea0a71e922cea14a5d231abe564","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-08T06:59:14Z","title_canon_sha256":"dca5782b7c0accb09e9c4db64319c3b2a797fd4bc37d469a941efe4373bba25f"},"schema_version":"1.0","source":{"id":"2505.04994","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.04994","created_at":"2026-07-05T11:00:17Z"},{"alias_kind":"arxiv_version","alias_value":"2505.04994v1","created_at":"2026-07-05T11:00:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.04994","created_at":"2026-07-05T11:00:17Z"},{"alias_kind":"pith_short_12","alias_value":"63NTWAVUWSYN","created_at":"2026-07-05T11:00:17Z"},{"alias_kind":"pith_short_16","alias_value":"63NTWAVUWSYNVUR2","created_at":"2026-07-05T11:00:17Z"},{"alias_kind":"pith_short_8","alias_value":"63NTWAVU","created_at":"2026-07-05T11:00:17Z"}],"graph_snapshots":[{"event_id":"sha256:565425e1cc6e45330f921de4e5dc652b2b29a66c6e5afd764723be22b3b5de17","target":"graph","created_at":"2026-07-05T11:00:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.04994/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In-Context Learning (ICL) has emerged as a pivotal capability of auto-regressive large language models, yet it is hindered by a notable sensitivity to the ordering of context examples regardless of their mutual independence. To address this issue, recent studies have introduced several variant algorithms of ICL that achieve permutation invariance. However, many of these do not exhibit comparable performance with the standard auto-regressive ICL algorithm. In this work, we identify two crucial elements in the design of an invariant ICL algorithm: information non-leakage and context interdepende","authors_text":"Khashayar Gatmiry, Lei Fang, Lizhe Fang, Yifei Wang, Yisen Wang","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-08T06:59:14Z","title":"Rethinking Invariance in In-context Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.04994","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:63cab5bfbafa33056cfae930c6a8f05415ceef3b1c384766d9e0966d8a8dc00e","target":"record","created_at":"2026-07-05T11:00:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e9ef8c7398190403bb5cbaf4b0c3d9dc11dd3ea0a71e922cea14a5d231abe564","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-08T06:59:14Z","title_canon_sha256":"dca5782b7c0accb09e9c4db64319c3b2a797fd4bc37d469a941efe4373bba25f"},"schema_version":"1.0","source":{"id":"2505.04994","kind":"arxiv","version":1}},"canonical_sha256":"f6db3b02b4b4b0dad23ad45797150b72bca997859b76ad73f196f29b25d1d883","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f6db3b02b4b4b0dad23ad45797150b72bca997859b76ad73f196f29b25d1d883","first_computed_at":"2026-07-05T11:00:17.538895Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:00:17.538895Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sgSKQtbel4vbzJgWAeGyZoMWHhjZi867nT5P2xrV02CP9fAM0TAIr9C418MeRVpjJ9c+0/Nd1p0jTDL91rpeBw==","signature_status":"signed_v1","signed_at":"2026-07-05T11:00:17.539545Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.04994","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:63cab5bfbafa33056cfae930c6a8f05415ceef3b1c384766d9e0966d8a8dc00e","sha256:565425e1cc6e45330f921de4e5dc652b2b29a66c6e5afd764723be22b3b5de17"],"state_sha256":"3ed618b4d480a19aad3b5993aeab9177717afafca91e69ce4613f22a315639d9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4Ox2zj2uzrZGFlAx5dwBovHGKxht6RFqf9lDBojPI01KtybW84s9bLwv8H1U/jXXSCeGD8ZcmjWmWLpJtNtZCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T20:20:34.488120Z","bundle_sha256":"dfb3dda5b2144bf02fa24b22c555688aa791199738b671c176d363d5a0b03d54"}}