{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GKGPZKCPFAYTYVHC4JUB4VVIQD","short_pith_number":"pith:GKGPZKCP","canonical_record":{"source":{"id":"2404.11225","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-17T10:19:15Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"be9375722460b7e9c6c2ce2212e3fe8e2ca9a82467ba393f4e5681c891b68481","abstract_canon_sha256":"e1d46838f85c79bf7d8f25fac0242c79f0390f79faf7cb029de6d593c186fbb3"},"schema_version":"1.0"},"canonical_sha256":"328cfca84f28313c54e2e2681e56a880e91c46b2d6b4e439c72e5d82c51980ed","source":{"kind":"arxiv","id":"2404.11225","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.11225","created_at":"2026-07-05T08:40:16Z"},{"alias_kind":"arxiv_version","alias_value":"2404.11225v2","created_at":"2026-07-05T08:40:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.11225","created_at":"2026-07-05T08:40:16Z"},{"alias_kind":"pith_short_12","alias_value":"GKGPZKCPFAYT","created_at":"2026-07-05T08:40:16Z"},{"alias_kind":"pith_short_16","alias_value":"GKGPZKCPFAYTYVHC","created_at":"2026-07-05T08:40:16Z"},{"alias_kind":"pith_short_8","alias_value":"GKGPZKCP","created_at":"2026-07-05T08:40:16Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GKGPZKCPFAYTYVHC4JUB4VVIQD","target":"record","payload":{"canonical_record":{"source":{"id":"2404.11225","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-17T10:19:15Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"be9375722460b7e9c6c2ce2212e3fe8e2ca9a82467ba393f4e5681c891b68481","abstract_canon_sha256":"e1d46838f85c79bf7d8f25fac0242c79f0390f79faf7cb029de6d593c186fbb3"},"schema_version":"1.0"},"canonical_sha256":"328cfca84f28313c54e2e2681e56a880e91c46b2d6b4e439c72e5d82c51980ed","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:40:16.678918Z","signature_b64":"uugVaNpbNGdFI6IYPliXaHdd0x7IWp4Lv1T6d7nXLrgvTSfpj63Cs3wRM18YcbHIEmQT4NiGt34JBhrlqWqQAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"328cfca84f28313c54e2e2681e56a880e91c46b2d6b4e439c72e5d82c51980ed","last_reissued_at":"2026-07-05T08:40:16.678461Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:40:16.678461Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.11225","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8xKVV4Prh5+BXY+gxxOZUExiEcOJA3GVaG+znVcLAvyAoLyZ6segwq0UvtsJN78ofvrerr5bDQ+lmYa93eJ1Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:09:15.029429Z"},"content_sha256":"fa82ed588746ae6a1629ac1b51ba3a2af643d584fac2fd234e4edfba1cd6daaa","schema_version":"1.0","event_id":"sha256:fa82ed588746ae6a1629ac1b51ba3a2af643d584fac2fd234e4edfba1cd6daaa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GKGPZKCPFAYTYVHC4JUB4VVIQD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"In-Context Learning State Vector with Inner and Momentum Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Baotian Hu, Dongfang Li, Min Zhang, Xinshuo Hu, Zetian Sun, Zhenyu Liu","submitted_at":"2024-04-17T10:19:15Z","abstract_excerpt":"Large Language Models (LLMs) have exhibited an impressive ability to perform In-Context Learning (ICL) from only a few examples. Recent works have indicated that the functions learned by ICL can be represented through compressed vectors derived from the transformer. However, the working mechanisms and optimization of these vectors are yet to be thoroughly explored. In this paper, we address this gap by presenting a comprehensive analysis of these compressed vectors, drawing parallels to the parameters trained with gradient descent, and introduce the concept of state vector. Inspired by the wor"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.11225","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.11225/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:40:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9vaCuEa3TYsjRwVSKYtInz3LVoVpkH4VOj+K3SB4B+8n3q4YrhuVyGiPoxFW0e1qeZnbe6tF4UtWRdCdIw2jDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T09:09:15.029950Z"},"content_sha256":"14851c677ea63c8436a9b27687c049114559f81013fd78975b5d13b328b4afbe","schema_version":"1.0","event_id":"sha256:14851c677ea63c8436a9b27687c049114559f81013fd78975b5d13b328b4afbe"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GKGPZKCPFAYTYVHC4JUB4VVIQD/bundle.json","state_url":"https://pith.science/pith/GKGPZKCPFAYTYVHC4JUB4VVIQD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GKGPZKCPFAYTYVHC4JUB4VVIQD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T09:09:15Z","links":{"resolver":"https://pith.science/pith/GKGPZKCPFAYTYVHC4JUB4VVIQD","bundle":"https://pith.science/pith/GKGPZKCPFAYTYVHC4JUB4VVIQD/bundle.json","state":"https://pith.science/pith/GKGPZKCPFAYTYVHC4JUB4VVIQD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GKGPZKCPFAYTYVHC4JUB4VVIQD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GKGPZKCPFAYTYVHC4JUB4VVIQD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e1d46838f85c79bf7d8f25fac0242c79f0390f79faf7cb029de6d593c186fbb3","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-17T10:19:15Z","title_canon_sha256":"be9375722460b7e9c6c2ce2212e3fe8e2ca9a82467ba393f4e5681c891b68481"},"schema_version":"1.0","source":{"id":"2404.11225","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.11225","created_at":"2026-07-05T08:40:16Z"},{"alias_kind":"arxiv_version","alias_value":"2404.11225v2","created_at":"2026-07-05T08:40:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.11225","created_at":"2026-07-05T08:40:16Z"},{"alias_kind":"pith_short_12","alias_value":"GKGPZKCPFAYT","created_at":"2026-07-05T08:40:16Z"},{"alias_kind":"pith_short_16","alias_value":"GKGPZKCPFAYTYVHC","created_at":"2026-07-05T08:40:16Z"},{"alias_kind":"pith_short_8","alias_value":"GKGPZKCP","created_at":"2026-07-05T08:40:16Z"}],"graph_snapshots":[{"event_id":"sha256:14851c677ea63c8436a9b27687c049114559f81013fd78975b5d13b328b4afbe","target":"graph","created_at":"2026-07-05T08:40:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.11225/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have exhibited an impressive ability to perform In-Context Learning (ICL) from only a few examples. Recent works have indicated that the functions learned by ICL can be represented through compressed vectors derived from the transformer. However, the working mechanisms and optimization of these vectors are yet to be thoroughly explored. In this paper, we address this gap by presenting a comprehensive analysis of these compressed vectors, drawing parallels to the parameters trained with gradient descent, and introduce the concept of state vector. Inspired by the wor","authors_text":"Baotian Hu, Dongfang Li, Min Zhang, Xinshuo Hu, Zetian Sun, Zhenyu Liu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-17T10:19:15Z","title":"In-Context Learning State Vector with Inner and Momentum Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.11225","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fa82ed588746ae6a1629ac1b51ba3a2af643d584fac2fd234e4edfba1cd6daaa","target":"record","created_at":"2026-07-05T08:40:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e1d46838f85c79bf7d8f25fac0242c79f0390f79faf7cb029de6d593c186fbb3","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-17T10:19:15Z","title_canon_sha256":"be9375722460b7e9c6c2ce2212e3fe8e2ca9a82467ba393f4e5681c891b68481"},"schema_version":"1.0","source":{"id":"2404.11225","kind":"arxiv","version":2}},"canonical_sha256":"328cfca84f28313c54e2e2681e56a880e91c46b2d6b4e439c72e5d82c51980ed","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"328cfca84f28313c54e2e2681e56a880e91c46b2d6b4e439c72e5d82c51980ed","first_computed_at":"2026-07-05T08:40:16.678461Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:40:16.678461Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"uugVaNpbNGdFI6IYPliXaHdd0x7IWp4Lv1T6d7nXLrgvTSfpj63Cs3wRM18YcbHIEmQT4NiGt34JBhrlqWqQAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:40:16.678918Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.11225","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fa82ed588746ae6a1629ac1b51ba3a2af643d584fac2fd234e4edfba1cd6daaa","sha256:14851c677ea63c8436a9b27687c049114559f81013fd78975b5d13b328b4afbe"],"state_sha256":"87b9f41aea2680ad30e75f33be670aba74eef09679f304406e0c8c02e0c1fb87"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BIHnJhi3+zSWQZQkNJcVRPsbWChwE/2FxzXuDkQNnlRYIr7rQ49rziot3UBlKHpyMTIplePwT9whyD6VnV6ADw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T09:09:15.033783Z","bundle_sha256":"69ef72bd1284ed6c2c9086eb3ca3b62a972c3d7fdf20f221f388295574b39560"}}