{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V2P2W4ZMFQ76PIYTX6XNJIJEMW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6abcd80cf9fce7e95747b8e835acb6994bb1defa22123832d37a79e3f55bd616","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-05T10:39:32Z","title_canon_sha256":"0b99ea2f561f10998814d442f36646d9caeaafc4fe0976a09797264e6627cb5e"},"schema_version":"1.0","source":{"id":"2402.02872","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.02872","created_at":"2026-07-05T09:11:24Z"},{"alias_kind":"arxiv_version","alias_value":"2402.02872v3","created_at":"2026-07-05T09:11:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.02872","created_at":"2026-07-05T09:11:24Z"},{"alias_kind":"pith_short_12","alias_value":"V2P2W4ZMFQ76","created_at":"2026-07-05T09:11:24Z"},{"alias_kind":"pith_short_16","alias_value":"V2P2W4ZMFQ76PIYT","created_at":"2026-07-05T09:11:24Z"},{"alias_kind":"pith_short_8","alias_value":"V2P2W4ZM","created_at":"2026-07-05T09:11:24Z"}],"graph_snapshots":[{"event_id":"sha256:9cb97eb43acc736512dc56108e6791a557471bc197ad458fd81dc5cba3593d0a","target":"graph","created_at":"2026-07-05T09:11:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.02872/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate the mechanism of in-context learning (ICL) on sentence classification tasks with semantically-unrelated labels (\"foo\"/\"bar\"). We find intervening in only 1\\% heads (named \"in-context heads\") significantly affects ICL accuracy from 87.6\\% to 24.4\\%. To understand this phenomenon, we analyze the value-output vectors in these heads and discover that the vectors at each label position contain substantial information about the corresponding labels. Furthermore, we observe that the prediction shift from \"foo\" to \"bar\" is due to the respective reduction and increase in these heads' att","authors_text":"Sophia Ananiadou, Zeping Yu","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-05T10:39:32Z","title":"How do Large Language Models Learn In-Context? Query and Key Matrices of In-Context Heads are Two Towers for Metric Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.02872","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:85419e884147bf12c6e38f7f1d93088612054015bd0fc1e2e7cf78a2b5d616b0","target":"record","created_at":"2026-07-05T09:11:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6abcd80cf9fce7e95747b8e835acb6994bb1defa22123832d37a79e3f55bd616","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-05T10:39:32Z","title_canon_sha256":"0b99ea2f561f10998814d442f36646d9caeaafc4fe0976a09797264e6627cb5e"},"schema_version":"1.0","source":{"id":"2402.02872","kind":"arxiv","version":3}},"canonical_sha256":"ae9fab732c2c3fe7a313bfaed4a12465a90c8b4f5003ef1df8d9f7071decb30e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ae9fab732c2c3fe7a313bfaed4a12465a90c8b4f5003ef1df8d9f7071decb30e","first_computed_at":"2026-07-05T09:11:24.322195Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:11:24.322195Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Nz0fmKM9VsmmrAKIRET+zZr5SRiKIa/iX84ZJrlvuvrIBT3Uau19kd+AorgtzCnxhpWMggdUO+AJzJsRkrXhDA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:11:24.322674Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.02872","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:85419e884147bf12c6e38f7f1d93088612054015bd0fc1e2e7cf78a2b5d616b0","sha256:9cb97eb43acc736512dc56108e6791a557471bc197ad458fd81dc5cba3593d0a"],"state_sha256":"b2b056412b19cc1a598ec7646ee5d7b94182f66d542cd0857f0655e3abc99dd6"}