{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TELO4FA6K2ZJRYDJNXZ6BI5UJB","short_pith_number":"pith:TELO4FA6","canonical_record":{"source":{"id":"2412.12276","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T19:00:18Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"2a9e54eddbaa93f65571563b446fbf057ed76608aff08389b652dde28ce538ec","abstract_canon_sha256":"4a15e8f1455c401edfb6c2d3db13dac78c0159736f7ee6d44582c9c5ff1b54f4"},"schema_version":"1.0"},"canonical_sha256":"9916ee141e56b298e0696df3e0a3b44850124bae0d90afbaf84ed7934ba716d0","source":{"kind":"arxiv","id":"2412.12276","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12276","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12276v3","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12276","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_12","alias_value":"TELO4FA6K2ZJ","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_16","alias_value":"TELO4FA6K2ZJRYDJ","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_8","alias_value":"TELO4FA6","created_at":"2026-07-05T11:14:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TELO4FA6K2ZJRYDJNXZ6BI5UJB","target":"record","payload":{"canonical_record":{"source":{"id":"2412.12276","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T19:00:18Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"2a9e54eddbaa93f65571563b446fbf057ed76608aff08389b652dde28ce538ec","abstract_canon_sha256":"4a15e8f1455c401edfb6c2d3db13dac78c0159736f7ee6d44582c9c5ff1b54f4"},"schema_version":"1.0"},"canonical_sha256":"9916ee141e56b298e0696df3e0a3b44850124bae0d90afbaf84ed7934ba716d0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:14:00.810147Z","signature_b64":"YRdzPHxibW0ENFBNQ5I3tbLq6vIVDcSSGi1KWQb9RXiP9N3f4mMkJDtoCse7hwVjJiEBHrIyT65nctO9DBJgAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9916ee141e56b298e0696df3e0a3b44850124bae0d90afbaf84ed7934ba716d0","last_reissued_at":"2026-07-05T11:14:00.809566Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:14:00.809566Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.12276","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gxTIMXkC0tQKsJjXStSxxj6rMhvlg0fLP1WaJyeN9JSe3fjXGLRKV9LzFZq9aMVhwjXDaYz4K0dcFJSULycZDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T13:07:13.372753Z"},"content_sha256":"51467880e51ec4e02c3b9448f0190d4a6da67e8980c6fe7e4a921747b7f144f3","schema_version":"1.0","event_id":"sha256:51467880e51ec4e02c3b9448f0190d4a6da67e8980c6fe7e4a921747b7f144f3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TELO4FA6K2ZJRYDJNXZ6BI5UJB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Emergence and Effectiveness of Task Vectors in In-Context Learning: An Encoder Decoder Perspective","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Jeff Gore, Jinyeop Song, Pulkit Agrawal, Seungwook Han","submitted_at":"2024-12-16T19:00:18Z","abstract_excerpt":"Autoregressive transformers exhibit adaptive learning through in-context learning (ICL), which begs the question of how. Prior works have shown that transformers represent the ICL tasks as vectors in their representations. In this paper, we leverage the encoding-decoding framework to study how transformers form task vectors during pretraining and how their task encoding quality predicts ICL task performance. On synthetic ICL tasks, we analyze the training dynamics of a small transformer and report the coupled emergence of task encoding and decoding. As the model learns to encode different late"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12276","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.12276/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:14:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BNOGcVE4AbBIGLpuLQjxd71P0glM4M8rT9eATPos3XpVES1Umu481sIOkTbk3lZ0BQ6NByxNswoItaCO1IlXBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T13:07:13.373755Z"},"content_sha256":"62ec07ff79ee287b2a61485ac62b9983978f8a0969ca152c75db10a4de264e92","schema_version":"1.0","event_id":"sha256:62ec07ff79ee287b2a61485ac62b9983978f8a0969ca152c75db10a4de264e92"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TELO4FA6K2ZJRYDJNXZ6BI5UJB/bundle.json","state_url":"https://pith.science/pith/TELO4FA6K2ZJRYDJNXZ6BI5UJB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TELO4FA6K2ZJRYDJNXZ6BI5UJB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T13:07:13Z","links":{"resolver":"https://pith.science/pith/TELO4FA6K2ZJRYDJNXZ6BI5UJB","bundle":"https://pith.science/pith/TELO4FA6K2ZJRYDJNXZ6BI5UJB/bundle.json","state":"https://pith.science/pith/TELO4FA6K2ZJRYDJNXZ6BI5UJB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TELO4FA6K2ZJRYDJNXZ6BI5UJB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TELO4FA6K2ZJRYDJNXZ6BI5UJB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4a15e8f1455c401edfb6c2d3db13dac78c0159736f7ee6d44582c9c5ff1b54f4","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T19:00:18Z","title_canon_sha256":"2a9e54eddbaa93f65571563b446fbf057ed76608aff08389b652dde28ce538ec"},"schema_version":"1.0","source":{"id":"2412.12276","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12276","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12276v3","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12276","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_12","alias_value":"TELO4FA6K2ZJ","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_16","alias_value":"TELO4FA6K2ZJRYDJ","created_at":"2026-07-05T11:14:00Z"},{"alias_kind":"pith_short_8","alias_value":"TELO4FA6","created_at":"2026-07-05T11:14:00Z"}],"graph_snapshots":[{"event_id":"sha256:62ec07ff79ee287b2a61485ac62b9983978f8a0969ca152c75db10a4de264e92","target":"graph","created_at":"2026-07-05T11:14:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.12276/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Autoregressive transformers exhibit adaptive learning through in-context learning (ICL), which begs the question of how. Prior works have shown that transformers represent the ICL tasks as vectors in their representations. In this paper, we leverage the encoding-decoding framework to study how transformers form task vectors during pretraining and how their task encoding quality predicts ICL task performance. On synthetic ICL tasks, we analyze the training dynamics of a small transformer and report the coupled emergence of task encoding and decoding. As the model learns to encode different late","authors_text":"Jeff Gore, Jinyeop Song, Pulkit Agrawal, Seungwook Han","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T19:00:18Z","title":"Emergence and Effectiveness of Task Vectors in In-Context Learning: An Encoder Decoder Perspective"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12276","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:51467880e51ec4e02c3b9448f0190d4a6da67e8980c6fe7e4a921747b7f144f3","target":"record","created_at":"2026-07-05T11:14:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4a15e8f1455c401edfb6c2d3db13dac78c0159736f7ee6d44582c9c5ff1b54f4","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-12-16T19:00:18Z","title_canon_sha256":"2a9e54eddbaa93f65571563b446fbf057ed76608aff08389b652dde28ce538ec"},"schema_version":"1.0","source":{"id":"2412.12276","kind":"arxiv","version":3}},"canonical_sha256":"9916ee141e56b298e0696df3e0a3b44850124bae0d90afbaf84ed7934ba716d0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9916ee141e56b298e0696df3e0a3b44850124bae0d90afbaf84ed7934ba716d0","first_computed_at":"2026-07-05T11:14:00.809566Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:14:00.809566Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YRdzPHxibW0ENFBNQ5I3tbLq6vIVDcSSGi1KWQb9RXiP9N3f4mMkJDtoCse7hwVjJiEBHrIyT65nctO9DBJgAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:14:00.810147Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.12276","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:51467880e51ec4e02c3b9448f0190d4a6da67e8980c6fe7e4a921747b7f144f3","sha256:62ec07ff79ee287b2a61485ac62b9983978f8a0969ca152c75db10a4de264e92"],"state_sha256":"2ee175f0c9fb136fc55b1d0743e3cc9b5f70836dddd47e304d51d8dd1aa8249d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aXJpJNRFBOmkBZCPIZSwvzt+YmjGSr3PvWvexT0F5UzskFn/JeDAjTyo6mVmGBICGlfxtMfdGM4ihIVTaBuDAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T13:07:13.380503Z","bundle_sha256":"8e6cf34b0d4447eefab9d010089758ea36933761f680c8e60db6c564f2c67f93"}}