{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3XSEBRPGDDIGIZDLPPKC3U7FUY","short_pith_number":"pith:3XSEBRPG","canonical_record":{"source":{"id":"2406.14022","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-20T06:37:47Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"4c679810e1fbb7233c9f27af44f618a76cac0ac7cd4c5eaebfa693245703272e","abstract_canon_sha256":"4245d05603807b94abdd76aa8f96a8dbcd321daed74be416f1d227113da63af9"},"schema_version":"1.0"},"canonical_sha256":"dde440c5e618d064646b7bd42dd3e5a6366a47b5814cdd1c63303fde7c5af749","source":{"kind":"arxiv","id":"2406.14022","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.14022","created_at":"2026-07-05T08:34:38Z"},{"alias_kind":"arxiv_version","alias_value":"2406.14022v1","created_at":"2026-07-05T08:34:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.14022","created_at":"2026-07-05T08:34:38Z"},{"alias_kind":"pith_short_12","alias_value":"3XSEBRPGDDIG","created_at":"2026-07-05T08:34:38Z"},{"alias_kind":"pith_short_16","alias_value":"3XSEBRPGDDIGIZDL","created_at":"2026-07-05T08:34:38Z"},{"alias_kind":"pith_short_8","alias_value":"3XSEBRPG","created_at":"2026-07-05T08:34:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3XSEBRPGDDIGIZDLPPKC3U7FUY","target":"record","payload":{"canonical_record":{"source":{"id":"2406.14022","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-20T06:37:47Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"4c679810e1fbb7233c9f27af44f618a76cac0ac7cd4c5eaebfa693245703272e","abstract_canon_sha256":"4245d05603807b94abdd76aa8f96a8dbcd321daed74be416f1d227113da63af9"},"schema_version":"1.0"},"canonical_sha256":"dde440c5e618d064646b7bd42dd3e5a6366a47b5814cdd1c63303fde7c5af749","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:34:38.078574Z","signature_b64":"AmIyuruS76UsKHPECnsbKTOTLrKZgDuiZ6lTitkKKHLbRYvIc335PIUcIxcAF3CAnM9x6DZh/JHcMI1L4YW2Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dde440c5e618d064646b7bd42dd3e5a6366a47b5814cdd1c63303fde7c5af749","last_reissued_at":"2026-07-05T08:34:38.078107Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:34:38.078107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.14022","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CrNicQrkPflIuU+Z+mZ13wf6CXo45hT0IdO/ZF7VV0MHYh21CMatTnXcUNDMkn41jijCk1RMBSVtiO74LF0iCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T17:36:15.698170Z"},"content_sha256":"9330cfde53227acd75cd7298a0d88fef4f0a78af1fcf4c1eac036d2f563a5140","schema_version":"1.0","event_id":"sha256:9330cfde53227acd75cd7298a0d88fef4f0a78af1fcf4c1eac036d2f563a5140"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3XSEBRPGDDIGIZDLPPKC3U7FUY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Investigating the Pre-Training Dynamics of In-Context Learning: Task Recognition vs. Task Learning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Ji-Rong Wen, Wayne Xin Zhao, Xiaolei Wang, Xinyu Tang","submitted_at":"2024-06-20T06:37:47Z","abstract_excerpt":"The emergence of in-context learning (ICL) is potentially attributed to two major abilities: task recognition (TR) for recognizing the task from demonstrations and utilizing pre-trained priors, and task learning (TL) for learning from demonstrations. However, relationships between the two abilities and how such relationships affect the emergence of ICL is unclear. In this paper, we take the first step by examining the pre-training dynamics of the emergence of ICL. With carefully designed metrics, we find that these two abilities are, in fact, competitive during pre-training. Moreover, we obser"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.14022","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.14022/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:34:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GMuGlx9YiZR21EkjOJrc+rjk6gqJrFGv0OKizazqoCisS5Jn3DARHzejQ5HB8v+e0OFmXJxr27jElyIYBh+EBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T17:36:15.698551Z"},"content_sha256":"8afca72430d6369ab9ace822dee151ebfab19c3287d473e2125b44337eb2be9b","schema_version":"1.0","event_id":"sha256:8afca72430d6369ab9ace822dee151ebfab19c3287d473e2125b44337eb2be9b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3XSEBRPGDDIGIZDLPPKC3U7FUY/bundle.json","state_url":"https://pith.science/pith/3XSEBRPGDDIGIZDLPPKC3U7FUY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3XSEBRPGDDIGIZDLPPKC3U7FUY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T17:36:15Z","links":{"resolver":"https://pith.science/pith/3XSEBRPGDDIGIZDLPPKC3U7FUY","bundle":"https://pith.science/pith/3XSEBRPGDDIGIZDLPPKC3U7FUY/bundle.json","state":"https://pith.science/pith/3XSEBRPGDDIGIZDLPPKC3U7FUY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3XSEBRPGDDIGIZDLPPKC3U7FUY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3XSEBRPGDDIGIZDLPPKC3U7FUY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4245d05603807b94abdd76aa8f96a8dbcd321daed74be416f1d227113da63af9","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-20T06:37:47Z","title_canon_sha256":"4c679810e1fbb7233c9f27af44f618a76cac0ac7cd4c5eaebfa693245703272e"},"schema_version":"1.0","source":{"id":"2406.14022","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.14022","created_at":"2026-07-05T08:34:38Z"},{"alias_kind":"arxiv_version","alias_value":"2406.14022v1","created_at":"2026-07-05T08:34:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.14022","created_at":"2026-07-05T08:34:38Z"},{"alias_kind":"pith_short_12","alias_value":"3XSEBRPGDDIG","created_at":"2026-07-05T08:34:38Z"},{"alias_kind":"pith_short_16","alias_value":"3XSEBRPGDDIGIZDL","created_at":"2026-07-05T08:34:38Z"},{"alias_kind":"pith_short_8","alias_value":"3XSEBRPG","created_at":"2026-07-05T08:34:38Z"}],"graph_snapshots":[{"event_id":"sha256:8afca72430d6369ab9ace822dee151ebfab19c3287d473e2125b44337eb2be9b","target":"graph","created_at":"2026-07-05T08:34:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.14022/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The emergence of in-context learning (ICL) is potentially attributed to two major abilities: task recognition (TR) for recognizing the task from demonstrations and utilizing pre-trained priors, and task learning (TL) for learning from demonstrations. However, relationships between the two abilities and how such relationships affect the emergence of ICL is unclear. In this paper, we take the first step by examining the pre-training dynamics of the emergence of ICL. With carefully designed metrics, we find that these two abilities are, in fact, competitive during pre-training. Moreover, we obser","authors_text":"Ji-Rong Wen, Wayne Xin Zhao, Xiaolei Wang, Xinyu Tang","cross_cats":["cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-20T06:37:47Z","title":"Investigating the Pre-Training Dynamics of In-Context Learning: Task Recognition vs. Task Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.14022","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9330cfde53227acd75cd7298a0d88fef4f0a78af1fcf4c1eac036d2f563a5140","target":"record","created_at":"2026-07-05T08:34:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4245d05603807b94abdd76aa8f96a8dbcd321daed74be416f1d227113da63af9","cross_cats_sorted":["cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-20T06:37:47Z","title_canon_sha256":"4c679810e1fbb7233c9f27af44f618a76cac0ac7cd4c5eaebfa693245703272e"},"schema_version":"1.0","source":{"id":"2406.14022","kind":"arxiv","version":1}},"canonical_sha256":"dde440c5e618d064646b7bd42dd3e5a6366a47b5814cdd1c63303fde7c5af749","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"dde440c5e618d064646b7bd42dd3e5a6366a47b5814cdd1c63303fde7c5af749","first_computed_at":"2026-07-05T08:34:38.078107Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:34:38.078107Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AmIyuruS76UsKHPECnsbKTOTLrKZgDuiZ6lTitkKKHLbRYvIc335PIUcIxcAF3CAnM9x6DZh/JHcMI1L4YW2Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:34:38.078574Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.14022","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9330cfde53227acd75cd7298a0d88fef4f0a78af1fcf4c1eac036d2f563a5140","sha256:8afca72430d6369ab9ace822dee151ebfab19c3287d473e2125b44337eb2be9b"],"state_sha256":"bab633a3ea41a9280581e3f718c0106e1171d457d3e814e49ce804b7a14b0a46"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zmeu0I1Au8maxLFn6ov2urnH1uEZ4pc1A9+VawASFPntIbPkbgpfT9OzFdkgDooPs87CyWhfyebOVujwTpXKBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T17:36:15.700916Z","bundle_sha256":"961190c270684c59cd14480f9c0279f99dc143fd576151e2372f7c1ff7cff802"}}