{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:LBC3OX2TO7G532NRJI5HY4M2KU","short_pith_number":"pith:LBC3OX2T","canonical_record":{"source":{"id":"2310.08540","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T17:32:09Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"847620e5fadd0bf0f3dffd61b4d0a224c11a621af3ed5b30c10ca7c4a9f33170","abstract_canon_sha256":"4193430db6f5afe5330245fae4a287d499c7057b85bbf01876729cd482fdadd7"},"schema_version":"1.0"},"canonical_sha256":"5845b75f5377cddde9b14a3a7c719a553830b659cf508ca420db61302c3e0e00","source":{"kind":"arxiv","id":"2310.08540","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.08540","created_at":"2026-07-05T08:26:14Z"},{"alias_kind":"arxiv_version","alias_value":"2310.08540v5","created_at":"2026-07-05T08:26:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.08540","created_at":"2026-07-05T08:26:14Z"},{"alias_kind":"pith_short_12","alias_value":"LBC3OX2TO7G5","created_at":"2026-07-05T08:26:14Z"},{"alias_kind":"pith_short_16","alias_value":"LBC3OX2TO7G532NR","created_at":"2026-07-05T08:26:14Z"},{"alias_kind":"pith_short_8","alias_value":"LBC3OX2T","created_at":"2026-07-05T08:26:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:LBC3OX2TO7G532NRJI5HY4M2KU","target":"record","payload":{"canonical_record":{"source":{"id":"2310.08540","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T17:32:09Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"847620e5fadd0bf0f3dffd61b4d0a224c11a621af3ed5b30c10ca7c4a9f33170","abstract_canon_sha256":"4193430db6f5afe5330245fae4a287d499c7057b85bbf01876729cd482fdadd7"},"schema_version":"1.0"},"canonical_sha256":"5845b75f5377cddde9b14a3a7c719a553830b659cf508ca420db61302c3e0e00","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:26:14.398166Z","signature_b64":"13OJtUdoDoGpz4HXKK1ZTzMRElbcFV6yrziGVX3/Aj9E92+3hgwb94VfdXJ89X1PVJAaRcITGzSQAx8Ul+gRBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5845b75f5377cddde9b14a3a7c719a553830b659cf508ca420db61302c3e0e00","last_reissued_at":"2026-07-05T08:26:14.397688Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:26:14.397688Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.08540","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a8OE4gsg20a3kjILXTZhoOpXnOUsIu3xlysPmvQNxTLBrCc/cSkY87L5XrfNSbXcpm6pBQkJzZO1KMy875ZcDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:45:26.064807Z"},"content_sha256":"369a33956d503a19b9a1aa49e2eaa9561852d144ec1a72bceb5ba1238f3950e6","schema_version":"1.0","event_id":"sha256:369a33956d503a19b9a1aa49e2eaa9561852d144ec1a72bceb5ba1238f3950e6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:LBC3OX2TO7G532NRJI5HY4M2KU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Do pretrained Transformers Learn In-Context by Gradient Descent?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Aayush Mishra, Daniel Khashabi, Lingfeng Shen","submitted_at":"2023-10-12T17:32:09Z","abstract_excerpt":"The emergence of In-Context Learning (ICL) in LLMs remains a remarkable phenomenon that is partially understood. To explain ICL, recent studies have created theoretical connections to Gradient Descent (GD). We ask, do such connections hold up in actual pre-trained language models? We highlight the limiting assumptions in prior works that make their setup considerably different from the practical setup in which language models are trained. For example, their experimental verification uses \\emph{ICL objective} (training models explicitly for ICL), which differs from the emergent ICL in the wild."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.08540","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.08540/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:26:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gInd2LhpAxOZl/YIKxJJBJo0eZvbc86daWTc1dEEzs18QNSa1sLCRSFV8YbW5zy9cglN4SDfLIZMh0LucmnOAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T13:45:26.065185Z"},"content_sha256":"46ade0e93d0e84d4c80eb9c51df27b0edb366b17e04db7718548a2da3713b971","schema_version":"1.0","event_id":"sha256:46ade0e93d0e84d4c80eb9c51df27b0edb366b17e04db7718548a2da3713b971"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LBC3OX2TO7G532NRJI5HY4M2KU/bundle.json","state_url":"https://pith.science/pith/LBC3OX2TO7G532NRJI5HY4M2KU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LBC3OX2TO7G532NRJI5HY4M2KU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T13:45:26Z","links":{"resolver":"https://pith.science/pith/LBC3OX2TO7G532NRJI5HY4M2KU","bundle":"https://pith.science/pith/LBC3OX2TO7G532NRJI5HY4M2KU/bundle.json","state":"https://pith.science/pith/LBC3OX2TO7G532NRJI5HY4M2KU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LBC3OX2TO7G532NRJI5HY4M2KU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:LBC3OX2TO7G532NRJI5HY4M2KU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4193430db6f5afe5330245fae4a287d499c7057b85bbf01876729cd482fdadd7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T17:32:09Z","title_canon_sha256":"847620e5fadd0bf0f3dffd61b4d0a224c11a621af3ed5b30c10ca7c4a9f33170"},"schema_version":"1.0","source":{"id":"2310.08540","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.08540","created_at":"2026-07-05T08:26:14Z"},{"alias_kind":"arxiv_version","alias_value":"2310.08540v5","created_at":"2026-07-05T08:26:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.08540","created_at":"2026-07-05T08:26:14Z"},{"alias_kind":"pith_short_12","alias_value":"LBC3OX2TO7G5","created_at":"2026-07-05T08:26:14Z"},{"alias_kind":"pith_short_16","alias_value":"LBC3OX2TO7G532NR","created_at":"2026-07-05T08:26:14Z"},{"alias_kind":"pith_short_8","alias_value":"LBC3OX2T","created_at":"2026-07-05T08:26:14Z"}],"graph_snapshots":[{"event_id":"sha256:46ade0e93d0e84d4c80eb9c51df27b0edb366b17e04db7718548a2da3713b971","target":"graph","created_at":"2026-07-05T08:26:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.08540/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The emergence of In-Context Learning (ICL) in LLMs remains a remarkable phenomenon that is partially understood. To explain ICL, recent studies have created theoretical connections to Gradient Descent (GD). We ask, do such connections hold up in actual pre-trained language models? We highlight the limiting assumptions in prior works that make their setup considerably different from the practical setup in which language models are trained. For example, their experimental verification uses \\emph{ICL objective} (training models explicitly for ICL), which differs from the emergent ICL in the wild.","authors_text":"Aayush Mishra, Daniel Khashabi, Lingfeng Shen","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T17:32:09Z","title":"Do pretrained Transformers Learn In-Context by Gradient Descent?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.08540","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:369a33956d503a19b9a1aa49e2eaa9561852d144ec1a72bceb5ba1238f3950e6","target":"record","created_at":"2026-07-05T08:26:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4193430db6f5afe5330245fae4a287d499c7057b85bbf01876729cd482fdadd7","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-12T17:32:09Z","title_canon_sha256":"847620e5fadd0bf0f3dffd61b4d0a224c11a621af3ed5b30c10ca7c4a9f33170"},"schema_version":"1.0","source":{"id":"2310.08540","kind":"arxiv","version":5}},"canonical_sha256":"5845b75f5377cddde9b14a3a7c719a553830b659cf508ca420db61302c3e0e00","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5845b75f5377cddde9b14a3a7c719a553830b659cf508ca420db61302c3e0e00","first_computed_at":"2026-07-05T08:26:14.397688Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:26:14.397688Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"13OJtUdoDoGpz4HXKK1ZTzMRElbcFV6yrziGVX3/Aj9E92+3hgwb94VfdXJ89X1PVJAaRcITGzSQAx8Ul+gRBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:26:14.398166Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.08540","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:369a33956d503a19b9a1aa49e2eaa9561852d144ec1a72bceb5ba1238f3950e6","sha256:46ade0e93d0e84d4c80eb9c51df27b0edb366b17e04db7718548a2da3713b971"],"state_sha256":"0e0e3361aa1df5b7a828e1409a130eb19468dbed9d1b202cbd26b792a78c9de6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o2EGdYhgf9gU/C2k4ed/i+W3f7RX2sBz1lA0S8JWbJcZJVUgfoorYEkGsEb/d7zffUu1H23Bk9Qzg9/oB7qgBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T13:45:26.067259Z","bundle_sha256":"da1a3306c8340059369781982f1d0eb2251e3c9d9d2cb17ad5e19981a8c17301"}}