{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NRY64HA6SMMAKHEKMWL6NMZZZC","short_pith_number":"pith:NRY64HA6","canonical_record":{"source":{"id":"2410.11778","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T16:57:14Z","cross_cats_sorted":["cs.IT","math.IT","stat.ML"],"title_canon_sha256":"1b208a204072e0eddc021ddb0338e7875a2cb59d15abf43a8d9194710fdc1329","abstract_canon_sha256":"0fb668b76ba7babac356fa30e4ca63ed633dc54ce6dd2e000eded0b56828be06"},"schema_version":"1.0"},"canonical_sha256":"6c71ee1c1e9318051c8a6597e6b339c88273c5e9648db6511d40cf9a697c7546","source":{"kind":"arxiv","id":"2410.11778","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.11778","created_at":"2026-07-05T11:12:10Z"},{"alias_kind":"arxiv_version","alias_value":"2410.11778v3","created_at":"2026-07-05T11:12:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.11778","created_at":"2026-07-05T11:12:10Z"},{"alias_kind":"pith_short_12","alias_value":"NRY64HA6SMMA","created_at":"2026-07-05T11:12:10Z"},{"alias_kind":"pith_short_16","alias_value":"NRY64HA6SMMAKHEK","created_at":"2026-07-05T11:12:10Z"},{"alias_kind":"pith_short_8","alias_value":"NRY64HA6","created_at":"2026-07-05T11:12:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NRY64HA6SMMAKHEKMWL6NMZZZC","target":"record","payload":{"canonical_record":{"source":{"id":"2410.11778","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T16:57:14Z","cross_cats_sorted":["cs.IT","math.IT","stat.ML"],"title_canon_sha256":"1b208a204072e0eddc021ddb0338e7875a2cb59d15abf43a8d9194710fdc1329","abstract_canon_sha256":"0fb668b76ba7babac356fa30e4ca63ed633dc54ce6dd2e000eded0b56828be06"},"schema_version":"1.0"},"canonical_sha256":"6c71ee1c1e9318051c8a6597e6b339c88273c5e9648db6511d40cf9a697c7546","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:12:10.966591Z","signature_b64":"pIm6EkFL77we3f720HBckQmHvVD87f+V+kD5qLauOJFzmsfAA99vI2XOjxDtXd/KE87yV+OwM/g/75/1BM7FBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6c71ee1c1e9318051c8a6597e6b339c88273c5e9648db6511d40cf9a697c7546","last_reissued_at":"2026-07-05T11:12:10.966081Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:12:10.966081Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.11778","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"L5e/OGMfgZpJIurDSvEM99arfDd3XKNfP6CCdyd/WypVYkDoiuMotIDAZ5mySeaT+RIJ126KFpZb7bRvaNzZAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:15:22.132470Z"},"content_sha256":"3572aff9e35c904cd2120b8c7ef752749f11e0d9147fe627fdf129c05d73a2bf","schema_version":"1.0","event_id":"sha256:3572aff9e35c904cd2120b8c7ef752749f11e0d9147fe627fdf129c05d73a2bf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NRY64HA6SMMAKHEKMWL6NMZZZC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IT","math.IT","stat.ML"],"primary_cat":"cs.LG","authors_text":"Cong Shen, Jing Yang, Ruida Zhou, Wei Shen","submitted_at":"2024-10-15T16:57:14Z","abstract_excerpt":"Although transformers have demonstrated impressive capabilities for in-context learning (ICL) in practice, theoretical understanding of the underlying mechanism that allows transformers to perform ICL is still in its infancy. This work aims to theoretically study the training dynamics of transformers for in-context classification tasks. We demonstrate that, for in-context classification of Gaussian mixtures under certain assumptions, a single-layer transformer trained via gradient descent converges to a globally optimal model at a linear rate. We further quantify the impact of the training and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.11778","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.11778/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:12:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VcrczJMJu0hwDXa+ow0KiUHG+z51hZSJK3BaMwKIQi3X9DHMnWP+sLvL4vRotDK878OkpFj/iFNuoC1IShVBCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T10:15:22.132971Z"},"content_sha256":"79cfe7dbd8f8f3b36eafb004910ae70347ebb251bf0d129fb9af6bd0c6bbf257","schema_version":"1.0","event_id":"sha256:79cfe7dbd8f8f3b36eafb004910ae70347ebb251bf0d129fb9af6bd0c6bbf257"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NRY64HA6SMMAKHEKMWL6NMZZZC/bundle.json","state_url":"https://pith.science/pith/NRY64HA6SMMAKHEKMWL6NMZZZC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NRY64HA6SMMAKHEKMWL6NMZZZC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T10:15:22Z","links":{"resolver":"https://pith.science/pith/NRY64HA6SMMAKHEKMWL6NMZZZC","bundle":"https://pith.science/pith/NRY64HA6SMMAKHEKMWL6NMZZZC/bundle.json","state":"https://pith.science/pith/NRY64HA6SMMAKHEKMWL6NMZZZC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NRY64HA6SMMAKHEKMWL6NMZZZC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NRY64HA6SMMAKHEKMWL6NMZZZC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0fb668b76ba7babac356fa30e4ca63ed633dc54ce6dd2e000eded0b56828be06","cross_cats_sorted":["cs.IT","math.IT","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T16:57:14Z","title_canon_sha256":"1b208a204072e0eddc021ddb0338e7875a2cb59d15abf43a8d9194710fdc1329"},"schema_version":"1.0","source":{"id":"2410.11778","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.11778","created_at":"2026-07-05T11:12:10Z"},{"alias_kind":"arxiv_version","alias_value":"2410.11778v3","created_at":"2026-07-05T11:12:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.11778","created_at":"2026-07-05T11:12:10Z"},{"alias_kind":"pith_short_12","alias_value":"NRY64HA6SMMA","created_at":"2026-07-05T11:12:10Z"},{"alias_kind":"pith_short_16","alias_value":"NRY64HA6SMMAKHEK","created_at":"2026-07-05T11:12:10Z"},{"alias_kind":"pith_short_8","alias_value":"NRY64HA6","created_at":"2026-07-05T11:12:10Z"}],"graph_snapshots":[{"event_id":"sha256:79cfe7dbd8f8f3b36eafb004910ae70347ebb251bf0d129fb9af6bd0c6bbf257","target":"graph","created_at":"2026-07-05T11:12:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.11778/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Although transformers have demonstrated impressive capabilities for in-context learning (ICL) in practice, theoretical understanding of the underlying mechanism that allows transformers to perform ICL is still in its infancy. This work aims to theoretically study the training dynamics of transformers for in-context classification tasks. We demonstrate that, for in-context classification of Gaussian mixtures under certain assumptions, a single-layer transformer trained via gradient descent converges to a globally optimal model at a linear rate. We further quantify the impact of the training and","authors_text":"Cong Shen, Jing Yang, Ruida Zhou, Wei Shen","cross_cats":["cs.IT","math.IT","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T16:57:14Z","title":"On the Training Convergence of Transformers for In-Context Classification of Gaussian Mixtures"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.11778","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3572aff9e35c904cd2120b8c7ef752749f11e0d9147fe627fdf129c05d73a2bf","target":"record","created_at":"2026-07-05T11:12:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0fb668b76ba7babac356fa30e4ca63ed633dc54ce6dd2e000eded0b56828be06","cross_cats_sorted":["cs.IT","math.IT","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-10-15T16:57:14Z","title_canon_sha256":"1b208a204072e0eddc021ddb0338e7875a2cb59d15abf43a8d9194710fdc1329"},"schema_version":"1.0","source":{"id":"2410.11778","kind":"arxiv","version":3}},"canonical_sha256":"6c71ee1c1e9318051c8a6597e6b339c88273c5e9648db6511d40cf9a697c7546","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6c71ee1c1e9318051c8a6597e6b339c88273c5e9648db6511d40cf9a697c7546","first_computed_at":"2026-07-05T11:12:10.966081Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:12:10.966081Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pIm6EkFL77we3f720HBckQmHvVD87f+V+kD5qLauOJFzmsfAA99vI2XOjxDtXd/KE87yV+OwM/g/75/1BM7FBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:12:10.966591Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.11778","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3572aff9e35c904cd2120b8c7ef752749f11e0d9147fe627fdf129c05d73a2bf","sha256:79cfe7dbd8f8f3b36eafb004910ae70347ebb251bf0d129fb9af6bd0c6bbf257"],"state_sha256":"f7bbd3500d3d0f1da02ddad244e325070d3f05fdba9b589fb09cbd481cb4929a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MPh/gA/BRjo6N7A06BNTcOyZ/QojqKzC+mo2Vh+pSWia0XbIPbqIbvu+eu/bm8xPPSL/++vs4ou4PLxckzAGCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T10:15:22.137433Z","bundle_sha256":"29ff8a7a73bb0f7350c8fb50733aa37866f16c050a7c6f542f52018994451b87"}}