{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:R7KUQSP3X7L3VNSYAC7NPGB5X3","short_pith_number":"pith:R7KUQSP3","canonical_record":{"source":{"id":"2502.21212","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-28T16:40:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ad4adb0996e864286319e16f79b019652988432cbdf063c5a60497ce19a06f10","abstract_canon_sha256":"eff0ee39ad03c5432db0ae491039b332c2a335ceefdad577db0734c80bf68d03"},"schema_version":"1.0"},"canonical_sha256":"8fd54849fbbfd7bab65800bed7983dbee1b98b9afce8dfbd05f7c56d6e703267","source":{"kind":"arxiv","id":"2502.21212","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.21212","created_at":"2026-07-05T10:21:46Z"},{"alias_kind":"arxiv_version","alias_value":"2502.21212v1","created_at":"2026-07-05T10:21:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.21212","created_at":"2026-07-05T10:21:46Z"},{"alias_kind":"pith_short_12","alias_value":"R7KUQSP3X7L3","created_at":"2026-07-05T10:21:46Z"},{"alias_kind":"pith_short_16","alias_value":"R7KUQSP3X7L3VNSY","created_at":"2026-07-05T10:21:46Z"},{"alias_kind":"pith_short_8","alias_value":"R7KUQSP3","created_at":"2026-07-05T10:21:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:R7KUQSP3X7L3VNSYAC7NPGB5X3","target":"record","payload":{"canonical_record":{"source":{"id":"2502.21212","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-28T16:40:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ad4adb0996e864286319e16f79b019652988432cbdf063c5a60497ce19a06f10","abstract_canon_sha256":"eff0ee39ad03c5432db0ae491039b332c2a335ceefdad577db0734c80bf68d03"},"schema_version":"1.0"},"canonical_sha256":"8fd54849fbbfd7bab65800bed7983dbee1b98b9afce8dfbd05f7c56d6e703267","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:21:46.291353Z","signature_b64":"wHMLkJH9wu1tPlXcrPQBJCxDe8TR1RT4GiYf2iavw2E1Xvg1gZAfC1VSqSCnxrn11bIRCKh3O7D2PCdR+i2EAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8fd54849fbbfd7bab65800bed7983dbee1b98b9afce8dfbd05f7c56d6e703267","last_reissued_at":"2026-07-05T10:21:46.290865Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:21:46.290865Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.21212","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FNUWx5yIzH6MIzoV+nLg7QaAZFJnS1B3e11sPtQkNWrKfvPK/6/BfVt9BnqHq43gFeofGCuPv7rZ/RDMMfUYBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T03:44:36.825816Z"},"content_sha256":"7eaeef6fa0d5dcf694e1708a4dba257b5ab259a6e60e9b9356434f1a9cc8869e","schema_version":"1.0","event_id":"sha256:7eaeef6fa0d5dcf694e1708a4dba257b5ab259a6e60e9b9356434f1a9cc8869e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:R7KUQSP3X7L3VNSYAC7NPGB5X3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformers Learn to Implement Multi-step Gradient Descent with Chain of Thought","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Jason D. Lee, Jianhao Huang, Zixuan Wang","submitted_at":"2025-02-28T16:40:38Z","abstract_excerpt":"Chain of Thought (CoT) prompting has been shown to significantly improve the performance of large language models (LLMs), particularly in arithmetic and reasoning tasks, by instructing the model to produce intermediate reasoning steps. Despite the remarkable empirical success of CoT and its theoretical advantages in enhancing expressivity, the mechanisms underlying CoT training remain largely unexplored. In this paper, we study the training dynamics of transformers over a CoT objective on an in-context weight prediction task for linear regression. We prove that while a one-layer linear transfo"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.21212","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.21212/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1iw5k9DZomEJX+pFMXMMSRcGZhEGo/CAf5v9eFKHh6lhoIUlGf8AYZa6gwJ4pZFetuJPGsYfjZVboZi6KHiXAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T03:44:36.826709Z"},"content_sha256":"131e25217217808df8cb0b00d8d07007c03d2e372cdb9d8567343608d68db25c","schema_version":"1.0","event_id":"sha256:131e25217217808df8cb0b00d8d07007c03d2e372cdb9d8567343608d68db25c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/R7KUQSP3X7L3VNSYAC7NPGB5X3/bundle.json","state_url":"https://pith.science/pith/R7KUQSP3X7L3VNSYAC7NPGB5X3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/R7KUQSP3X7L3VNSYAC7NPGB5X3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T03:44:36Z","links":{"resolver":"https://pith.science/pith/R7KUQSP3X7L3VNSYAC7NPGB5X3","bundle":"https://pith.science/pith/R7KUQSP3X7L3VNSYAC7NPGB5X3/bundle.json","state":"https://pith.science/pith/R7KUQSP3X7L3VNSYAC7NPGB5X3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/R7KUQSP3X7L3VNSYAC7NPGB5X3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:R7KUQSP3X7L3VNSYAC7NPGB5X3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"eff0ee39ad03c5432db0ae491039b332c2a335ceefdad577db0734c80bf68d03","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-28T16:40:38Z","title_canon_sha256":"ad4adb0996e864286319e16f79b019652988432cbdf063c5a60497ce19a06f10"},"schema_version":"1.0","source":{"id":"2502.21212","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.21212","created_at":"2026-07-05T10:21:46Z"},{"alias_kind":"arxiv_version","alias_value":"2502.21212v1","created_at":"2026-07-05T10:21:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.21212","created_at":"2026-07-05T10:21:46Z"},{"alias_kind":"pith_short_12","alias_value":"R7KUQSP3X7L3","created_at":"2026-07-05T10:21:46Z"},{"alias_kind":"pith_short_16","alias_value":"R7KUQSP3X7L3VNSY","created_at":"2026-07-05T10:21:46Z"},{"alias_kind":"pith_short_8","alias_value":"R7KUQSP3","created_at":"2026-07-05T10:21:46Z"}],"graph_snapshots":[{"event_id":"sha256:131e25217217808df8cb0b00d8d07007c03d2e372cdb9d8567343608d68db25c","target":"graph","created_at":"2026-07-05T10:21:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.21212/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Chain of Thought (CoT) prompting has been shown to significantly improve the performance of large language models (LLMs), particularly in arithmetic and reasoning tasks, by instructing the model to produce intermediate reasoning steps. Despite the remarkable empirical success of CoT and its theoretical advantages in enhancing expressivity, the mechanisms underlying CoT training remain largely unexplored. In this paper, we study the training dynamics of transformers over a CoT objective on an in-context weight prediction task for linear regression. We prove that while a one-layer linear transfo","authors_text":"Jason D. Lee, Jianhao Huang, Zixuan Wang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-28T16:40:38Z","title":"Transformers Learn to Implement Multi-step Gradient Descent with Chain of Thought"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.21212","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7eaeef6fa0d5dcf694e1708a4dba257b5ab259a6e60e9b9356434f1a9cc8869e","target":"record","created_at":"2026-07-05T10:21:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"eff0ee39ad03c5432db0ae491039b332c2a335ceefdad577db0734c80bf68d03","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-28T16:40:38Z","title_canon_sha256":"ad4adb0996e864286319e16f79b019652988432cbdf063c5a60497ce19a06f10"},"schema_version":"1.0","source":{"id":"2502.21212","kind":"arxiv","version":1}},"canonical_sha256":"8fd54849fbbfd7bab65800bed7983dbee1b98b9afce8dfbd05f7c56d6e703267","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8fd54849fbbfd7bab65800bed7983dbee1b98b9afce8dfbd05f7c56d6e703267","first_computed_at":"2026-07-05T10:21:46.290865Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:21:46.290865Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wHMLkJH9wu1tPlXcrPQBJCxDe8TR1RT4GiYf2iavw2E1Xvg1gZAfC1VSqSCnxrn11bIRCKh3O7D2PCdR+i2EAw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:21:46.291353Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.21212","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7eaeef6fa0d5dcf694e1708a4dba257b5ab259a6e60e9b9356434f1a9cc8869e","sha256:131e25217217808df8cb0b00d8d07007c03d2e372cdb9d8567343608d68db25c"],"state_sha256":"06c232c8e4528816dc33a45b0c03e4aa8a6ef59926e8045b14bb64d5928cc0b6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Y4z6r6UbZLXHPs2TNLlmix0Vhm0AK06nH+mMprt8oA+BHqtHcvNV5/2ntQl1Hj8H53WChOM4iWAiP4/koCAeBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T03:44:36.834089Z","bundle_sha256":"da18f0a6e8c8f52974e9bd4dded9cee7bdd939f2bf1aa3571d55988e469f3a7e"}}