{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:WFY4HT7U3WZOD3BWDX4GAKADWZ","short_pith_number":"pith:WFY4HT7U","canonical_record":{"source":{"id":"2306.00297","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T02:35:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b0aa54109330e45961397138f2e069bb219e0d85ad23a681db88e3dd525c00b1","abstract_canon_sha256":"9798e2c88b1f5770216d0f44b7bcc33a14c486d468d36df77699cb10c95a1cfc"},"schema_version":"1.0"},"canonical_sha256":"b171c3cff4ddb2e1ec361df8602803b65e67837a08e930c68e23311d351f5015","source":{"kind":"arxiv","id":"2306.00297","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.00297","created_at":"2026-07-05T07:11:15Z"},{"alias_kind":"arxiv_version","alias_value":"2306.00297v2","created_at":"2026-07-05T07:11:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.00297","created_at":"2026-07-05T07:11:15Z"},{"alias_kind":"pith_short_12","alias_value":"WFY4HT7U3WZO","created_at":"2026-07-05T07:11:15Z"},{"alias_kind":"pith_short_16","alias_value":"WFY4HT7U3WZOD3BW","created_at":"2026-07-05T07:11:15Z"},{"alias_kind":"pith_short_8","alias_value":"WFY4HT7U","created_at":"2026-07-05T07:11:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:WFY4HT7U3WZOD3BWDX4GAKADWZ","target":"record","payload":{"canonical_record":{"source":{"id":"2306.00297","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T02:35:57Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b0aa54109330e45961397138f2e069bb219e0d85ad23a681db88e3dd525c00b1","abstract_canon_sha256":"9798e2c88b1f5770216d0f44b7bcc33a14c486d468d36df77699cb10c95a1cfc"},"schema_version":"1.0"},"canonical_sha256":"b171c3cff4ddb2e1ec361df8602803b65e67837a08e930c68e23311d351f5015","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:11:15.949650Z","signature_b64":"IX2Hy4lk1I8zYJ0FenUrTYNBC85fWUYBHFWk1Lh3hR4e1gSH102UMxsyZTrOqI0vF5ywXN2axxBJXwCgdfzFDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b171c3cff4ddb2e1ec361df8602803b65e67837a08e930c68e23311d351f5015","last_reissued_at":"2026-07-05T07:11:15.949147Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:11:15.949147Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.00297","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:11:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IUbmVTe97WyR9aW6B/wmGKGVbiFL1CmZXxxbdZlKiG0YAQ7VuxPBCICww3zWI86+M6xnh5YTHu1YP79IsJ9aDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:53:18.097816Z"},"content_sha256":"22e924ecb158fd54e4fe9c62348c98d334b2d7d09c3046b76c9ad676513332a3","schema_version":"1.0","event_id":"sha256:22e924ecb158fd54e4fe9c62348c98d334b2d7d09c3046b76c9ad676513332a3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:WFY4HT7U3WZOD3BWDX4GAKADWZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformers learn to implement preconditioned gradient descent for in-context learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Hadi Daneshmand, Kwangjun Ahn, Suvrit Sra, Xiang Cheng","submitted_at":"2023-06-01T02:35:57Z","abstract_excerpt":"Several recent works demonstrate that transformers can implement algorithms like gradient descent. By a careful construction of weights, these works show that multiple layers of transformers are expressive enough to simulate iterations of gradient descent. Going beyond the question of expressivity, we ask: Can transformers learn to implement such algorithms by training over random problem instances? To our knowledge, we make the first theoretical progress on this question via an analysis of the loss landscape for linear transformers trained over random instances of linear regression. For a sin"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.00297","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.00297/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:11:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"h5tnvpWi+uYPpackkAVkSpTE/qtDJ9znrlnyrxR9xNOe2DR1zQvfeDPq2aQJ3Qyv/bHRXkIwz+HTDJtBJWpuAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T01:53:18.098295Z"},"content_sha256":"83242dde94b61d757e5d0b73481bddcb863e76e64cf48273148cbf8eac553a2f","schema_version":"1.0","event_id":"sha256:83242dde94b61d757e5d0b73481bddcb863e76e64cf48273148cbf8eac553a2f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/WFY4HT7U3WZOD3BWDX4GAKADWZ/bundle.json","state_url":"https://pith.science/pith/WFY4HT7U3WZOD3BWDX4GAKADWZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/WFY4HT7U3WZOD3BWDX4GAKADWZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T01:53:18Z","links":{"resolver":"https://pith.science/pith/WFY4HT7U3WZOD3BWDX4GAKADWZ","bundle":"https://pith.science/pith/WFY4HT7U3WZOD3BWDX4GAKADWZ/bundle.json","state":"https://pith.science/pith/WFY4HT7U3WZOD3BWDX4GAKADWZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/WFY4HT7U3WZOD3BWDX4GAKADWZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:WFY4HT7U3WZOD3BWDX4GAKADWZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9798e2c88b1f5770216d0f44b7bcc33a14c486d468d36df77699cb10c95a1cfc","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T02:35:57Z","title_canon_sha256":"b0aa54109330e45961397138f2e069bb219e0d85ad23a681db88e3dd525c00b1"},"schema_version":"1.0","source":{"id":"2306.00297","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.00297","created_at":"2026-07-05T07:11:15Z"},{"alias_kind":"arxiv_version","alias_value":"2306.00297v2","created_at":"2026-07-05T07:11:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.00297","created_at":"2026-07-05T07:11:15Z"},{"alias_kind":"pith_short_12","alias_value":"WFY4HT7U3WZO","created_at":"2026-07-05T07:11:15Z"},{"alias_kind":"pith_short_16","alias_value":"WFY4HT7U3WZOD3BW","created_at":"2026-07-05T07:11:15Z"},{"alias_kind":"pith_short_8","alias_value":"WFY4HT7U","created_at":"2026-07-05T07:11:15Z"}],"graph_snapshots":[{"event_id":"sha256:83242dde94b61d757e5d0b73481bddcb863e76e64cf48273148cbf8eac553a2f","target":"graph","created_at":"2026-07-05T07:11:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.00297/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Several recent works demonstrate that transformers can implement algorithms like gradient descent. By a careful construction of weights, these works show that multiple layers of transformers are expressive enough to simulate iterations of gradient descent. Going beyond the question of expressivity, we ask: Can transformers learn to implement such algorithms by training over random problem instances? To our knowledge, we make the first theoretical progress on this question via an analysis of the loss landscape for linear transformers trained over random instances of linear regression. For a sin","authors_text":"Hadi Daneshmand, Kwangjun Ahn, Suvrit Sra, Xiang Cheng","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T02:35:57Z","title":"Transformers learn to implement preconditioned gradient descent for in-context learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.00297","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:22e924ecb158fd54e4fe9c62348c98d334b2d7d09c3046b76c9ad676513332a3","target":"record","created_at":"2026-07-05T07:11:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9798e2c88b1f5770216d0f44b7bcc33a14c486d468d36df77699cb10c95a1cfc","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-06-01T02:35:57Z","title_canon_sha256":"b0aa54109330e45961397138f2e069bb219e0d85ad23a681db88e3dd525c00b1"},"schema_version":"1.0","source":{"id":"2306.00297","kind":"arxiv","version":2}},"canonical_sha256":"b171c3cff4ddb2e1ec361df8602803b65e67837a08e930c68e23311d351f5015","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b171c3cff4ddb2e1ec361df8602803b65e67837a08e930c68e23311d351f5015","first_computed_at":"2026-07-05T07:11:15.949147Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:11:15.949147Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IX2Hy4lk1I8zYJ0FenUrTYNBC85fWUYBHFWk1Lh3hR4e1gSH102UMxsyZTrOqI0vF5ywXN2axxBJXwCgdfzFDA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:11:15.949650Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.00297","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:22e924ecb158fd54e4fe9c62348c98d334b2d7d09c3046b76c9ad676513332a3","sha256:83242dde94b61d757e5d0b73481bddcb863e76e64cf48273148cbf8eac553a2f"],"state_sha256":"4aaf122b6e56d89164f5c8c6701c03fd4b6912b47be4d87dd4112bf2b19f06dc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2cr5xKI523+JwIq2UL5vunnwnZguj6KmISnkNMSawo3emqBOhy6GPE+0fkUo7awrLr3J4pv3nNGe9nSOBFBCDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T01:53:18.101704Z","bundle_sha256":"d5603e670ffb4bc95215468eb228891d5500d6d95d40f8cc1f0783786d3f561a"}}