{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:RQKDJMWAQOJ5COVWU7ALKPBP2Y","short_pith_number":"pith:RQKDJMWA","canonical_record":{"source":{"id":"2607.15819","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-07-17T10:28:27Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0f7cf930024c861f43889a1f310c23601b074f61fe5d462764bbd1099b5a949b","abstract_canon_sha256":"712a8a2b9af7583074ee862cd3a3a00b3152262ed2530a8c8963d9f254baaef3"},"schema_version":"1.0"},"canonical_sha256":"8c1434b2c08393d13ab6a7c0b53c2fd62dba63e62f645c24f36d1aba0f4cbc12","source":{"kind":"arxiv","id":"2607.15819","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.15819","created_at":"2026-07-20T01:19:11Z"},{"alias_kind":"arxiv_version","alias_value":"2607.15819v1","created_at":"2026-07-20T01:19:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.15819","created_at":"2026-07-20T01:19:11Z"},{"alias_kind":"pith_short_12","alias_value":"RQKDJMWAQOJ5","created_at":"2026-07-20T01:19:11Z"},{"alias_kind":"pith_short_16","alias_value":"RQKDJMWAQOJ5COVW","created_at":"2026-07-20T01:19:11Z"},{"alias_kind":"pith_short_8","alias_value":"RQKDJMWA","created_at":"2026-07-20T01:19:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:RQKDJMWAQOJ5COVWU7ALKPBP2Y","target":"record","payload":{"canonical_record":{"source":{"id":"2607.15819","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-07-17T10:28:27Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"0f7cf930024c861f43889a1f310c23601b074f61fe5d462764bbd1099b5a949b","abstract_canon_sha256":"712a8a2b9af7583074ee862cd3a3a00b3152262ed2530a8c8963d9f254baaef3"},"schema_version":"1.0"},"canonical_sha256":"8c1434b2c08393d13ab6a7c0b53c2fd62dba63e62f645c24f36d1aba0f4cbc12","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-20T01:19:11.973877Z","signature_b64":"iUUhxTTEnzg1C89RWAm/hIYX8Q6egDcSZiqBYSBF7lylAY1BDUyVaAM923NEsA2iunfYUYuBgI/3U1pdHMBAAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8c1434b2c08393d13ab6a7c0b53c2fd62dba63e62f645c24f36d1aba0f4cbc12","last_reissued_at":"2026-07-20T01:19:11.973003Z","signature_status":"signed_v1","first_computed_at":"2026-07-20T01:19:11.973003Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.15819","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-20T01:19:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PsDxmj26Nx/cKLEtEwWWarcNJ+m2hF1nAKXCo8IhluOM7cv8Zfupkmx7CcDhsP2c18uHhihe7CxhRywBLkz9Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T12:57:42.995674Z"},"content_sha256":"1029f36692cd35263108d1b34fd860b0f2ad6711c94ba89fbe4705a1234b671f","schema_version":"1.0","event_id":"sha256:1029f36692cd35263108d1b34fd860b0f2ad6711c94ba89fbe4705a1234b671f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:RQKDJMWAQOJ5COVWU7ALKPBP2Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"In-context learning of closed form solution to simple linear regression task using transformer with linear self-attention","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Katsuyuki Hagiwara","submitted_at":"2026-07-17T10:28:27Z","abstract_excerpt":"In-context learning is a remarkable property of transformers and has recently received a lot of interest. In many studies of in-context learning, it has been shown that transformers are capable of implementing solver for linear and non-linear regression problems, in which the most of them implement gradient descent algorithm. However, it is still unclear whether those implementations have actually been acquired through training. In this paper, we construct a transformer with linear self-attention, which in-context learns the least squares estimate in a simple regression task. The point here is"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.15819","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.15819/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-20T01:19:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"b7pEdSVv0M+DOn0Yd3RIOlsh5WD2I1Pg0ahpds/0NczVCsp7u7Lp4FiPKfdNTQd6UxW957PuRVdHxX3GCxb9BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T12:57:42.996197Z"},"content_sha256":"3ea9e8f49082e38b9ba48379c67e4606c9c4d202c90c2ee9c319543638b0eb73","schema_version":"1.0","event_id":"sha256:3ea9e8f49082e38b9ba48379c67e4606c9c4d202c90c2ee9c319543638b0eb73"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RQKDJMWAQOJ5COVWU7ALKPBP2Y/bundle.json","state_url":"https://pith.science/pith/RQKDJMWAQOJ5COVWU7ALKPBP2Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RQKDJMWAQOJ5COVWU7ALKPBP2Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T12:57:42Z","links":{"resolver":"https://pith.science/pith/RQKDJMWAQOJ5COVWU7ALKPBP2Y","bundle":"https://pith.science/pith/RQKDJMWAQOJ5COVWU7ALKPBP2Y/bundle.json","state":"https://pith.science/pith/RQKDJMWAQOJ5COVWU7ALKPBP2Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RQKDJMWAQOJ5COVWU7ALKPBP2Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:RQKDJMWAQOJ5COVWU7ALKPBP2Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"712a8a2b9af7583074ee862cd3a3a00b3152262ed2530a8c8963d9f254baaef3","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-07-17T10:28:27Z","title_canon_sha256":"0f7cf930024c861f43889a1f310c23601b074f61fe5d462764bbd1099b5a949b"},"schema_version":"1.0","source":{"id":"2607.15819","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.15819","created_at":"2026-07-20T01:19:11Z"},{"alias_kind":"arxiv_version","alias_value":"2607.15819v1","created_at":"2026-07-20T01:19:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.15819","created_at":"2026-07-20T01:19:11Z"},{"alias_kind":"pith_short_12","alias_value":"RQKDJMWAQOJ5","created_at":"2026-07-20T01:19:11Z"},{"alias_kind":"pith_short_16","alias_value":"RQKDJMWAQOJ5COVW","created_at":"2026-07-20T01:19:11Z"},{"alias_kind":"pith_short_8","alias_value":"RQKDJMWA","created_at":"2026-07-20T01:19:11Z"}],"graph_snapshots":[{"event_id":"sha256:3ea9e8f49082e38b9ba48379c67e4606c9c4d202c90c2ee9c319543638b0eb73","target":"graph","created_at":"2026-07-20T01:19:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.15819/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In-context learning is a remarkable property of transformers and has recently received a lot of interest. In many studies of in-context learning, it has been shown that transformers are capable of implementing solver for linear and non-linear regression problems, in which the most of them implement gradient descent algorithm. However, it is still unclear whether those implementations have actually been acquired through training. In this paper, we construct a transformer with linear self-attention, which in-context learns the least squares estimate in a simple regression task. The point here is","authors_text":"Katsuyuki Hagiwara","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-07-17T10:28:27Z","title":"In-context learning of closed form solution to simple linear regression task using transformer with linear self-attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.15819","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1029f36692cd35263108d1b34fd860b0f2ad6711c94ba89fbe4705a1234b671f","target":"record","created_at":"2026-07-20T01:19:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"712a8a2b9af7583074ee862cd3a3a00b3152262ed2530a8c8963d9f254baaef3","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2026-07-17T10:28:27Z","title_canon_sha256":"0f7cf930024c861f43889a1f310c23601b074f61fe5d462764bbd1099b5a949b"},"schema_version":"1.0","source":{"id":"2607.15819","kind":"arxiv","version":1}},"canonical_sha256":"8c1434b2c08393d13ab6a7c0b53c2fd62dba63e62f645c24f36d1aba0f4cbc12","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8c1434b2c08393d13ab6a7c0b53c2fd62dba63e62f645c24f36d1aba0f4cbc12","first_computed_at":"2026-07-20T01:19:11.973003Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-20T01:19:11.973003Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iUUhxTTEnzg1C89RWAm/hIYX8Q6egDcSZiqBYSBF7lylAY1BDUyVaAM923NEsA2iunfYUYuBgI/3U1pdHMBAAg==","signature_status":"signed_v1","signed_at":"2026-07-20T01:19:11.973877Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.15819","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1029f36692cd35263108d1b34fd860b0f2ad6711c94ba89fbe4705a1234b671f","sha256:3ea9e8f49082e38b9ba48379c67e4606c9c4d202c90c2ee9c319543638b0eb73"],"state_sha256":"6b3aba612d84e71e71125962c7abca747c701422f20158661cea0981020582ba"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J1AqxDdcRSKZDrnM1UteFeCKXuVu4AEo8ko0JqqQTd5En17inGbG9SgqojeFt3VsIIJEv1HhEKMk+9h7PahUCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T12:57:43.000127Z","bundle_sha256":"5e5e27d7a6b43f98750f6d5beff5b534760da07ca326ed2aecd1540138965bd5"}}