{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:TTRPYHQCRWCIZXPPWXT4X5MX2C","short_pith_number":"pith:TTRPYHQC","canonical_record":{"source":{"id":"2507.09440","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-13T01:09:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8185d0deb60bf717212b23573c6816044b9fb5bf7f3a8e9f2ca1504db388bde9","abstract_canon_sha256":"24ec658abfdf0bdc221cdf58211bc89099ece8685e805787e766a9a96e15ea6a"},"schema_version":"1.0"},"canonical_sha256":"9ce2fc1e028d848cddefb5e7cbf597d0badffd3d806b7838084720485bef1b3d","source":{"kind":"arxiv","id":"2507.09440","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.09440","created_at":"2026-07-05T11:36:09Z"},{"alias_kind":"arxiv_version","alias_value":"2507.09440v1","created_at":"2026-07-05T11:36:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.09440","created_at":"2026-07-05T11:36:09Z"},{"alias_kind":"pith_short_12","alias_value":"TTRPYHQCRWCI","created_at":"2026-07-05T11:36:09Z"},{"alias_kind":"pith_short_16","alias_value":"TTRPYHQCRWCIZXPP","created_at":"2026-07-05T11:36:09Z"},{"alias_kind":"pith_short_8","alias_value":"TTRPYHQC","created_at":"2026-07-05T11:36:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:TTRPYHQCRWCIZXPPWXT4X5MX2C","target":"record","payload":{"canonical_record":{"source":{"id":"2507.09440","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-13T01:09:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"8185d0deb60bf717212b23573c6816044b9fb5bf7f3a8e9f2ca1504db388bde9","abstract_canon_sha256":"24ec658abfdf0bdc221cdf58211bc89099ece8685e805787e766a9a96e15ea6a"},"schema_version":"1.0"},"canonical_sha256":"9ce2fc1e028d848cddefb5e7cbf597d0badffd3d806b7838084720485bef1b3d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:36:09.069223Z","signature_b64":"MaHXbCFGzySQdEUvHLQ8gnxGiRUSD0deW17u819OReUkaeRODaozCyDPe74e8aNp2HHGkBlwI/E67LV1wOnTBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9ce2fc1e028d848cddefb5e7cbf597d0badffd3d806b7838084720485bef1b3d","last_reissued_at":"2026-07-05T11:36:09.068828Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:36:09.068828Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.09440","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:36:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dsPifr1z+VfkGIj7H6e/9qjXokgdgagymUfukvp+Mnm88SZC8b2YxVZk96DR+IfVcA5/u3lKe+I+sRcAvFiKCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:00:35.912730Z"},"content_sha256":"7cb43953e334fad13d644524c7f290c90f4f8911caab9bcd63a73d5451d81b01","schema_version":"1.0","event_id":"sha256:7cb43953e334fad13d644524c7f290c90f4f8911caab9bcd63a73d5451d81b01"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:TTRPYHQCRWCIZXPPWXT4X5MX2C","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformers Don't In-Context Learn Least Squares Regression","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Benjamin Eyre, Elliot Creager, Joshua Hill","submitted_at":"2025-07-13T01:09:26Z","abstract_excerpt":"In-context learning (ICL) has emerged as a powerful capability of large pretrained transformers, enabling them to solve new tasks implicit in example input-output pairs without any gradient updates. Despite its practical success, the mechanisms underlying ICL remain largely mysterious. In this work we study synthetic linear regression to probe how transformers implement learning at inference time. Previous works have demonstrated that transformers match the performance of learning rules such as Ordinary Least Squares (OLS) regression or gradient descent and have suggested ICL is facilitated in"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.09440","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.09440/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:36:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sE/eUnw1O9yCFnP5/jgLZ3VOsDP2Pl98qxVzHLKzHHsbv4zxv5rpDyhmSND057sttUdeu3Tn6u8P/0GhlDkyBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T19:00:35.913290Z"},"content_sha256":"ec224b233844a663c0c49c8f9e534365213391078fbd155417540821181d710b","schema_version":"1.0","event_id":"sha256:ec224b233844a663c0c49c8f9e534365213391078fbd155417540821181d710b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TTRPYHQCRWCIZXPPWXT4X5MX2C/bundle.json","state_url":"https://pith.science/pith/TTRPYHQCRWCIZXPPWXT4X5MX2C/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TTRPYHQCRWCIZXPPWXT4X5MX2C/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T19:00:35Z","links":{"resolver":"https://pith.science/pith/TTRPYHQCRWCIZXPPWXT4X5MX2C","bundle":"https://pith.science/pith/TTRPYHQCRWCIZXPPWXT4X5MX2C/bundle.json","state":"https://pith.science/pith/TTRPYHQCRWCIZXPPWXT4X5MX2C/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TTRPYHQCRWCIZXPPWXT4X5MX2C/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:TTRPYHQCRWCIZXPPWXT4X5MX2C","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"24ec658abfdf0bdc221cdf58211bc89099ece8685e805787e766a9a96e15ea6a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-13T01:09:26Z","title_canon_sha256":"8185d0deb60bf717212b23573c6816044b9fb5bf7f3a8e9f2ca1504db388bde9"},"schema_version":"1.0","source":{"id":"2507.09440","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.09440","created_at":"2026-07-05T11:36:09Z"},{"alias_kind":"arxiv_version","alias_value":"2507.09440v1","created_at":"2026-07-05T11:36:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.09440","created_at":"2026-07-05T11:36:09Z"},{"alias_kind":"pith_short_12","alias_value":"TTRPYHQCRWCI","created_at":"2026-07-05T11:36:09Z"},{"alias_kind":"pith_short_16","alias_value":"TTRPYHQCRWCIZXPP","created_at":"2026-07-05T11:36:09Z"},{"alias_kind":"pith_short_8","alias_value":"TTRPYHQC","created_at":"2026-07-05T11:36:09Z"}],"graph_snapshots":[{"event_id":"sha256:ec224b233844a663c0c49c8f9e534365213391078fbd155417540821181d710b","target":"graph","created_at":"2026-07-05T11:36:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.09440/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In-context learning (ICL) has emerged as a powerful capability of large pretrained transformers, enabling them to solve new tasks implicit in example input-output pairs without any gradient updates. Despite its practical success, the mechanisms underlying ICL remain largely mysterious. In this work we study synthetic linear regression to probe how transformers implement learning at inference time. Previous works have demonstrated that transformers match the performance of learning rules such as Ordinary Least Squares (OLS) regression or gradient descent and have suggested ICL is facilitated in","authors_text":"Benjamin Eyre, Elliot Creager, Joshua Hill","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-13T01:09:26Z","title":"Transformers Don't In-Context Learn Least Squares Regression"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.09440","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7cb43953e334fad13d644524c7f290c90f4f8911caab9bcd63a73d5451d81b01","target":"record","created_at":"2026-07-05T11:36:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"24ec658abfdf0bdc221cdf58211bc89099ece8685e805787e766a9a96e15ea6a","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-13T01:09:26Z","title_canon_sha256":"8185d0deb60bf717212b23573c6816044b9fb5bf7f3a8e9f2ca1504db388bde9"},"schema_version":"1.0","source":{"id":"2507.09440","kind":"arxiv","version":1}},"canonical_sha256":"9ce2fc1e028d848cddefb5e7cbf597d0badffd3d806b7838084720485bef1b3d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9ce2fc1e028d848cddefb5e7cbf597d0badffd3d806b7838084720485bef1b3d","first_computed_at":"2026-07-05T11:36:09.068828Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:36:09.068828Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MaHXbCFGzySQdEUvHLQ8gnxGiRUSD0deW17u819OReUkaeRODaozCyDPe74e8aNp2HHGkBlwI/E67LV1wOnTBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:36:09.069223Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.09440","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7cb43953e334fad13d644524c7f290c90f4f8911caab9bcd63a73d5451d81b01","sha256:ec224b233844a663c0c49c8f9e534365213391078fbd155417540821181d710b"],"state_sha256":"d729ddf8ffc09acccbc21cc88c1aec45cd7c8b2c14da9e5dd12f843cf4395968"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ou+gE23oTDLTnwdetlOlItnWfTZY0/4zTsxNOAWdDGw8RUEf4GGl1rjxsidi46A4gTPfkoOf596LToiQAkXvBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T19:00:35.917239Z","bundle_sha256":"1fedb59c7333f67ccc305512787775f3c1a1197a29fcac017f8852c7917032e4"}}