{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6HUY3XCX7ODKPN37JYJN45GEZP","short_pith_number":"pith:6HUY3XCX","canonical_record":{"source":{"id":"2403.03183","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-05T18:20:10Z","cross_cats_sorted":["cs.AI","math.OC","stat.ML"],"title_canon_sha256":"756b56a876c8872a8460504ef87c482a2a269e4d860bf68f0fa3a1cdedf57901","abstract_canon_sha256":"0e73ecf0b57b05e9c257b1c4fb9098954f46824e354a492573e92cecf8ee1b39"},"schema_version":"1.0"},"canonical_sha256":"f1e98ddc57fb86a7b77f4e12de74c4cbd7884595d772d41a8605340471cdba7f","source":{"kind":"arxiv","id":"2403.03183","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.03183","created_at":"2026-07-05T07:52:37Z"},{"alias_kind":"arxiv_version","alias_value":"2403.03183v1","created_at":"2026-07-05T07:52:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.03183","created_at":"2026-07-05T07:52:37Z"},{"alias_kind":"pith_short_12","alias_value":"6HUY3XCX7ODK","created_at":"2026-07-05T07:52:37Z"},{"alias_kind":"pith_short_16","alias_value":"6HUY3XCX7ODKPN37","created_at":"2026-07-05T07:52:37Z"},{"alias_kind":"pith_short_8","alias_value":"6HUY3XCX","created_at":"2026-07-05T07:52:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6HUY3XCX7ODKPN37JYJN45GEZP","target":"record","payload":{"canonical_record":{"source":{"id":"2403.03183","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-05T18:20:10Z","cross_cats_sorted":["cs.AI","math.OC","stat.ML"],"title_canon_sha256":"756b56a876c8872a8460504ef87c482a2a269e4d860bf68f0fa3a1cdedf57901","abstract_canon_sha256":"0e73ecf0b57b05e9c257b1c4fb9098954f46824e354a492573e92cecf8ee1b39"},"schema_version":"1.0"},"canonical_sha256":"f1e98ddc57fb86a7b77f4e12de74c4cbd7884595d772d41a8605340471cdba7f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:52:37.024596Z","signature_b64":"ttmfEPHt0iB9eQvAv1phlsGLcKFXJAY7YJm9b1I1kAAUGBI5GAYL9hzH+CBGFy+egQD0U35of9dq0I4xS+yeBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f1e98ddc57fb86a7b77f4e12de74c4cbd7884595d772d41a8605340471cdba7f","last_reissued_at":"2026-07-05T07:52:37.024134Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:52:37.024134Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.03183","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:52:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m38obNtS8RkaKRbqdjNALoKGFjAr5OTQVztGChKFBOVHmf/wWSZgXzF9brJGTF94gwLAUfnKCBktANDgcvolAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:29:37.385617Z"},"content_sha256":"d843eeaf7530d527ccb245f40f0d10b1ad1f665d7c239df2f5dc1c5feb5cc1a4","schema_version":"1.0","event_id":"sha256:d843eeaf7530d527ccb245f40f0d10b1ad1f665d7c239df2f5dc1c5feb5cc1a4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6HUY3XCX7ODKPN37JYJN45GEZP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Well Can Transformers Emulate In-context Newton's Method?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","math.OC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Angeliki Giannou, Dimitris Papailiopoulos, Jason D. Lee, Liu Yang, Tianhao Wang","submitted_at":"2024-03-05T18:20:10Z","abstract_excerpt":"Transformer-based models have demonstrated remarkable in-context learning capabilities, prompting extensive research into its underlying mechanisms. Recent studies have suggested that Transformers can implement first-order optimization algorithms for in-context learning and even second order ones for the case of linear regression. In this work, we study whether Transformers can perform higher order optimization methods, beyond the case of linear regression. We establish that linear attention Transformers with ReLU layers can approximate second order optimization algorithms for the task of logi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.03183","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.03183/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:52:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mcV5NRLF9L6bPQ0x+7U6D+JQcsba9fXy3dugjLX/i9VygiHEci40cTpDUk73kU71Vxu/9OJ45ZD0kkPbu5FXAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T15:29:37.386138Z"},"content_sha256":"5064f59e023def83078451a9a5aad1109e518c3d4de5babeca8ee26d200b2329","schema_version":"1.0","event_id":"sha256:5064f59e023def83078451a9a5aad1109e518c3d4de5babeca8ee26d200b2329"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6HUY3XCX7ODKPN37JYJN45GEZP/bundle.json","state_url":"https://pith.science/pith/6HUY3XCX7ODKPN37JYJN45GEZP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6HUY3XCX7ODKPN37JYJN45GEZP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T15:29:37Z","links":{"resolver":"https://pith.science/pith/6HUY3XCX7ODKPN37JYJN45GEZP","bundle":"https://pith.science/pith/6HUY3XCX7ODKPN37JYJN45GEZP/bundle.json","state":"https://pith.science/pith/6HUY3XCX7ODKPN37JYJN45GEZP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6HUY3XCX7ODKPN37JYJN45GEZP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6HUY3XCX7ODKPN37JYJN45GEZP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0e73ecf0b57b05e9c257b1c4fb9098954f46824e354a492573e92cecf8ee1b39","cross_cats_sorted":["cs.AI","math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-05T18:20:10Z","title_canon_sha256":"756b56a876c8872a8460504ef87c482a2a269e4d860bf68f0fa3a1cdedf57901"},"schema_version":"1.0","source":{"id":"2403.03183","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.03183","created_at":"2026-07-05T07:52:37Z"},{"alias_kind":"arxiv_version","alias_value":"2403.03183v1","created_at":"2026-07-05T07:52:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.03183","created_at":"2026-07-05T07:52:37Z"},{"alias_kind":"pith_short_12","alias_value":"6HUY3XCX7ODK","created_at":"2026-07-05T07:52:37Z"},{"alias_kind":"pith_short_16","alias_value":"6HUY3XCX7ODKPN37","created_at":"2026-07-05T07:52:37Z"},{"alias_kind":"pith_short_8","alias_value":"6HUY3XCX","created_at":"2026-07-05T07:52:37Z"}],"graph_snapshots":[{"event_id":"sha256:5064f59e023def83078451a9a5aad1109e518c3d4de5babeca8ee26d200b2329","target":"graph","created_at":"2026-07-05T07:52:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.03183/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer-based models have demonstrated remarkable in-context learning capabilities, prompting extensive research into its underlying mechanisms. Recent studies have suggested that Transformers can implement first-order optimization algorithms for in-context learning and even second order ones for the case of linear regression. In this work, we study whether Transformers can perform higher order optimization methods, beyond the case of linear regression. We establish that linear attention Transformers with ReLU layers can approximate second order optimization algorithms for the task of logi","authors_text":"Angeliki Giannou, Dimitris Papailiopoulos, Jason D. Lee, Liu Yang, Tianhao Wang","cross_cats":["cs.AI","math.OC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-05T18:20:10Z","title":"How Well Can Transformers Emulate In-context Newton's Method?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.03183","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d843eeaf7530d527ccb245f40f0d10b1ad1f665d7c239df2f5dc1c5feb5cc1a4","target":"record","created_at":"2026-07-05T07:52:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0e73ecf0b57b05e9c257b1c4fb9098954f46824e354a492573e92cecf8ee1b39","cross_cats_sorted":["cs.AI","math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-05T18:20:10Z","title_canon_sha256":"756b56a876c8872a8460504ef87c482a2a269e4d860bf68f0fa3a1cdedf57901"},"schema_version":"1.0","source":{"id":"2403.03183","kind":"arxiv","version":1}},"canonical_sha256":"f1e98ddc57fb86a7b77f4e12de74c4cbd7884595d772d41a8605340471cdba7f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f1e98ddc57fb86a7b77f4e12de74c4cbd7884595d772d41a8605340471cdba7f","first_computed_at":"2026-07-05T07:52:37.024134Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:52:37.024134Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ttmfEPHt0iB9eQvAv1phlsGLcKFXJAY7YJm9b1I1kAAUGBI5GAYL9hzH+CBGFy+egQD0U35of9dq0I4xS+yeBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:52:37.024596Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.03183","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d843eeaf7530d527ccb245f40f0d10b1ad1f665d7c239df2f5dc1c5feb5cc1a4","sha256:5064f59e023def83078451a9a5aad1109e518c3d4de5babeca8ee26d200b2329"],"state_sha256":"8483cb8d5ec789fa9a6f171017b9023856758c51e84058ea97be827e652e39f8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"i51/XNk+CyUz1meFBr05C7FyZCbPPOScqbd8EknJxK03+GRncq4zcHOadOETaDeFQKGeJ4nwoYNKoMaAdu0/CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T15:29:37.391641Z","bundle_sha256":"ac55edfa1f87dae4169bd17af958b470a495bef425d455777a2a44f97c2277bd"}}