{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:H7HTAYD7N63QBI6KIVTULRXQSG","short_pith_number":"pith:H7HTAYD7","canonical_record":{"source":{"id":"2504.04308","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-06T00:37:36Z","cross_cats_sorted":["cs.AI","cs.CL","math.OC"],"title_canon_sha256":"7e5741099e665cfb9d1650bc4355bc239e583e7723d5006b426960c4a21a117a","abstract_canon_sha256":"c9d47525c7f837c3c8da6b5aaa8b0651da831722916eb41ee62451ec0188ab04"},"schema_version":"1.0"},"canonical_sha256":"3fcf30607f6fb700a3ca456745c6f091b0c8f89df1515f1f7296322a198ca6b9","source":{"kind":"arxiv","id":"2504.04308","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.04308","created_at":"2026-07-05T10:45:22Z"},{"alias_kind":"arxiv_version","alias_value":"2504.04308v1","created_at":"2026-07-05T10:45:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.04308","created_at":"2026-07-05T10:45:22Z"},{"alias_kind":"pith_short_12","alias_value":"H7HTAYD7N63Q","created_at":"2026-07-05T10:45:22Z"},{"alias_kind":"pith_short_16","alias_value":"H7HTAYD7N63QBI6K","created_at":"2026-07-05T10:45:22Z"},{"alias_kind":"pith_short_8","alias_value":"H7HTAYD7","created_at":"2026-07-05T10:45:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:H7HTAYD7N63QBI6KIVTULRXQSG","target":"record","payload":{"canonical_record":{"source":{"id":"2504.04308","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-06T00:37:36Z","cross_cats_sorted":["cs.AI","cs.CL","math.OC"],"title_canon_sha256":"7e5741099e665cfb9d1650bc4355bc239e583e7723d5006b426960c4a21a117a","abstract_canon_sha256":"c9d47525c7f837c3c8da6b5aaa8b0651da831722916eb41ee62451ec0188ab04"},"schema_version":"1.0"},"canonical_sha256":"3fcf30607f6fb700a3ca456745c6f091b0c8f89df1515f1f7296322a198ca6b9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:45:22.183098Z","signature_b64":"+yZaYmvxa8pwY8cWGaXoLSb3AvC7FZHlpxLGmKKnnObZyuJVRpY/CRVwkf5wO96YBy7VoiUAshZj/PZgNv2vAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3fcf30607f6fb700a3ca456745c6f091b0c8f89df1515f1f7296322a198ca6b9","last_reissued_at":"2026-07-05T10:45:22.182634Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:45:22.182634Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.04308","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z4tkI+TH351r3jqXhMpE9sfSb3Q/414ruCqafqcQr1zHvroS2Ejy3fkGLfUqtV/oasD7F9K6mzkNqj5FVqZwCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:26:56.549313Z"},"content_sha256":"0abac85784594dc580abd0b88f2fc62e65ac2f0707eb9ef0f5197321ab58e645","schema_version":"1.0","event_id":"sha256:0abac85784594dc580abd0b88f2fc62e65ac2f0707eb9ef0f5197321ab58e645"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:H7HTAYD7N63QBI6KIVTULRXQSG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","math.OC"],"primary_cat":"cs.LG","authors_text":"Ankit Singh Rawat, Davoud Ataee Tarzanagh, Maryam Fazel, Samet Oymak, Yingcong Li","submitted_at":"2025-04-06T00:37:36Z","abstract_excerpt":"Linear attention methods offer a compelling alternative to softmax attention due to their efficiency in recurrent decoding. Recent research has focused on enhancing standard linear attention by incorporating gating while retaining its computational benefits. Such Gated Linear Attention (GLA) architectures include competitive models such as Mamba and RWKV. In this work, we investigate the in-context learning capabilities of the GLA model and make the following contributions. We show that a multilayer GLA can implement a general class of Weighted Preconditioned Gradient Descent (WPGD) algorithms"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.04308","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.04308/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tBzFboucwQkwvdyNuWggarwNonZqEOgP17YKUNVCJkUqdugi2Vqr5y9/kSbjI23K379Vy0iUwbsyNPaOYri7Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:26:56.549810Z"},"content_sha256":"bf88ad1699a13a272117e22dc0ea9b5d4cbc59e61498411fd2ba7381c0f2c39b","schema_version":"1.0","event_id":"sha256:bf88ad1699a13a272117e22dc0ea9b5d4cbc59e61498411fd2ba7381c0f2c39b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/H7HTAYD7N63QBI6KIVTULRXQSG/bundle.json","state_url":"https://pith.science/pith/H7HTAYD7N63QBI6KIVTULRXQSG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/H7HTAYD7N63QBI6KIVTULRXQSG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T17:26:56Z","links":{"resolver":"https://pith.science/pith/H7HTAYD7N63QBI6KIVTULRXQSG","bundle":"https://pith.science/pith/H7HTAYD7N63QBI6KIVTULRXQSG/bundle.json","state":"https://pith.science/pith/H7HTAYD7N63QBI6KIVTULRXQSG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/H7HTAYD7N63QBI6KIVTULRXQSG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:H7HTAYD7N63QBI6KIVTULRXQSG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c9d47525c7f837c3c8da6b5aaa8b0651da831722916eb41ee62451ec0188ab04","cross_cats_sorted":["cs.AI","cs.CL","math.OC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-06T00:37:36Z","title_canon_sha256":"7e5741099e665cfb9d1650bc4355bc239e583e7723d5006b426960c4a21a117a"},"schema_version":"1.0","source":{"id":"2504.04308","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.04308","created_at":"2026-07-05T10:45:22Z"},{"alias_kind":"arxiv_version","alias_value":"2504.04308v1","created_at":"2026-07-05T10:45:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.04308","created_at":"2026-07-05T10:45:22Z"},{"alias_kind":"pith_short_12","alias_value":"H7HTAYD7N63Q","created_at":"2026-07-05T10:45:22Z"},{"alias_kind":"pith_short_16","alias_value":"H7HTAYD7N63QBI6K","created_at":"2026-07-05T10:45:22Z"},{"alias_kind":"pith_short_8","alias_value":"H7HTAYD7","created_at":"2026-07-05T10:45:22Z"}],"graph_snapshots":[{"event_id":"sha256:bf88ad1699a13a272117e22dc0ea9b5d4cbc59e61498411fd2ba7381c0f2c39b","target":"graph","created_at":"2026-07-05T10:45:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.04308/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Linear attention methods offer a compelling alternative to softmax attention due to their efficiency in recurrent decoding. Recent research has focused on enhancing standard linear attention by incorporating gating while retaining its computational benefits. Such Gated Linear Attention (GLA) architectures include competitive models such as Mamba and RWKV. In this work, we investigate the in-context learning capabilities of the GLA model and make the following contributions. We show that a multilayer GLA can implement a general class of Weighted Preconditioned Gradient Descent (WPGD) algorithms","authors_text":"Ankit Singh Rawat, Davoud Ataee Tarzanagh, Maryam Fazel, Samet Oymak, Yingcong Li","cross_cats":["cs.AI","cs.CL","math.OC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-06T00:37:36Z","title":"Gating is Weighting: Understanding Gated Linear Attention through In-context Learning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.04308","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0abac85784594dc580abd0b88f2fc62e65ac2f0707eb9ef0f5197321ab58e645","target":"record","created_at":"2026-07-05T10:45:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c9d47525c7f837c3c8da6b5aaa8b0651da831722916eb41ee62451ec0188ab04","cross_cats_sorted":["cs.AI","cs.CL","math.OC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-04-06T00:37:36Z","title_canon_sha256":"7e5741099e665cfb9d1650bc4355bc239e583e7723d5006b426960c4a21a117a"},"schema_version":"1.0","source":{"id":"2504.04308","kind":"arxiv","version":1}},"canonical_sha256":"3fcf30607f6fb700a3ca456745c6f091b0c8f89df1515f1f7296322a198ca6b9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3fcf30607f6fb700a3ca456745c6f091b0c8f89df1515f1f7296322a198ca6b9","first_computed_at":"2026-07-05T10:45:22.182634Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:45:22.182634Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+yZaYmvxa8pwY8cWGaXoLSb3AvC7FZHlpxLGmKKnnObZyuJVRpY/CRVwkf5wO96YBy7VoiUAshZj/PZgNv2vAg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:45:22.183098Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.04308","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0abac85784594dc580abd0b88f2fc62e65ac2f0707eb9ef0f5197321ab58e645","sha256:bf88ad1699a13a272117e22dc0ea9b5d4cbc59e61498411fd2ba7381c0f2c39b"],"state_sha256":"5578d63a531d05cef5b62928caa76bb026e1a8566ceef0285d7da0506dcd7d68"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sIVeeqNAV/elesLZ+G34EVPEqlaNgQ/pWXn95GyMkXx6+cuUXX3mHLK3Pbgi0XJSBvcaCS80aukYNTDgbmAIAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T17:26:56.553481Z","bundle_sha256":"9118a5efe4b98f1274c11d899c1830fee6db542f97392a60cc681ff289166141"}}