{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:GY5VBGTQ37N6F7FZ4AAJACMNMI","short_pith_number":"pith:GY5VBGTQ","canonical_record":{"source":{"id":"2403.08699","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-13T17:02:27Z","cross_cats_sorted":["cs.AI","math.OC","stat.ML"],"title_canon_sha256":"820748c4db5d62466873ba92e9dd334b64b6164795a97019d0115cfba0091da9","abstract_canon_sha256":"4f79993c254686a6268a32e20679b5873753c53503e39972db47adc0a3d98406"},"schema_version":"1.0"},"canonical_sha256":"363b509a70dfdbe2fcb9e00090098d6213f10f7668d5eea762ad4c8824d8936b","source":{"kind":"arxiv","id":"2403.08699","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.08699","created_at":"2026-07-05T07:55:42Z"},{"alias_kind":"arxiv_version","alias_value":"2403.08699v1","created_at":"2026-07-05T07:55:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.08699","created_at":"2026-07-05T07:55:42Z"},{"alias_kind":"pith_short_12","alias_value":"GY5VBGTQ37N6","created_at":"2026-07-05T07:55:42Z"},{"alias_kind":"pith_short_16","alias_value":"GY5VBGTQ37N6F7FZ","created_at":"2026-07-05T07:55:42Z"},{"alias_kind":"pith_short_8","alias_value":"GY5VBGTQ","created_at":"2026-07-05T07:55:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:GY5VBGTQ37N6F7FZ4AAJACMNMI","target":"record","payload":{"canonical_record":{"source":{"id":"2403.08699","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-13T17:02:27Z","cross_cats_sorted":["cs.AI","math.OC","stat.ML"],"title_canon_sha256":"820748c4db5d62466873ba92e9dd334b64b6164795a97019d0115cfba0091da9","abstract_canon_sha256":"4f79993c254686a6268a32e20679b5873753c53503e39972db47adc0a3d98406"},"schema_version":"1.0"},"canonical_sha256":"363b509a70dfdbe2fcb9e00090098d6213f10f7668d5eea762ad4c8824d8936b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:55:42.589494Z","signature_b64":"oiiMDlWvsYHtmb1ssDUhAzPKzxyv0uAuBOz3gP9EaAxxtv0/m+ZFwHc0FkYveQuVqHpJf6YH1Ul1Kr5ukwNfCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"363b509a70dfdbe2fcb9e00090098d6213f10f7668d5eea762ad4c8824d8936b","last_reissued_at":"2026-07-05T07:55:42.588812Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:55:42.588812Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.08699","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:55:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nCeyfGOeV27P0+NPQtfuvBOJP/m8E4JE+7i+Y80ZUqaPwrRtbhTGn5e59dUR2WPSDm8gFjhoHJHzrrOdJCyPCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:54:25.944241Z"},"content_sha256":"a20df3a79744b9888d479d90eb78dccefc3920ab3141871279c960f20b41ee3c","schema_version":"1.0","event_id":"sha256:a20df3a79744b9888d479d90eb78dccefc3920ab3141871279c960f20b41ee3c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:GY5VBGTQ37N6F7FZ4AAJACMNMI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Implicit Regularization of Gradient Flow on One-Layer Softmax Attention","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","math.OC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Harrison H. Zhou, Heejune Sheen, Siyu Chen, Tianhao Wang","submitted_at":"2024-03-13T17:02:27Z","abstract_excerpt":"We study gradient flow on the exponential loss for a classification problem with a one-layer softmax attention model, where the key and query weight matrices are trained separately. Under a separability assumption on the data, we show that when gradient flow achieves the minimal loss value, it further implicitly minimizes the nuclear norm of the product of the key and query weight matrices. Such implicit regularization can be described by a Support Vector Machine (SVM) problem with respect to the attention weights. This finding contrasts with prior results showing that the gradient descent ind"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.08699","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.08699/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:55:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/qgOJA2/1Qj/6LnO7+Ld6dE2s24llmHKAQuHJViiZnDMybR1T2/mcstuCxvD9fuY0owe/wRe8h5E2iCyztXpBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T13:54:25.944776Z"},"content_sha256":"aa76c063f78c8998a26b28a5a7ca574787938d901223a8ff5dcc5bea09e234b1","schema_version":"1.0","event_id":"sha256:aa76c063f78c8998a26b28a5a7ca574787938d901223a8ff5dcc5bea09e234b1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/GY5VBGTQ37N6F7FZ4AAJACMNMI/bundle.json","state_url":"https://pith.science/pith/GY5VBGTQ37N6F7FZ4AAJACMNMI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/GY5VBGTQ37N6F7FZ4AAJACMNMI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T13:54:25Z","links":{"resolver":"https://pith.science/pith/GY5VBGTQ37N6F7FZ4AAJACMNMI","bundle":"https://pith.science/pith/GY5VBGTQ37N6F7FZ4AAJACMNMI/bundle.json","state":"https://pith.science/pith/GY5VBGTQ37N6F7FZ4AAJACMNMI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/GY5VBGTQ37N6F7FZ4AAJACMNMI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:GY5VBGTQ37N6F7FZ4AAJACMNMI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4f79993c254686a6268a32e20679b5873753c53503e39972db47adc0a3d98406","cross_cats_sorted":["cs.AI","math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-13T17:02:27Z","title_canon_sha256":"820748c4db5d62466873ba92e9dd334b64b6164795a97019d0115cfba0091da9"},"schema_version":"1.0","source":{"id":"2403.08699","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.08699","created_at":"2026-07-05T07:55:42Z"},{"alias_kind":"arxiv_version","alias_value":"2403.08699v1","created_at":"2026-07-05T07:55:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.08699","created_at":"2026-07-05T07:55:42Z"},{"alias_kind":"pith_short_12","alias_value":"GY5VBGTQ37N6","created_at":"2026-07-05T07:55:42Z"},{"alias_kind":"pith_short_16","alias_value":"GY5VBGTQ37N6F7FZ","created_at":"2026-07-05T07:55:42Z"},{"alias_kind":"pith_short_8","alias_value":"GY5VBGTQ","created_at":"2026-07-05T07:55:42Z"}],"graph_snapshots":[{"event_id":"sha256:aa76c063f78c8998a26b28a5a7ca574787938d901223a8ff5dcc5bea09e234b1","target":"graph","created_at":"2026-07-05T07:55:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.08699/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We study gradient flow on the exponential loss for a classification problem with a one-layer softmax attention model, where the key and query weight matrices are trained separately. Under a separability assumption on the data, we show that when gradient flow achieves the minimal loss value, it further implicitly minimizes the nuclear norm of the product of the key and query weight matrices. Such implicit regularization can be described by a Support Vector Machine (SVM) problem with respect to the attention weights. This finding contrasts with prior results showing that the gradient descent ind","authors_text":"Harrison H. Zhou, Heejune Sheen, Siyu Chen, Tianhao Wang","cross_cats":["cs.AI","math.OC","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-13T17:02:27Z","title":"Implicit Regularization of Gradient Flow on One-Layer Softmax Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.08699","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a20df3a79744b9888d479d90eb78dccefc3920ab3141871279c960f20b41ee3c","target":"record","created_at":"2026-07-05T07:55:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4f79993c254686a6268a32e20679b5873753c53503e39972db47adc0a3d98406","cross_cats_sorted":["cs.AI","math.OC","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-03-13T17:02:27Z","title_canon_sha256":"820748c4db5d62466873ba92e9dd334b64b6164795a97019d0115cfba0091da9"},"schema_version":"1.0","source":{"id":"2403.08699","kind":"arxiv","version":1}},"canonical_sha256":"363b509a70dfdbe2fcb9e00090098d6213f10f7668d5eea762ad4c8824d8936b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"363b509a70dfdbe2fcb9e00090098d6213f10f7668d5eea762ad4c8824d8936b","first_computed_at":"2026-07-05T07:55:42.588812Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:55:42.588812Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oiiMDlWvsYHtmb1ssDUhAzPKzxyv0uAuBOz3gP9EaAxxtv0/m+ZFwHc0FkYveQuVqHpJf6YH1Ul1Kr5ukwNfCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:55:42.589494Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.08699","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a20df3a79744b9888d479d90eb78dccefc3920ab3141871279c960f20b41ee3c","sha256:aa76c063f78c8998a26b28a5a7ca574787938d901223a8ff5dcc5bea09e234b1"],"state_sha256":"824f2b0768721118ab7570f0ddfb2dc1a52267e783b57cb9bddf6a441a58db04"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DhKXcj8NIRmoWlaBcc0o8QtHzy3eQdcUlNaiDsvq5AsbtFQeJl5mQ4bvFQhTRMAgMQvl3JaxuMJK35tkFwxwDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T13:54:25.949755Z","bundle_sha256":"094bf352a18806f6067aa7f2e5496b06a01c72b741ea03bb362bbfbdcc16ed6b"}}