{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:L7KVQF227KNJGMLLESRBA43V7Y","short_pith_number":"pith:L7KVQF22","canonical_record":{"source":{"id":"2103.04886","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-03-08T16:47:16Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"422daf15b66bda38c9e9274be119bf84dfe3793b9cdfea1f2dadccb30222ed51","abstract_canon_sha256":"e68e1cbea6179fa600d40289f189116120a89872469b2f579d46abd040ea2c00"},"schema_version":"1.0"},"canonical_sha256":"5fd558175afa9a93316b24a2107375fe11aa1aebc445bb0d41b6f547756f1ea5","source":{"kind":"arxiv","id":"2103.04886","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.04886","created_at":"2026-07-05T03:13:25Z"},{"alias_kind":"arxiv_version","alias_value":"2103.04886v3","created_at":"2026-07-05T03:13:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.04886","created_at":"2026-07-05T03:13:25Z"},{"alias_kind":"pith_short_12","alias_value":"L7KVQF227KNJ","created_at":"2026-07-05T03:13:25Z"},{"alias_kind":"pith_short_16","alias_value":"L7KVQF227KNJGMLL","created_at":"2026-07-05T03:13:25Z"},{"alias_kind":"pith_short_8","alias_value":"L7KVQF22","created_at":"2026-07-05T03:13:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:L7KVQF227KNJGMLLESRBA43V7Y","target":"record","payload":{"canonical_record":{"source":{"id":"2103.04886","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-03-08T16:47:16Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"422daf15b66bda38c9e9274be119bf84dfe3793b9cdfea1f2dadccb30222ed51","abstract_canon_sha256":"e68e1cbea6179fa600d40289f189116120a89872469b2f579d46abd040ea2c00"},"schema_version":"1.0"},"canonical_sha256":"5fd558175afa9a93316b24a2107375fe11aa1aebc445bb0d41b6f547756f1ea5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:13:25.976802Z","signature_b64":"bz0U1Qroc9HFyeziU84Bshu/7jtIUCxCup4U7nNQTUvUJlc1gvpf57VzAzzuqBTnxlH7glPphG3ng4yYo2pUAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5fd558175afa9a93316b24a2107375fe11aa1aebc445bb0d41b6f547756f1ea5","last_reissued_at":"2026-07-05T03:13:25.976369Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:13:25.976369Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2103.04886","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:13:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ua4ESPQU6qzL2g+QEDvNI2TqHAt3yt3L0IKmQqy8sk00ESJGf0tyYmE/j0YVUzSqwRki5GUvFr3STIDgkA/2Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-19T04:06:46.371619Z"},"content_sha256":"25b1fa271ccb7cc6a4d9d385623eae1b7d25ae8c95565692d22e69906167146a","schema_version":"1.0","event_id":"sha256:25b1fa271ccb7cc6a4d9d385623eae1b7d25ae8c95565692d22e69906167146a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:L7KVQF227KNJGMLLESRBA43V7Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Lipschitz Normalization for Self-Attention Layers with Application to Graph Neural Networks","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Aladin Virmaux, George Dasoulas, Kevin Scaman","submitted_at":"2021-03-08T16:47:16Z","abstract_excerpt":"Attention based neural networks are state of the art in a large range of applications. However, their performance tends to degrade when the number of layers increases. In this work, we show that enforcing Lipschitz continuity by normalizing the attention scores can significantly improve the performance of deep attention models. First, we show that, for deep graph attention networks (GAT), gradient explosion appears during training, leading to poor performance of gradient-based training algorithms. To address this issue, we derive a theoretical analysis of the Lipschitz continuity of attention "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.04886","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2103.04886/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:13:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DaPrTtTi/DXps3ODyOexCfh9qqWSF4ZoXxLBOAawgaoglTbZr+6lmsCMvuWvjjXJPaSsjSaG6HzPtt2xjI+rBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-19T04:06:46.371997Z"},"content_sha256":"c2d6ed5697418e60e93dbc770c7412d3339120b0ed717b3ef126d2ae8d5969f8","schema_version":"1.0","event_id":"sha256:c2d6ed5697418e60e93dbc770c7412d3339120b0ed717b3ef126d2ae8d5969f8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L7KVQF227KNJGMLLESRBA43V7Y/bundle.json","state_url":"https://pith.science/pith/L7KVQF227KNJGMLLESRBA43V7Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L7KVQF227KNJGMLLESRBA43V7Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-19T04:06:46Z","links":{"resolver":"https://pith.science/pith/L7KVQF227KNJGMLLESRBA43V7Y","bundle":"https://pith.science/pith/L7KVQF227KNJGMLLESRBA43V7Y/bundle.json","state":"https://pith.science/pith/L7KVQF227KNJGMLLESRBA43V7Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L7KVQF227KNJGMLLESRBA43V7Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:L7KVQF227KNJGMLLESRBA43V7Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e68e1cbea6179fa600d40289f189116120a89872469b2f579d46abd040ea2c00","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-03-08T16:47:16Z","title_canon_sha256":"422daf15b66bda38c9e9274be119bf84dfe3793b9cdfea1f2dadccb30222ed51"},"schema_version":"1.0","source":{"id":"2103.04886","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2103.04886","created_at":"2026-07-05T03:13:25Z"},{"alias_kind":"arxiv_version","alias_value":"2103.04886v3","created_at":"2026-07-05T03:13:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2103.04886","created_at":"2026-07-05T03:13:25Z"},{"alias_kind":"pith_short_12","alias_value":"L7KVQF227KNJ","created_at":"2026-07-05T03:13:25Z"},{"alias_kind":"pith_short_16","alias_value":"L7KVQF227KNJGMLL","created_at":"2026-07-05T03:13:25Z"},{"alias_kind":"pith_short_8","alias_value":"L7KVQF22","created_at":"2026-07-05T03:13:25Z"}],"graph_snapshots":[{"event_id":"sha256:c2d6ed5697418e60e93dbc770c7412d3339120b0ed717b3ef126d2ae8d5969f8","target":"graph","created_at":"2026-07-05T03:13:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2103.04886/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Attention based neural networks are state of the art in a large range of applications. However, their performance tends to degrade when the number of layers increases. In this work, we show that enforcing Lipschitz continuity by normalizing the attention scores can significantly improve the performance of deep attention models. First, we show that, for deep graph attention networks (GAT), gradient explosion appears during training, leading to poor performance of gradient-based training algorithms. To address this issue, we derive a theoretical analysis of the Lipschitz continuity of attention ","authors_text":"Aladin Virmaux, George Dasoulas, Kevin Scaman","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-03-08T16:47:16Z","title":"Lipschitz Normalization for Self-Attention Layers with Application to Graph Neural Networks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2103.04886","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:25b1fa271ccb7cc6a4d9d385623eae1b7d25ae8c95565692d22e69906167146a","target":"record","created_at":"2026-07-05T03:13:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e68e1cbea6179fa600d40289f189116120a89872469b2f579d46abd040ea2c00","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-03-08T16:47:16Z","title_canon_sha256":"422daf15b66bda38c9e9274be119bf84dfe3793b9cdfea1f2dadccb30222ed51"},"schema_version":"1.0","source":{"id":"2103.04886","kind":"arxiv","version":3}},"canonical_sha256":"5fd558175afa9a93316b24a2107375fe11aa1aebc445bb0d41b6f547756f1ea5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5fd558175afa9a93316b24a2107375fe11aa1aebc445bb0d41b6f547756f1ea5","first_computed_at":"2026-07-05T03:13:25.976369Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:13:25.976369Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bz0U1Qroc9HFyeziU84Bshu/7jtIUCxCup4U7nNQTUvUJlc1gvpf57VzAzzuqBTnxlH7glPphG3ng4yYo2pUAw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:13:25.976802Z","signed_message":"canonical_sha256_bytes"},"source_id":"2103.04886","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:25b1fa271ccb7cc6a4d9d385623eae1b7d25ae8c95565692d22e69906167146a","sha256:c2d6ed5697418e60e93dbc770c7412d3339120b0ed717b3ef126d2ae8d5969f8"],"state_sha256":"53f3f70af2cabc4e0bdad2d37987c502088e7e6376e65ec67f5bf61056c7d417"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kleODCpMlskrZHBmDa5ZIXGzsT9+XRrUvVobHe+9m5VXinNiv5Hnfz0J8ZE7Mvc97zkqHWfNE/DZf8B8H26DCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-19T04:06:46.374253Z","bundle_sha256":"4cc99d8f39c747811664c96c40e4548b1a2e997fca3fa5f57ab380b181fb3ee0"}}