{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:2JXJIV2ZLQ3E3NEX5SSFHBF44K","short_pith_number":"pith:2JXJIV2Z","canonical_record":{"source":{"id":"2502.07962","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T21:20:48Z","cross_cats_sorted":[],"title_canon_sha256":"76dffa2a0b843aba0188c11a7fdd06222cbae8657665e7a7d59be81a3023b937","abstract_canon_sha256":"c96e9f87dd5a7e60fa77d297917bba4ae974d78c149fb52e22be3037fc5b60e4"},"schema_version":"1.0"},"canonical_sha256":"d26e9457595c364db497eca45384bce2946b26cd26b3022e7466915e841b5b37","source":{"kind":"arxiv","id":"2502.07962","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.07962","created_at":"2026-07-05T11:35:53Z"},{"alias_kind":"arxiv_version","alias_value":"2502.07962v2","created_at":"2026-07-05T11:35:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.07962","created_at":"2026-07-05T11:35:53Z"},{"alias_kind":"pith_short_12","alias_value":"2JXJIV2ZLQ3E","created_at":"2026-07-05T11:35:53Z"},{"alias_kind":"pith_short_16","alias_value":"2JXJIV2ZLQ3E3NEX","created_at":"2026-07-05T11:35:53Z"},{"alias_kind":"pith_short_8","alias_value":"2JXJIV2Z","created_at":"2026-07-05T11:35:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:2JXJIV2ZLQ3E3NEX5SSFHBF44K","target":"record","payload":{"canonical_record":{"source":{"id":"2502.07962","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T21:20:48Z","cross_cats_sorted":[],"title_canon_sha256":"76dffa2a0b843aba0188c11a7fdd06222cbae8657665e7a7d59be81a3023b937","abstract_canon_sha256":"c96e9f87dd5a7e60fa77d297917bba4ae974d78c149fb52e22be3037fc5b60e4"},"schema_version":"1.0"},"canonical_sha256":"d26e9457595c364db497eca45384bce2946b26cd26b3022e7466915e841b5b37","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:35:53.378504Z","signature_b64":"6/19/O3XFq/KVPAqoHDNzvXo+UM7O/dPjLgyfiAQKEwS859V5jIc/W+1T2wYYBva8MAeS+2YDu2/yeTvN98PDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d26e9457595c364db497eca45384bce2946b26cd26b3022e7466915e841b5b37","last_reissued_at":"2026-07-05T11:35:53.378002Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:35:53.378002Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.07962","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:35:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lxbsGP2k+kAnQ3UWbgTmBFS5uDA2HdjvwnGPe/PLvGTM/7TBj0L2v7bcstG+qMLptTko0tXnnHM/itqKqTZECQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:37:00.378219Z"},"content_sha256":"5778edf44fdad829bada63b8800a8bf07c64540b2a4fb80e01d4c5ee4ea2eec3","schema_version":"1.0","event_id":"sha256:5778edf44fdad829bada63b8800a8bf07c64540b2a4fb80e01d4c5ee4ea2eec3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:2JXJIV2ZLQ3E3NEX5SSFHBF44K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"ESPFormer: Doubly-Stochastic Attention with Expected Sliced Transport Plans","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Ashkan Shahbazi, Darian Salehi, Elaheh Akbari, Navid Naderializadeh, Soheil Kolouri, Xinran Liu","submitted_at":"2025-02-11T21:20:48Z","abstract_excerpt":"While self-attention has been instrumental in the success of Transformers, it can lead to over-concentration on a few tokens during training, resulting in suboptimal information flow. Enforcing doubly-stochastic constraints in attention matrices has been shown to improve structure and balance in attention distributions. However, existing methods rely on iterative Sinkhorn normalization, which is computationally costly. In this paper, we introduce a novel, fully parallelizable doubly-stochastic attention mechanism based on sliced optimal transport, leveraging Expected Sliced Transport Plans (ES"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.07962","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.07962/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:35:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"m9MJTd6gEbn1kMGbEYVWJiWLjFHjt3nkx6+ADmLI6rlp3cTVVvsNMjheKhxloKSSb5VxqU+fSxQUILM+pLZIAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T13:37:00.379035Z"},"content_sha256":"3d89f3ff37861fef515b6e3eca5f78dda0f560ab2d7e685bacf3820551b981bd","schema_version":"1.0","event_id":"sha256:3d89f3ff37861fef515b6e3eca5f78dda0f560ab2d7e685bacf3820551b981bd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2JXJIV2ZLQ3E3NEX5SSFHBF44K/bundle.json","state_url":"https://pith.science/pith/2JXJIV2ZLQ3E3NEX5SSFHBF44K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2JXJIV2ZLQ3E3NEX5SSFHBF44K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T13:37:00Z","links":{"resolver":"https://pith.science/pith/2JXJIV2ZLQ3E3NEX5SSFHBF44K","bundle":"https://pith.science/pith/2JXJIV2ZLQ3E3NEX5SSFHBF44K/bundle.json","state":"https://pith.science/pith/2JXJIV2ZLQ3E3NEX5SSFHBF44K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2JXJIV2ZLQ3E3NEX5SSFHBF44K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:2JXJIV2ZLQ3E3NEX5SSFHBF44K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c96e9f87dd5a7e60fa77d297917bba4ae974d78c149fb52e22be3037fc5b60e4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T21:20:48Z","title_canon_sha256":"76dffa2a0b843aba0188c11a7fdd06222cbae8657665e7a7d59be81a3023b937"},"schema_version":"1.0","source":{"id":"2502.07962","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.07962","created_at":"2026-07-05T11:35:53Z"},{"alias_kind":"arxiv_version","alias_value":"2502.07962v2","created_at":"2026-07-05T11:35:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.07962","created_at":"2026-07-05T11:35:53Z"},{"alias_kind":"pith_short_12","alias_value":"2JXJIV2ZLQ3E","created_at":"2026-07-05T11:35:53Z"},{"alias_kind":"pith_short_16","alias_value":"2JXJIV2ZLQ3E3NEX","created_at":"2026-07-05T11:35:53Z"},{"alias_kind":"pith_short_8","alias_value":"2JXJIV2Z","created_at":"2026-07-05T11:35:53Z"}],"graph_snapshots":[{"event_id":"sha256:3d89f3ff37861fef515b6e3eca5f78dda0f560ab2d7e685bacf3820551b981bd","target":"graph","created_at":"2026-07-05T11:35:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.07962/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"While self-attention has been instrumental in the success of Transformers, it can lead to over-concentration on a few tokens during training, resulting in suboptimal information flow. Enforcing doubly-stochastic constraints in attention matrices has been shown to improve structure and balance in attention distributions. However, existing methods rely on iterative Sinkhorn normalization, which is computationally costly. In this paper, we introduce a novel, fully parallelizable doubly-stochastic attention mechanism based on sliced optimal transport, leveraging Expected Sliced Transport Plans (ES","authors_text":"Ashkan Shahbazi, Darian Salehi, Elaheh Akbari, Navid Naderializadeh, Soheil Kolouri, Xinran Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T21:20:48Z","title":"ESPFormer: Doubly-Stochastic Attention with Expected Sliced Transport Plans"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.07962","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5778edf44fdad829bada63b8800a8bf07c64540b2a4fb80e01d4c5ee4ea2eec3","target":"record","created_at":"2026-07-05T11:35:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c96e9f87dd5a7e60fa77d297917bba4ae974d78c149fb52e22be3037fc5b60e4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-02-11T21:20:48Z","title_canon_sha256":"76dffa2a0b843aba0188c11a7fdd06222cbae8657665e7a7d59be81a3023b937"},"schema_version":"1.0","source":{"id":"2502.07962","kind":"arxiv","version":2}},"canonical_sha256":"d26e9457595c364db497eca45384bce2946b26cd26b3022e7466915e841b5b37","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d26e9457595c364db497eca45384bce2946b26cd26b3022e7466915e841b5b37","first_computed_at":"2026-07-05T11:35:53.378002Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:35:53.378002Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6/19/O3XFq/KVPAqoHDNzvXo+UM7O/dPjLgyfiAQKEwS859V5jIc/W+1T2wYYBva8MAeS+2YDu2/yeTvN98PDg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:35:53.378504Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.07962","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5778edf44fdad829bada63b8800a8bf07c64540b2a4fb80e01d4c5ee4ea2eec3","sha256:3d89f3ff37861fef515b6e3eca5f78dda0f560ab2d7e685bacf3820551b981bd"],"state_sha256":"9594002e9f4b79abe79704f483b720f0d8119ae90af8d620ed4bc7dded9cfde8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"U14DPk6tWdGkcHCGONJgJ3gqsw/yz/ya3QCMd/84k8cqvyVequNWptoRBcsJ0WbtXq0WzUQuzr8/dD1kjT6qBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T13:37:00.385877Z","bundle_sha256":"dec2f2a8e6cc957f78eb770cbb5195db595038bb5629c40ac16b65b781489ade"}}