{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:WWV7XGQOKFHXYLRN6DZKQXB64G","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"70938d76db9ec0c6e2aae72ecea56c2d7c5ce9359ecb655f4904f32175498f13","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-01T02:36:14Z","title_canon_sha256":"36fd3b79cf4a80a4228dc78aed2c4e392ca21884abe11788850265f43bae6fb3"},"schema_version":"1.0","source":{"id":"2502.00281","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.00281","created_at":"2026-07-05T11:08:39Z"},{"alias_kind":"arxiv_version","alias_value":"2502.00281v2","created_at":"2026-07-05T11:08:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.00281","created_at":"2026-07-05T11:08:39Z"},{"alias_kind":"pith_short_12","alias_value":"WWV7XGQOKFHX","created_at":"2026-07-05T11:08:39Z"},{"alias_kind":"pith_short_16","alias_value":"WWV7XGQOKFHXYLRN","created_at":"2026-07-05T11:08:39Z"},{"alias_kind":"pith_short_8","alias_value":"WWV7XGQO","created_at":"2026-07-05T11:08:39Z"}],"graph_snapshots":[{"event_id":"sha256:bcc8bf9240417581990a64907b106b88977d4c4f418db0526227134c88d0ae01","target":"graph","created_at":"2026-07-05T11:08:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.00281/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"At the core of the popular Transformer architecture is the self-attention mechanism, which dynamically assigns softmax weights to each input token so that the model can focus on the most salient information. However, the softmax structure slows down the attention computation due to its row-wise nature, and it inherently introduces competition among tokens: as the weight assigned to one token increases, the weights of others decrease. This competitive dynamic may narrow the focus of self-attention to a limited set of features, potentially overlooking other informative characteristics. Recent ex","authors_text":"Alessandro Rinaldo, Fanqi Yan, Huy Nguyen, Nhat Ho, Pedram Akbarian","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-01T02:36:14Z","title":"Sigmoid Self-Attention has Lower Sample Complexity than Softmax Self-Attention: A Mixture-of-Experts Perspective"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.00281","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:83dc13cbdb1d88d574a0899c0d5d29f07869dca89d9d84305f53019fba5d1763","target":"record","created_at":"2026-07-05T11:08:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"70938d76db9ec0c6e2aae72ecea56c2d7c5ce9359ecb655f4904f32175498f13","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2025-02-01T02:36:14Z","title_canon_sha256":"36fd3b79cf4a80a4228dc78aed2c4e392ca21884abe11788850265f43bae6fb3"},"schema_version":"1.0","source":{"id":"2502.00281","kind":"arxiv","version":2}},"canonical_sha256":"b5abfb9a0e514f7c2e2df0f2a85c3ee192e9b1ac4fc65c23b8b3abed2fd3b194","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b5abfb9a0e514f7c2e2df0f2a85c3ee192e9b1ac4fc65c23b8b3abed2fd3b194","first_computed_at":"2026-07-05T11:08:39.925754Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:08:39.925754Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9G1vCgu3PppjA4H4eL9CDuVOYmLlrUmv8zmJUEc4wDnjZ7gFIFcGNT8ybXS4v2o/74JfJoBZPwyBeEAyldT3CQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:08:39.926204Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.00281","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:83dc13cbdb1d88d574a0899c0d5d29f07869dca89d9d84305f53019fba5d1763","sha256:bcc8bf9240417581990a64907b106b88977d4c4f418db0526227134c88d0ae01"],"state_sha256":"81e7c47c2baca4c97fc2ad6f6d2b5c886587faa140d3f2e0140e4f0eda3b5a44"}