{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:S45YUVT2OUK2DYJRN7T7Y3J2DA","short_pith_number":"pith:S45YUVT2","canonical_record":{"source":{"id":"2507.20453","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-28T01:07:22Z","cross_cats_sorted":[],"title_canon_sha256":"8bd096c87feb67366292e384199c61837d16dff415e4e1a63330ba5c3a619643","abstract_canon_sha256":"31ee5ee7a97d8a550c081a60093bcee9a204f2c9800e449ed1cde67a97f6e420"},"schema_version":"1.0"},"canonical_sha256":"973b8a567a7515a1e1316fe7fc6d3a1830c03e35659236571392333ce3eb9eea","source":{"kind":"arxiv","id":"2507.20453","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.20453","created_at":"2026-07-05T12:05:43Z"},{"alias_kind":"arxiv_version","alias_value":"2507.20453v3","created_at":"2026-07-05T12:05:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.20453","created_at":"2026-07-05T12:05:43Z"},{"alias_kind":"pith_short_12","alias_value":"S45YUVT2OUK2","created_at":"2026-07-05T12:05:43Z"},{"alias_kind":"pith_short_16","alias_value":"S45YUVT2OUK2DYJR","created_at":"2026-07-05T12:05:43Z"},{"alias_kind":"pith_short_8","alias_value":"S45YUVT2","created_at":"2026-07-05T12:05:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:S45YUVT2OUK2DYJRN7T7Y3J2DA","target":"record","payload":{"canonical_record":{"source":{"id":"2507.20453","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-28T01:07:22Z","cross_cats_sorted":[],"title_canon_sha256":"8bd096c87feb67366292e384199c61837d16dff415e4e1a63330ba5c3a619643","abstract_canon_sha256":"31ee5ee7a97d8a550c081a60093bcee9a204f2c9800e449ed1cde67a97f6e420"},"schema_version":"1.0"},"canonical_sha256":"973b8a567a7515a1e1316fe7fc6d3a1830c03e35659236571392333ce3eb9eea","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T12:05:43.674982Z","signature_b64":"2AWY4ppZvS4BfrsbYo3NGwdFML5bN6ZIogJacmJwrhiYn7LXzsMQrf5I8YHymwmC8/yi4JHDK5vXLlveECpvDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"973b8a567a7515a1e1316fe7fc6d3a1830c03e35659236571392333ce3eb9eea","last_reissued_at":"2026-07-05T12:05:43.674418Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T12:05:43.674418Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.20453","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:05:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gDXRn5u6PRJOS2e/iF3bYXqUGBI5TRZKCBDCNv2V4msRtIJ+CTNaZ/NOuUHIJG+PNsKMWcTm/Fzt0kap76V5Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T07:45:35.766941Z"},"content_sha256":"13847032f9a07710546cb1c5008b42d3ada6f091bec35fc76a46cf589d92f3f9","schema_version":"1.0","event_id":"sha256:13847032f9a07710546cb1c5008b42d3ada6f091bec35fc76a46cf589d92f3f9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:S45YUVT2OUK2DYJRN7T7Y3J2DA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Your Attention Matters: to Improve Model Robustness to Noise and Spurious Correlations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Camilo Tamayo-Rousseau, Randall Balestriero, Yiqun Zhang, Yunjia Zhao","submitted_at":"2025-07-28T01:07:22Z","abstract_excerpt":"Self-attention mechanisms are foundational to Transformer architectures, supporting their impressive success in a wide range of tasks. While there are many self-attention variants, their robustness to noise and spurious correlations has not been well studied. This study evaluates Softmax, Sigmoid, Linear, Doubly Stochastic, and Cosine attention within Vision Transformers under different data corruption scenarios. Through testing across the CIFAR-10, CIFAR-100, and Imagenette datasets, we show that Doubly Stochastic attention is the most robust. It consistently outperformed the next best mechan"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.20453","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.20453/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T12:05:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"KQu/rV+ksXZK9Rz56hOjzZbO1iKhzk0NhrJK0ZUI3XO5Sf3QhJrk8dRdyHKarZrga2F5ruaDRWxXVDasOZFFCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T07:45:35.767821Z"},"content_sha256":"698fab0533dac846e2cce7b384f66c8e529df6fd0b4b1a3d072e885a49d8ed3c","schema_version":"1.0","event_id":"sha256:698fab0533dac846e2cce7b384f66c8e529df6fd0b4b1a3d072e885a49d8ed3c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/S45YUVT2OUK2DYJRN7T7Y3J2DA/bundle.json","state_url":"https://pith.science/pith/S45YUVT2OUK2DYJRN7T7Y3J2DA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/S45YUVT2OUK2DYJRN7T7Y3J2DA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T07:45:35Z","links":{"resolver":"https://pith.science/pith/S45YUVT2OUK2DYJRN7T7Y3J2DA","bundle":"https://pith.science/pith/S45YUVT2OUK2DYJRN7T7Y3J2DA/bundle.json","state":"https://pith.science/pith/S45YUVT2OUK2DYJRN7T7Y3J2DA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/S45YUVT2OUK2DYJRN7T7Y3J2DA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:S45YUVT2OUK2DYJRN7T7Y3J2DA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"31ee5ee7a97d8a550c081a60093bcee9a204f2c9800e449ed1cde67a97f6e420","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-28T01:07:22Z","title_canon_sha256":"8bd096c87feb67366292e384199c61837d16dff415e4e1a63330ba5c3a619643"},"schema_version":"1.0","source":{"id":"2507.20453","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.20453","created_at":"2026-07-05T12:05:43Z"},{"alias_kind":"arxiv_version","alias_value":"2507.20453v3","created_at":"2026-07-05T12:05:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.20453","created_at":"2026-07-05T12:05:43Z"},{"alias_kind":"pith_short_12","alias_value":"S45YUVT2OUK2","created_at":"2026-07-05T12:05:43Z"},{"alias_kind":"pith_short_16","alias_value":"S45YUVT2OUK2DYJR","created_at":"2026-07-05T12:05:43Z"},{"alias_kind":"pith_short_8","alias_value":"S45YUVT2","created_at":"2026-07-05T12:05:43Z"}],"graph_snapshots":[{"event_id":"sha256:698fab0533dac846e2cce7b384f66c8e529df6fd0b4b1a3d072e885a49d8ed3c","target":"graph","created_at":"2026-07-05T12:05:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.20453/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Self-attention mechanisms are foundational to Transformer architectures, supporting their impressive success in a wide range of tasks. While there are many self-attention variants, their robustness to noise and spurious correlations has not been well studied. This study evaluates Softmax, Sigmoid, Linear, Doubly Stochastic, and Cosine attention within Vision Transformers under different data corruption scenarios. Through testing across the CIFAR-10, CIFAR-100, and Imagenette datasets, we show that Doubly Stochastic attention is the most robust. It consistently outperformed the next best mechan","authors_text":"Camilo Tamayo-Rousseau, Randall Balestriero, Yiqun Zhang, Yunjia Zhao","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-28T01:07:22Z","title":"Your Attention Matters: to Improve Model Robustness to Noise and Spurious Correlations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.20453","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:13847032f9a07710546cb1c5008b42d3ada6f091bec35fc76a46cf589d92f3f9","target":"record","created_at":"2026-07-05T12:05:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"31ee5ee7a97d8a550c081a60093bcee9a204f2c9800e449ed1cde67a97f6e420","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2025-07-28T01:07:22Z","title_canon_sha256":"8bd096c87feb67366292e384199c61837d16dff415e4e1a63330ba5c3a619643"},"schema_version":"1.0","source":{"id":"2507.20453","kind":"arxiv","version":3}},"canonical_sha256":"973b8a567a7515a1e1316fe7fc6d3a1830c03e35659236571392333ce3eb9eea","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"973b8a567a7515a1e1316fe7fc6d3a1830c03e35659236571392333ce3eb9eea","first_computed_at":"2026-07-05T12:05:43.674418Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:05:43.674418Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2AWY4ppZvS4BfrsbYo3NGwdFML5bN6ZIogJacmJwrhiYn7LXzsMQrf5I8YHymwmC8/yi4JHDK5vXLlveECpvDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T12:05:43.674982Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.20453","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:13847032f9a07710546cb1c5008b42d3ada6f091bec35fc76a46cf589d92f3f9","sha256:698fab0533dac846e2cce7b384f66c8e529df6fd0b4b1a3d072e885a49d8ed3c"],"state_sha256":"f220e5a75d530dd5f8edf8c3f7f8fd0904c4e6fa6bd965e83e2c66fc6f61abfc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H5HyqwwuzOwknEBbWOQ4Emn0XAPmUlg66lldKHnNSQUn/EX7L302cvmKPgQE6a9rFy75zAr3pVqcXPIbPaOFDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T07:45:35.799095Z","bundle_sha256":"d52354f24205f5dcc1c511c34caaf81b8cbcac253282aa0a41409fb4bdccd797"}}