{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:DAFYM7GQSIZ3BUSX4MC3JHZD53","short_pith_number":"pith:DAFYM7GQ","canonical_record":{"source":{"id":"2403.01643","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-03T23:40:35Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"title_canon_sha256":"bbbafb0e147ad7010ecee5ecd401775eff0a955febfc05544e35e56b530e36b5","abstract_canon_sha256":"cbcda4c04ab940398ed73cd4544b3e439d471083d53b01c702638856f9274f31"},"schema_version":"1.0"},"canonical_sha256":"180b867cd09233b0d257e305b49f23eecb1699cb2d96bec9c1893d5c23e9ec44","source":{"kind":"arxiv","id":"2403.01643","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.01643","created_at":"2026-07-05T10:14:38Z"},{"alias_kind":"arxiv_version","alias_value":"2403.01643v3","created_at":"2026-07-05T10:14:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.01643","created_at":"2026-07-05T10:14:38Z"},{"alias_kind":"pith_short_12","alias_value":"DAFYM7GQSIZ3","created_at":"2026-07-05T10:14:38Z"},{"alias_kind":"pith_short_16","alias_value":"DAFYM7GQSIZ3BUSX","created_at":"2026-07-05T10:14:38Z"},{"alias_kind":"pith_short_8","alias_value":"DAFYM7GQ","created_at":"2026-07-05T10:14:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:DAFYM7GQSIZ3BUSX4MC3JHZD53","target":"record","payload":{"canonical_record":{"source":{"id":"2403.01643","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-03T23:40:35Z","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"title_canon_sha256":"bbbafb0e147ad7010ecee5ecd401775eff0a955febfc05544e35e56b530e36b5","abstract_canon_sha256":"cbcda4c04ab940398ed73cd4544b3e439d471083d53b01c702638856f9274f31"},"schema_version":"1.0"},"canonical_sha256":"180b867cd09233b0d257e305b49f23eecb1699cb2d96bec9c1893d5c23e9ec44","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:14:38.631890Z","signature_b64":"6VPoTxj9JPp761IlJQfQhUfnoJbIFFV/+48uEPywvJdI3pTrN2RZmhQEEq6PJWAydHDT+9EzVch9SWNy48INBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"180b867cd09233b0d257e305b49f23eecb1699cb2d96bec9c1893d5c23e9ec44","last_reissued_at":"2026-07-05T10:14:38.631362Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:14:38.631362Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2403.01643","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:14:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5vyfeOLPUNOwUqt1MCQPLWurIWYg1kBsyUQkszjZ74vofFLj8DV/PPxX0ADvKhYwghyiGYqAYA8mYnn1JqsKCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T01:58:40.437473Z"},"content_sha256":"eacf777b982df19834b2e09f43003cfbd5fa9364db8da193297f383fc8bddd3c","schema_version":"1.0","event_id":"sha256:eacf777b982df19834b2e09f43003cfbd5fa9364db8da193297f383fc8bddd3c"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:DAFYM7GQSIZ3BUSX4MC3JHZD53","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Cost-Effective Attention Mechanisms for Low Resource Settings: Necessity & Sufficiency of Linear Transformations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.CV"],"primary_cat":"cs.LG","authors_text":"Ignacio Castro, Matthew Purver, Mehran Hosseini, Peyman Hosseini","submitted_at":"2024-03-03T23:40:35Z","abstract_excerpt":"From natural language processing to vision, Scaled Dot Product Attention (SDPA) is the backbone of most modern deep learning applications. Unfortunately, its memory and computational requirements can be prohibitive in low-resource settings. In this paper, we improve its efficiency without sacrificing its versatility. We propose three attention variants where we remove consecutive linear transformations or add a novel one, and evaluate them on a range of standard NLP and vision tasks. Our proposed models are substantially lighter than standard SDPA (and have 25-50% fewer parameters). We show th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.01643","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2403.01643/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:14:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hg4KMeUs1JJE6Hf1SaU3aigAqsAPHgJm00A6xMZOoBet4/X2F7gY1jn5ixpAD6GEmu8/7S7t2sa3GZsMvEDbBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T01:58:40.438385Z"},"content_sha256":"0af38302c4c3ed491ac7603da5b347caa3ed3721a3d38f456f86d6e98aa3652e","schema_version":"1.0","event_id":"sha256:0af38302c4c3ed491ac7603da5b347caa3ed3721a3d38f456f86d6e98aa3652e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DAFYM7GQSIZ3BUSX4MC3JHZD53/bundle.json","state_url":"https://pith.science/pith/DAFYM7GQSIZ3BUSX4MC3JHZD53/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DAFYM7GQSIZ3BUSX4MC3JHZD53/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T01:58:40Z","links":{"resolver":"https://pith.science/pith/DAFYM7GQSIZ3BUSX4MC3JHZD53","bundle":"https://pith.science/pith/DAFYM7GQSIZ3BUSX4MC3JHZD53/bundle.json","state":"https://pith.science/pith/DAFYM7GQSIZ3BUSX4MC3JHZD53/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DAFYM7GQSIZ3BUSX4MC3JHZD53/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:DAFYM7GQSIZ3BUSX4MC3JHZD53","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cbcda4c04ab940398ed73cd4544b3e439d471083d53b01c702638856f9274f31","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-03T23:40:35Z","title_canon_sha256":"bbbafb0e147ad7010ecee5ecd401775eff0a955febfc05544e35e56b530e36b5"},"schema_version":"1.0","source":{"id":"2403.01643","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2403.01643","created_at":"2026-07-05T10:14:38Z"},{"alias_kind":"arxiv_version","alias_value":"2403.01643v3","created_at":"2026-07-05T10:14:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2403.01643","created_at":"2026-07-05T10:14:38Z"},{"alias_kind":"pith_short_12","alias_value":"DAFYM7GQSIZ3","created_at":"2026-07-05T10:14:38Z"},{"alias_kind":"pith_short_16","alias_value":"DAFYM7GQSIZ3BUSX","created_at":"2026-07-05T10:14:38Z"},{"alias_kind":"pith_short_8","alias_value":"DAFYM7GQ","created_at":"2026-07-05T10:14:38Z"}],"graph_snapshots":[{"event_id":"sha256:0af38302c4c3ed491ac7603da5b347caa3ed3721a3d38f456f86d6e98aa3652e","target":"graph","created_at":"2026-07-05T10:14:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2403.01643/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"From natural language processing to vision, Scaled Dot Product Attention (SDPA) is the backbone of most modern deep learning applications. Unfortunately, its memory and computational requirements can be prohibitive in low-resource settings. In this paper, we improve its efficiency without sacrificing its versatility. We propose three attention variants where we remove consecutive linear transformations or add a novel one, and evaluate them on a range of standard NLP and vision tasks. Our proposed models are substantially lighter than standard SDPA (and have 25-50% fewer parameters). We show th","authors_text":"Ignacio Castro, Matthew Purver, Mehran Hosseini, Peyman Hosseini","cross_cats":["cs.AI","cs.CL","cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-03T23:40:35Z","title":"Cost-Effective Attention Mechanisms for Low Resource Settings: Necessity & Sufficiency of Linear Transformations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2403.01643","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eacf777b982df19834b2e09f43003cfbd5fa9364db8da193297f383fc8bddd3c","target":"record","created_at":"2026-07-05T10:14:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cbcda4c04ab940398ed73cd4544b3e439d471083d53b01c702638856f9274f31","cross_cats_sorted":["cs.AI","cs.CL","cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-03-03T23:40:35Z","title_canon_sha256":"bbbafb0e147ad7010ecee5ecd401775eff0a955febfc05544e35e56b530e36b5"},"schema_version":"1.0","source":{"id":"2403.01643","kind":"arxiv","version":3}},"canonical_sha256":"180b867cd09233b0d257e305b49f23eecb1699cb2d96bec9c1893d5c23e9ec44","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"180b867cd09233b0d257e305b49f23eecb1699cb2d96bec9c1893d5c23e9ec44","first_computed_at":"2026-07-05T10:14:38.631362Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:14:38.631362Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"6VPoTxj9JPp761IlJQfQhUfnoJbIFFV/+48uEPywvJdI3pTrN2RZmhQEEq6PJWAydHDT+9EzVch9SWNy48INBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:14:38.631890Z","signed_message":"canonical_sha256_bytes"},"source_id":"2403.01643","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eacf777b982df19834b2e09f43003cfbd5fa9364db8da193297f383fc8bddd3c","sha256:0af38302c4c3ed491ac7603da5b347caa3ed3721a3d38f456f86d6e98aa3652e"],"state_sha256":"c9480b22145a12182739a986e6e99de7fa2f0ab44356285d15105d9597187306"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"q6XnSZ//yiQaDhfiAjd55HrYLWsBfTExiT4Evy54ql11/7Npt/UzMwwraXBo/xSZ5YVlWcNUwCYQLqHtql61Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T01:58:40.457520Z","bundle_sha256":"068a86cfa8ca38bce2a017558d62f98beab64928f87b993d877bb934b2d247ad"}}