{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:G5DVEOS5XCCA2X6VI4Z6Y4IHSV","short_pith_number":"pith:G5DVEOS5","canonical_record":{"source":{"id":"2007.04825","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-09T14:17:50Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"08e72babb7dcc1490bc1f9a6118f1c91d8dc082303ac09f87e0bcc316b86ee3f","abstract_canon_sha256":"96b55ffa5da3b7c470b2c5f2335f9c381b0cd2f3974fb0b7bd8e6860b1f73ba6"},"schema_version":"1.0"},"canonical_sha256":"3747523a5db8840d5fd54733ec7107957e64be7a4911bcdb168da7d5b4b0827c","source":{"kind":"arxiv","id":"2007.04825","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.04825","created_at":"2026-07-05T01:39:14Z"},{"alias_kind":"arxiv_version","alias_value":"2007.04825v2","created_at":"2026-07-05T01:39:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.04825","created_at":"2026-07-05T01:39:14Z"},{"alias_kind":"pith_short_12","alias_value":"G5DVEOS5XCCA","created_at":"2026-07-05T01:39:14Z"},{"alias_kind":"pith_short_16","alias_value":"G5DVEOS5XCCA2X6V","created_at":"2026-07-05T01:39:14Z"},{"alias_kind":"pith_short_8","alias_value":"G5DVEOS5","created_at":"2026-07-05T01:39:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:G5DVEOS5XCCA2X6VI4Z6Y4IHSV","target":"record","payload":{"canonical_record":{"source":{"id":"2007.04825","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-09T14:17:50Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"08e72babb7dcc1490bc1f9a6118f1c91d8dc082303ac09f87e0bcc316b86ee3f","abstract_canon_sha256":"96b55ffa5da3b7c470b2c5f2335f9c381b0cd2f3974fb0b7bd8e6860b1f73ba6"},"schema_version":"1.0"},"canonical_sha256":"3747523a5db8840d5fd54733ec7107957e64be7a4911bcdb168da7d5b4b0827c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:39:14.645224Z","signature_b64":"Rb1U7UP8ByH8YkcfpX/5ZZdXstDhHVgvcKpJkrcdJZGYueb4aNy1JrFNEKCYTV2AFtLnUYzT+y3bv5hoedCCBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3747523a5db8840d5fd54733ec7107957e64be7a4911bcdb168da7d5b4b0827c","last_reissued_at":"2026-07-05T01:39:14.644749Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:39:14.644749Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.04825","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:39:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TDxlk+3mQJEaF+7B6vOvamPsGzTPL487757Yo52b10teopMJr4Xz0btirqvUtkwf7HDcnWp6Wz1tLIuvQJFHAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:12:25.622682Z"},"content_sha256":"0c13a61431f0aef43f181c535bb7d4dc951bcfd50c6b06d736cf7f959937c58a","schema_version":"1.0","event_id":"sha256:0c13a61431f0aef43f181c535bb7d4dc951bcfd50c6b06d736cf7f959937c58a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:G5DVEOS5XCCA2X6VI4Z6Y4IHSV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Fast Transformers with Clustered Attention","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Angelos Katharopoulos, Apoorv Vyas, Fran\\c{c}ois Fleuret","submitted_at":"2020-07-09T14:17:50Z","abstract_excerpt":"Transformers have been proven a successful model for a variety of tasks in sequence modeling. However, computing the attention matrix, which is their key component, has quadratic complexity with respect to the sequence length, thus making them prohibitively expensive for large sequences. To address this, we propose clustered attention, which instead of computing the attention for every query, groups queries into clusters and computes attention just for the centroids. To further improve this approximation, we use the computed clusters to identify the keys with the highest attention per query an"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.04825","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.04825/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:39:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SSdYXPeh61peiQKwiNJZ8G3po7PD4v1Kvo4f6CmPuBjSBJ05jptbj23E8pQEFXfyuqJmqxfI0UTtjCyNxg4IBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:12:25.623275Z"},"content_sha256":"7197604fe315267f9656674024d7ed7683d1a3d7cffffb07df4176aaadff79a0","schema_version":"1.0","event_id":"sha256:7197604fe315267f9656674024d7ed7683d1a3d7cffffb07df4176aaadff79a0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/G5DVEOS5XCCA2X6VI4Z6Y4IHSV/bundle.json","state_url":"https://pith.science/pith/G5DVEOS5XCCA2X6VI4Z6Y4IHSV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/G5DVEOS5XCCA2X6VI4Z6Y4IHSV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:12:25Z","links":{"resolver":"https://pith.science/pith/G5DVEOS5XCCA2X6VI4Z6Y4IHSV","bundle":"https://pith.science/pith/G5DVEOS5XCCA2X6VI4Z6Y4IHSV/bundle.json","state":"https://pith.science/pith/G5DVEOS5XCCA2X6VI4Z6Y4IHSV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/G5DVEOS5XCCA2X6VI4Z6Y4IHSV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:G5DVEOS5XCCA2X6VI4Z6Y4IHSV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"96b55ffa5da3b7c470b2c5f2335f9c381b0cd2f3974fb0b7bd8e6860b1f73ba6","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-09T14:17:50Z","title_canon_sha256":"08e72babb7dcc1490bc1f9a6118f1c91d8dc082303ac09f87e0bcc316b86ee3f"},"schema_version":"1.0","source":{"id":"2007.04825","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.04825","created_at":"2026-07-05T01:39:14Z"},{"alias_kind":"arxiv_version","alias_value":"2007.04825v2","created_at":"2026-07-05T01:39:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.04825","created_at":"2026-07-05T01:39:14Z"},{"alias_kind":"pith_short_12","alias_value":"G5DVEOS5XCCA","created_at":"2026-07-05T01:39:14Z"},{"alias_kind":"pith_short_16","alias_value":"G5DVEOS5XCCA2X6V","created_at":"2026-07-05T01:39:14Z"},{"alias_kind":"pith_short_8","alias_value":"G5DVEOS5","created_at":"2026-07-05T01:39:14Z"}],"graph_snapshots":[{"event_id":"sha256:7197604fe315267f9656674024d7ed7683d1a3d7cffffb07df4176aaadff79a0","target":"graph","created_at":"2026-07-05T01:39:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.04825/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformers have been proven a successful model for a variety of tasks in sequence modeling. However, computing the attention matrix, which is their key component, has quadratic complexity with respect to the sequence length, thus making them prohibitively expensive for large sequences. To address this, we propose clustered attention, which instead of computing the attention for every query, groups queries into clusters and computes attention just for the centroids. To further improve this approximation, we use the computed clusters to identify the keys with the highest attention per query an","authors_text":"Angelos Katharopoulos, Apoorv Vyas, Fran\\c{c}ois Fleuret","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-09T14:17:50Z","title":"Fast Transformers with Clustered Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.04825","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0c13a61431f0aef43f181c535bb7d4dc951bcfd50c6b06d736cf7f959937c58a","target":"record","created_at":"2026-07-05T01:39:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"96b55ffa5da3b7c470b2c5f2335f9c381b0cd2f3974fb0b7bd8e6860b1f73ba6","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-07-09T14:17:50Z","title_canon_sha256":"08e72babb7dcc1490bc1f9a6118f1c91d8dc082303ac09f87e0bcc316b86ee3f"},"schema_version":"1.0","source":{"id":"2007.04825","kind":"arxiv","version":2}},"canonical_sha256":"3747523a5db8840d5fd54733ec7107957e64be7a4911bcdb168da7d5b4b0827c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3747523a5db8840d5fd54733ec7107957e64be7a4911bcdb168da7d5b4b0827c","first_computed_at":"2026-07-05T01:39:14.644749Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:39:14.644749Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Rb1U7UP8ByH8YkcfpX/5ZZdXstDhHVgvcKpJkrcdJZGYueb4aNy1JrFNEKCYTV2AFtLnUYzT+y3bv5hoedCCBg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:39:14.645224Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.04825","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0c13a61431f0aef43f181c535bb7d4dc951bcfd50c6b06d736cf7f959937c58a","sha256:7197604fe315267f9656674024d7ed7683d1a3d7cffffb07df4176aaadff79a0"],"state_sha256":"a35ad1b34bf8304d137eddd2ba97fded8863606f428262da606f18a9f27c9628"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"neV6xIqx09f9rYypYLlBxqem7HL0OjlSbAHsWdFB+bCo7ovt0k83OOQXlQbu8t5iB8WUEGwS0j9DlBjasbhOBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:12:25.627533Z","bundle_sha256":"e69eb6b153a231ebab35fb74c110701e151bd856855109429300089dbda25fae"}}