{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:JUXMS5ZNHBNAHU4HLJG3NSNZNY","short_pith_number":"pith:JUXMS5ZN","canonical_record":{"source":{"id":"2110.08323","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T19:20:25Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"9d4559818bf773fd290e2f65cc6665a554fecd733e5d4771f1597941e837a163","abstract_canon_sha256":"7cc8851fcd450c813a62c03fdf06fa5452ae204025f7288b9e5a1528917de0b6"},"schema_version":"1.0"},"canonical_sha256":"4d2ec9772d385a03d3875a4db6c9b96e059f5465f599d019acd21c6e4b2d8c65","source":{"kind":"arxiv","id":"2110.08323","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08323","created_at":"2026-07-05T04:42:14Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08323v2","created_at":"2026-07-05T04:42:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08323","created_at":"2026-07-05T04:42:14Z"},{"alias_kind":"pith_short_12","alias_value":"JUXMS5ZNHBNA","created_at":"2026-07-05T04:42:14Z"},{"alias_kind":"pith_short_16","alias_value":"JUXMS5ZNHBNAHU4H","created_at":"2026-07-05T04:42:14Z"},{"alias_kind":"pith_short_8","alias_value":"JUXMS5ZN","created_at":"2026-07-05T04:42:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:JUXMS5ZNHBNAHU4HLJG3NSNZNY","target":"record","payload":{"canonical_record":{"source":{"id":"2110.08323","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T19:20:25Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"9d4559818bf773fd290e2f65cc6665a554fecd733e5d4771f1597941e837a163","abstract_canon_sha256":"7cc8851fcd450c813a62c03fdf06fa5452ae204025f7288b9e5a1528917de0b6"},"schema_version":"1.0"},"canonical_sha256":"4d2ec9772d385a03d3875a4db6c9b96e059f5465f599d019acd21c6e4b2d8c65","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:42:14.770128Z","signature_b64":"Ea7u0hWZQ7TWCMDlQl4E/F5QxxuINTpHG9trYhU6ozJO/NsOvKKC9jVPzacGx47E7IP0WZbrfKGiAmhZYkD5Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4d2ec9772d385a03d3875a4db6c9b96e059f5465f599d019acd21c6e4b2d8c65","last_reissued_at":"2026-07-05T04:42:14.769662Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:42:14.769662Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.08323","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:42:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I/ON0xSgY5SjgShjyK54h88JVc6OFTpScGhyPCyNEH/RPf0El1fgrnKi8BePPJpAxif6DuuKJT2Nq3tM5fKACg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T03:33:11.529734Z"},"content_sha256":"4f136176be8effd24922c70913b578ddb006f569ed2b2e6914644a8822dfea82","schema_version":"1.0","event_id":"sha256:4f136176be8effd24922c70913b578ddb006f569ed2b2e6914644a8822dfea82"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:JUXMS5ZNHBNAHU4HLJG3NSNZNY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Learning the Transformer Kernel","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Adamos Solomou, Avinava Dubey, Mrinmaya Sachan, Sankalan Pal Chowdhury","submitted_at":"2021-10-15T19:20:25Z","abstract_excerpt":"In this work we introduce KERNELIZED TRANSFORMER, a generic, scalable, data driven framework for learning the kernel function in Transformers. Our framework approximates the Transformer kernel as a dot product between spectral feature maps and learns the kernel by learning the spectral distribution. This not only helps in learning a generic kernel end-to-end, but also reduces the time and space complexity of Transformers from quadratic to linear. We show that KERNELIZED TRANSFORMERS achieve performance comparable to existing efficient Transformer architectures, both in terms of accuracy as wel"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08323","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.08323/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:42:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2veFpwaeJuObdCg7Ap2yA1bCocJ1k8CYVij2JZCmXogckdFMQ5sAcsmPGwESr8xj0GRyXOUdhaTTJIVtiJGkCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T03:33:11.530293Z"},"content_sha256":"a7a91f9978c4fed9fa6b522c37bd4a609342bac84b050db2d23952f308984413","schema_version":"1.0","event_id":"sha256:a7a91f9978c4fed9fa6b522c37bd4a609342bac84b050db2d23952f308984413"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JUXMS5ZNHBNAHU4HLJG3NSNZNY/bundle.json","state_url":"https://pith.science/pith/JUXMS5ZNHBNAHU4HLJG3NSNZNY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JUXMS5ZNHBNAHU4HLJG3NSNZNY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T03:33:11Z","links":{"resolver":"https://pith.science/pith/JUXMS5ZNHBNAHU4HLJG3NSNZNY","bundle":"https://pith.science/pith/JUXMS5ZNHBNAHU4HLJG3NSNZNY/bundle.json","state":"https://pith.science/pith/JUXMS5ZNHBNAHU4HLJG3NSNZNY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JUXMS5ZNHBNAHU4HLJG3NSNZNY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:JUXMS5ZNHBNAHU4HLJG3NSNZNY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7cc8851fcd450c813a62c03fdf06fa5452ae204025f7288b9e5a1528917de0b6","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T19:20:25Z","title_canon_sha256":"9d4559818bf773fd290e2f65cc6665a554fecd733e5d4771f1597941e837a163"},"schema_version":"1.0","source":{"id":"2110.08323","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.08323","created_at":"2026-07-05T04:42:14Z"},{"alias_kind":"arxiv_version","alias_value":"2110.08323v2","created_at":"2026-07-05T04:42:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.08323","created_at":"2026-07-05T04:42:14Z"},{"alias_kind":"pith_short_12","alias_value":"JUXMS5ZNHBNA","created_at":"2026-07-05T04:42:14Z"},{"alias_kind":"pith_short_16","alias_value":"JUXMS5ZNHBNAHU4H","created_at":"2026-07-05T04:42:14Z"},{"alias_kind":"pith_short_8","alias_value":"JUXMS5ZN","created_at":"2026-07-05T04:42:14Z"}],"graph_snapshots":[{"event_id":"sha256:a7a91f9978c4fed9fa6b522c37bd4a609342bac84b050db2d23952f308984413","target":"graph","created_at":"2026-07-05T04:42:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.08323/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work we introduce KERNELIZED TRANSFORMER, a generic, scalable, data driven framework for learning the kernel function in Transformers. Our framework approximates the Transformer kernel as a dot product between spectral feature maps and learns the kernel by learning the spectral distribution. This not only helps in learning a generic kernel end-to-end, but also reduces the time and space complexity of Transformers from quadratic to linear. We show that KERNELIZED TRANSFORMERS achieve performance comparable to existing efficient Transformer architectures, both in terms of accuracy as wel","authors_text":"Adamos Solomou, Avinava Dubey, Mrinmaya Sachan, Sankalan Pal Chowdhury","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T19:20:25Z","title":"On Learning the Transformer Kernel"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.08323","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4f136176be8effd24922c70913b578ddb006f569ed2b2e6914644a8822dfea82","target":"record","created_at":"2026-07-05T04:42:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7cc8851fcd450c813a62c03fdf06fa5452ae204025f7288b9e5a1528917de0b6","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-15T19:20:25Z","title_canon_sha256":"9d4559818bf773fd290e2f65cc6665a554fecd733e5d4771f1597941e837a163"},"schema_version":"1.0","source":{"id":"2110.08323","kind":"arxiv","version":2}},"canonical_sha256":"4d2ec9772d385a03d3875a4db6c9b96e059f5465f599d019acd21c6e4b2d8c65","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4d2ec9772d385a03d3875a4db6c9b96e059f5465f599d019acd21c6e4b2d8c65","first_computed_at":"2026-07-05T04:42:14.769662Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:42:14.769662Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Ea7u0hWZQ7TWCMDlQl4E/F5QxxuINTpHG9trYhU6ozJO/NsOvKKC9jVPzacGx47E7IP0WZbrfKGiAmhZYkD5Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T04:42:14.770128Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.08323","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4f136176be8effd24922c70913b578ddb006f569ed2b2e6914644a8822dfea82","sha256:a7a91f9978c4fed9fa6b522c37bd4a609342bac84b050db2d23952f308984413"],"state_sha256":"8124b572c8005d79807febe1cf941833e934414aa2c14b3379727c2351c7edef"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F/ZzQ0M5shWeFjy8hk0AYHTKJewXNgdGvOAjqy0Y0mVqecfboIGbXTVmxutLR8qBq+SxO4s4E2K/qjKEnxmiAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T03:33:11.535653Z","bundle_sha256":"76fa7aff0e09956fbf54c0526778d37ebc935e25c3b2d6ba288d4f2efb90abf4"}}