{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:EIN3Y2HCBXPBYA2IFWFGVRNQWV","short_pith_number":"pith:EIN3Y2HC","canonical_record":{"source":{"id":"2111.01222","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T19:21:22Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"c35c753ac182c4b15af0f8da2b0743a2395cc4b02913ad69b87455622d43f9a5","abstract_canon_sha256":"f58415ef6280c890a4d5d9af1c0b67eb75c479edb0c91dec6f40562326c15e23"},"schema_version":"1.0"},"canonical_sha256":"221bbc68e20dde1c03482d8a6ac5b0b5605ee16f6a6e67e64bd633d1a80099a3","source":{"kind":"arxiv","id":"2111.01222","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.01222","created_at":"2026-07-05T03:31:31Z"},{"alias_kind":"arxiv_version","alias_value":"2111.01222v2","created_at":"2026-07-05T03:31:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.01222","created_at":"2026-07-05T03:31:31Z"},{"alias_kind":"pith_short_12","alias_value":"EIN3Y2HCBXPB","created_at":"2026-07-05T03:31:31Z"},{"alias_kind":"pith_short_16","alias_value":"EIN3Y2HCBXPBYA2I","created_at":"2026-07-05T03:31:31Z"},{"alias_kind":"pith_short_8","alias_value":"EIN3Y2HC","created_at":"2026-07-05T03:31:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:EIN3Y2HCBXPBYA2IFWFGVRNQWV","target":"record","payload":{"canonical_record":{"source":{"id":"2111.01222","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T19:21:22Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"c35c753ac182c4b15af0f8da2b0743a2395cc4b02913ad69b87455622d43f9a5","abstract_canon_sha256":"f58415ef6280c890a4d5d9af1c0b67eb75c479edb0c91dec6f40562326c15e23"},"schema_version":"1.0"},"canonical_sha256":"221bbc68e20dde1c03482d8a6ac5b0b5605ee16f6a6e67e64bd633d1a80099a3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:31:31.799882Z","signature_b64":"MrXhekfBHkB4pGNCgRnrAYvpbKepHuQd31pm86IE+pgdBW1Qr7kFP8Z80lVzdzMVsScIbO3Li2hKgeXO+2oxAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"221bbc68e20dde1c03482d8a6ac5b0b5605ee16f6a6e67e64bd633d1a80099a3","last_reissued_at":"2026-07-05T03:31:31.799387Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:31:31.799387Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.01222","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:31:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q5JQUeDLyCtarwKHutBHu3zvbbj24u8Dx22O0PCCrJgWjDLYiWE9j2Fyy7R2sf2iL5sTaFZB1Cu9nXGjN4ZVDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T14:49:44.049008Z"},"content_sha256":"81ffc2025b60174a1a0e36eeb5c9bfe0d0e6a2cb22104f9ecc01f81b6ed2d972","schema_version":"1.0","event_id":"sha256:81ffc2025b60174a1a0e36eeb5c9bfe0d0e6a2cb22104f9ecc01f81b6ed2d972"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:EIN3Y2HCBXPBYA2IFWFGVRNQWV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Kernel Deformed Exponential Families for Sparse Continuous Attention","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Alexander Moreno, James M. Rehg, Supriya Nagesh, Walter Dempsey, Zhenke Wu","submitted_at":"2021-11-01T19:21:22Z","abstract_excerpt":"Attention mechanisms take an expectation of a data representation with respect to probability weights. This creates summary statistics that focus on important features. Recently, (Martins et al. 2020, 2021) proposed continuous attention mechanisms, focusing on unimodal attention densities from the exponential and deformed exponential families: the latter has sparse support. (Farinhas et al. 2021) extended this to use Gaussian mixture attention densities, which are a flexible class with dense support. In this paper, we extend this to two general flexible classes: kernel exponential families and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.01222","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.01222/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:31:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IVvsZUNxz2OUiamRNeq58xwORHs5zwP5PlZov8RePaPNgw/QwVla5ywexlAORcVpAATMzsdNxsHDy/VR1CwjAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-06T14:49:44.049660Z"},"content_sha256":"c9bee900a9740ce7ead336e2e23c8546d3c74af0cc3f080f3407286fb1ae7968","schema_version":"1.0","event_id":"sha256:c9bee900a9740ce7ead336e2e23c8546d3c74af0cc3f080f3407286fb1ae7968"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EIN3Y2HCBXPBYA2IFWFGVRNQWV/bundle.json","state_url":"https://pith.science/pith/EIN3Y2HCBXPBYA2IFWFGVRNQWV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EIN3Y2HCBXPBYA2IFWFGVRNQWV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-06T14:49:44Z","links":{"resolver":"https://pith.science/pith/EIN3Y2HCBXPBYA2IFWFGVRNQWV","bundle":"https://pith.science/pith/EIN3Y2HCBXPBYA2IFWFGVRNQWV/bundle.json","state":"https://pith.science/pith/EIN3Y2HCBXPBYA2IFWFGVRNQWV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EIN3Y2HCBXPBYA2IFWFGVRNQWV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:EIN3Y2HCBXPBYA2IFWFGVRNQWV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f58415ef6280c890a4d5d9af1c0b67eb75c479edb0c91dec6f40562326c15e23","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T19:21:22Z","title_canon_sha256":"c35c753ac182c4b15af0f8da2b0743a2395cc4b02913ad69b87455622d43f9a5"},"schema_version":"1.0","source":{"id":"2111.01222","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.01222","created_at":"2026-07-05T03:31:31Z"},{"alias_kind":"arxiv_version","alias_value":"2111.01222v2","created_at":"2026-07-05T03:31:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.01222","created_at":"2026-07-05T03:31:31Z"},{"alias_kind":"pith_short_12","alias_value":"EIN3Y2HCBXPB","created_at":"2026-07-05T03:31:31Z"},{"alias_kind":"pith_short_16","alias_value":"EIN3Y2HCBXPBYA2I","created_at":"2026-07-05T03:31:31Z"},{"alias_kind":"pith_short_8","alias_value":"EIN3Y2HC","created_at":"2026-07-05T03:31:31Z"}],"graph_snapshots":[{"event_id":"sha256:c9bee900a9740ce7ead336e2e23c8546d3c74af0cc3f080f3407286fb1ae7968","target":"graph","created_at":"2026-07-05T03:31:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.01222/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Attention mechanisms take an expectation of a data representation with respect to probability weights. This creates summary statistics that focus on important features. Recently, (Martins et al. 2020, 2021) proposed continuous attention mechanisms, focusing on unimodal attention densities from the exponential and deformed exponential families: the latter has sparse support. (Farinhas et al. 2021) extended this to use Gaussian mixture attention densities, which are a flexible class with dense support. In this paper, we extend this to two general flexible classes: kernel exponential families and","authors_text":"Alexander Moreno, James M. Rehg, Supriya Nagesh, Walter Dempsey, Zhenke Wu","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T19:21:22Z","title":"Kernel Deformed Exponential Families for Sparse Continuous Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.01222","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:81ffc2025b60174a1a0e36eeb5c9bfe0d0e6a2cb22104f9ecc01f81b6ed2d972","target":"record","created_at":"2026-07-05T03:31:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f58415ef6280c890a4d5d9af1c0b67eb75c479edb0c91dec6f40562326c15e23","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2021-11-01T19:21:22Z","title_canon_sha256":"c35c753ac182c4b15af0f8da2b0743a2395cc4b02913ad69b87455622d43f9a5"},"schema_version":"1.0","source":{"id":"2111.01222","kind":"arxiv","version":2}},"canonical_sha256":"221bbc68e20dde1c03482d8a6ac5b0b5605ee16f6a6e67e64bd633d1a80099a3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"221bbc68e20dde1c03482d8a6ac5b0b5605ee16f6a6e67e64bd633d1a80099a3","first_computed_at":"2026-07-05T03:31:31.799387Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:31:31.799387Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"MrXhekfBHkB4pGNCgRnrAYvpbKepHuQd31pm86IE+pgdBW1Qr7kFP8Z80lVzdzMVsScIbO3Li2hKgeXO+2oxAA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:31:31.799882Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.01222","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:81ffc2025b60174a1a0e36eeb5c9bfe0d0e6a2cb22104f9ecc01f81b6ed2d972","sha256:c9bee900a9740ce7ead336e2e23c8546d3c74af0cc3f080f3407286fb1ae7968"],"state_sha256":"397574be7251216f7271f304a6f2d816e754a37ba2395a631b058724fc0c398b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0tyH6t5tL8tpre0CYPJdXYPVtByvZy4S37+FF3jZbAgZTCmU3b7UNq30a68MK3BtXxGrk647ovOlAHPGmWHCAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-06T14:49:44.052384Z","bundle_sha256":"bb2de33c42e68d0c5366f59312a4058e6af43ff155cd647e42e7376258d37382"}}