{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MJJGICCHWHMEBQ4YGTMG4ZQLXB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d39cabb6a8da583045139304a1b18718c0d8b7df96cfc0ec610099ec66fd2269","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-17T13:25:57Z","title_canon_sha256":"a69e37d154c31695c0bdf09897d8dcbf6fb14ca8ce973f16e02171e29b0ba976"},"schema_version":"1.0","source":{"id":"2305.10203","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.10203","created_at":"2026-07-05T06:11:10Z"},{"alias_kind":"arxiv_version","alias_value":"2305.10203v1","created_at":"2026-07-05T06:11:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.10203","created_at":"2026-07-05T06:11:10Z"},{"alias_kind":"pith_short_12","alias_value":"MJJGICCHWHME","created_at":"2026-07-05T06:11:10Z"},{"alias_kind":"pith_short_16","alias_value":"MJJGICCHWHMEBQ4Y","created_at":"2026-07-05T06:11:10Z"},{"alias_kind":"pith_short_8","alias_value":"MJJGICCH","created_at":"2026-07-05T06:11:10Z"}],"graph_snapshots":[{"event_id":"sha256:b254f17be9995769013e65fd302829388bd70f53d45feff5ab028ab3c7ad3ae8","target":"graph","created_at":"2026-07-05T06:11:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.10203/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Attention-based models have been a key element of many recent breakthroughs in deep learning. Two key components of Attention are the structure of its input (which consists of keys, values and queries) and the computations by which these three are combined. In this paper we explore the space of models that share said input structure but are not restricted to the computations of Attention. We refer to this space as Keys-Values-Queries (KVQ) Space. Our goal is to determine whether there are any other stackable models in KVQ Space that Attention cannot efficiently approximate, which we can implem","authors_text":"Marta Garnelo, Wojciech Marian Czarnecki","cross_cats":["cs.NE"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-17T13:25:57Z","title":"Exploring the Space of Key-Value-Query Models with Intention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.10203","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:70702e92dde71b51236fbd786e41cf54e578cc8a999b2f46a18f2d0b2ffad530","target":"record","created_at":"2026-07-05T06:11:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d39cabb6a8da583045139304a1b18718c0d8b7df96cfc0ec610099ec66fd2269","cross_cats_sorted":["cs.NE"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-17T13:25:57Z","title_canon_sha256":"a69e37d154c31695c0bdf09897d8dcbf6fb14ca8ce973f16e02171e29b0ba976"},"schema_version":"1.0","source":{"id":"2305.10203","kind":"arxiv","version":1}},"canonical_sha256":"6252640847b1d840c39834d86e660bb8488d4bb0c4d431ca8a11bf3c6ab80144","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6252640847b1d840c39834d86e660bb8488d4bb0c4d431ca8a11bf3c6ab80144","first_computed_at":"2026-07-05T06:11:10.830240Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:11:10.830240Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YBKc8TB6oQUadHadahtP0byW7OcJWlXo0k+BwXDYU4fUM1TrtibqMJFiE2GpbLFjOC0b1qc6tXDWk/vwT1OrBg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:11:10.830703Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.10203","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:70702e92dde71b51236fbd786e41cf54e578cc8a999b2f46a18f2d0b2ffad530","sha256:b254f17be9995769013e65fd302829388bd70f53d45feff5ab028ab3c7ad3ae8"],"state_sha256":"8b914fc5beb40dc89102fbb9b5292a60f7d785d5d42845e06313b25d89a61018"}