{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:N53IOSODGRA43DZY7PV2ZSNLGU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"87d9c27d97009a8d3734103a56cda1e016a4e6fe561a2279b1058ee9ac5ec2ff","cross_cats_sorted":["cs.CV","cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-22T13:37:10Z","title_canon_sha256":"133b5e3f88a3e9d453e06bc1510611042805a399a7c198e6d720da2606f6d359"},"schema_version":"1.0","source":{"id":"2309.12862","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.12862","created_at":"2026-07-05T10:28:12Z"},{"alias_kind":"arxiv_version","alias_value":"2309.12862v4","created_at":"2026-07-05T10:28:12Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.12862","created_at":"2026-07-05T10:28:12Z"},{"alias_kind":"pith_short_12","alias_value":"N53IOSODGRA4","created_at":"2026-07-05T10:28:12Z"},{"alias_kind":"pith_short_16","alias_value":"N53IOSODGRA43DZY","created_at":"2026-07-05T10:28:12Z"},{"alias_kind":"pith_short_8","alias_value":"N53IOSOD","created_at":"2026-07-05T10:28:12Z"}],"graph_snapshots":[{"event_id":"sha256:c6457a9fcd7d766c0a7d6277dbce19968160e5b996374c42bc6cc459d88156c8","target":"graph","created_at":"2026-07-05T10:28:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.12862/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Emerging from the pairwise attention in conventional Transformers, there is a growing interest in sparse attention mechanisms that align more closely with localized, contextual learning in the biological brain. Existing studies such as the Coordination method employ iterative cross-attention mechanisms with a bottleneck to enable the sparse association of inputs. However, these methods are parameter inefficient and fail in more complex relational reasoning tasks. To this end, we propose Associative Transformer (AiT) to enhance the association among sparsely attended input tokens, improving par","authors_text":"Hideya Ochiai, Ryota Kanai, Stephen Lin, Yuwei Sun, Zhirong Wu","cross_cats":["cs.CV","cs.NE"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-22T13:37:10Z","title":"Associative Transformer"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.12862","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a4cfc7f4f372edeb5519b5bfd48e77aa0079a3a843296b9c5383502942805a25","target":"record","created_at":"2026-07-05T10:28:12Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"87d9c27d97009a8d3734103a56cda1e016a4e6fe561a2279b1058ee9ac5ec2ff","cross_cats_sorted":["cs.CV","cs.NE"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-09-22T13:37:10Z","title_canon_sha256":"133b5e3f88a3e9d453e06bc1510611042805a399a7c198e6d720da2606f6d359"},"schema_version":"1.0","source":{"id":"2309.12862","kind":"arxiv","version":4}},"canonical_sha256":"6f768749c33441cd8f38fbebacc9ab3529dfb8ebf6a672acac1ae409eae32c5a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6f768749c33441cd8f38fbebacc9ab3529dfb8ebf6a672acac1ae409eae32c5a","first_computed_at":"2026-07-05T10:28:12.297113Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:28:12.297113Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/xLTgZinpu0VxW7AVZKZrImTTJVgqDuW6KqH0J/pemaOmyJ11gVi86ir+twhbKvFUH926UnjtywrEPKfJvFmAA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:28:12.298067Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.12862","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a4cfc7f4f372edeb5519b5bfd48e77aa0079a3a843296b9c5383502942805a25","sha256:c6457a9fcd7d766c0a7d6277dbce19968160e5b996374c42bc6cc459d88156c8"],"state_sha256":"15deeb60bf66506cfbd02b8abc743b44e9fe159ab9cf49c09bad40567ed1695f"}