{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:RZRKV4KSHYBRLNQSYMQTLXAVTT","short_pith_number":"pith:RZRKV4KS","canonical_record":{"source":{"id":"1907.06607","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2019-07-15T17:11:05Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"ef107f875069c24c92d8c6de0558aba5fccf8b71efffa8398a7296e0f54822a4","abstract_canon_sha256":"d2f587bba998a053ed192c8852498d6cd71889123d97bb95e7633c6dd7e9630b"},"schema_version":"1.0"},"canonical_sha256":"8e62aaf1523e0315b612c32135dc159cfa4d5b8f2e495310aed98445a3cbdc07","source":{"kind":"arxiv","id":"1907.06607","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.06607","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"arxiv_version","alias_value":"1907.06607v1","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.06607","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"pith_short_12","alias_value":"RZRKV4KSHYBR","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_16","alias_value":"RZRKV4KSHYBRLNQS","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_8","alias_value":"RZRKV4KS","created_at":"2026-05-18T12:33:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:RZRKV4KSHYBRLNQSYMQTLXAVTT","target":"record","payload":{"canonical_record":{"source":{"id":"1907.06607","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2019-07-15T17:11:05Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"ef107f875069c24c92d8c6de0558aba5fccf8b71efffa8398a7296e0f54822a4","abstract_canon_sha256":"d2f587bba998a053ed192c8852498d6cd71889123d97bb95e7633c6dd7e9630b"},"schema_version":"1.0"},"canonical_sha256":"8e62aaf1523e0315b612c32135dc159cfa4d5b8f2e495310aed98445a3cbdc07","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:40:37.289126Z","signature_b64":"+zuf51l5oJT9KOEZl82BqP94h/tF8lVU032+BMbfwRbqTM2t6UlLdpRM+ZIRIO9cgIWT7vkBfKTzBs2T2ArhDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8e62aaf1523e0315b612c32135dc159cfa4d5b8f2e495310aed98445a3cbdc07","last_reissued_at":"2026-05-17T23:40:37.288619Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:40:37.288619Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1907.06607","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4tZCXi/bDFA6vBdR6ODXDAtIfapxGcPzOvuo8O2LnqOs+8AX48cLPC8WrD8CRi5ccWdpbbWKd7HV1dIzeUXnAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T01:57:41.353934Z"},"content_sha256":"c0f006e2750236488e1401573119f90b93cf8f708f675f4472a7c5885d356a1e","schema_version":"1.0","event_id":"sha256:c0f006e2750236488e1401573119f90b93cf8f708f675f4472a7c5885d356a1e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:RZRKV4KSHYBRLNQSYMQTLXAVTT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Agglomerative Attention","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Matthew Spellings","submitted_at":"2019-07-15T17:11:05Z","abstract_excerpt":"Neural networks using transformer-based architectures have recently demonstrated great power and flexibility in modeling sequences of many types. One of the core components of transformer networks is the attention layer, which allows contextual information to be exchanged among sequence elements. While many of the prevalent network structures thus far have utilized full attention -- which operates on all pairs of sequence elements -- the quadratic scaling of this attention mechanism significantly constrains the size of models that can be trained. In this work, we present an attention model tha"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.06607","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:40:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gDOHRIjmxA0HOviI3p0aUaCoj4gcKV5qXoSNYbGDluB05F4JwDVVKT+sqvb52wgdoD9uiabmp8rJ7L2JPF9VAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T01:57:41.354540Z"},"content_sha256":"c5d9c8fea1077e9a48d8cbe4b0f2a45e825ca6e4b65382193aa65be392ba4bdf","schema_version":"1.0","event_id":"sha256:c5d9c8fea1077e9a48d8cbe4b0f2a45e825ca6e4b65382193aa65be392ba4bdf"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RZRKV4KSHYBRLNQSYMQTLXAVTT/bundle.json","state_url":"https://pith.science/pith/RZRKV4KSHYBRLNQSYMQTLXAVTT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RZRKV4KSHYBRLNQSYMQTLXAVTT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T01:57:41Z","links":{"resolver":"https://pith.science/pith/RZRKV4KSHYBRLNQSYMQTLXAVTT","bundle":"https://pith.science/pith/RZRKV4KSHYBRLNQSYMQTLXAVTT/bundle.json","state":"https://pith.science/pith/RZRKV4KSHYBRLNQSYMQTLXAVTT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RZRKV4KSHYBRLNQSYMQTLXAVTT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:RZRKV4KSHYBRLNQSYMQTLXAVTT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d2f587bba998a053ed192c8852498d6cd71889123d97bb95e7633c6dd7e9630b","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2019-07-15T17:11:05Z","title_canon_sha256":"ef107f875069c24c92d8c6de0558aba5fccf8b71efffa8398a7296e0f54822a4"},"schema_version":"1.0","source":{"id":"1907.06607","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.06607","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"arxiv_version","alias_value":"1907.06607v1","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.06607","created_at":"2026-05-17T23:40:37Z"},{"alias_kind":"pith_short_12","alias_value":"RZRKV4KSHYBR","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_16","alias_value":"RZRKV4KSHYBRLNQS","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_8","alias_value":"RZRKV4KS","created_at":"2026-05-18T12:33:27Z"}],"graph_snapshots":[{"event_id":"sha256:c5d9c8fea1077e9a48d8cbe4b0f2a45e825ca6e4b65382193aa65be392ba4bdf","target":"graph","created_at":"2026-05-17T23:40:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Neural networks using transformer-based architectures have recently demonstrated great power and flexibility in modeling sequences of many types. One of the core components of transformer networks is the attention layer, which allows contextual information to be exchanged among sequence elements. While many of the prevalent network structures thus far have utilized full attention -- which operates on all pairs of sequence elements -- the quadratic scaling of this attention mechanism significantly constrains the size of models that can be trained. In this work, we present an attention model tha","authors_text":"Matthew Spellings","cross_cats":["stat.ML"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2019-07-15T17:11:05Z","title":"Agglomerative Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.06607","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c0f006e2750236488e1401573119f90b93cf8f708f675f4472a7c5885d356a1e","target":"record","created_at":"2026-05-17T23:40:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d2f587bba998a053ed192c8852498d6cd71889123d97bb95e7633c6dd7e9630b","cross_cats_sorted":["stat.ML"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2019-07-15T17:11:05Z","title_canon_sha256":"ef107f875069c24c92d8c6de0558aba5fccf8b71efffa8398a7296e0f54822a4"},"schema_version":"1.0","source":{"id":"1907.06607","kind":"arxiv","version":1}},"canonical_sha256":"8e62aaf1523e0315b612c32135dc159cfa4d5b8f2e495310aed98445a3cbdc07","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8e62aaf1523e0315b612c32135dc159cfa4d5b8f2e495310aed98445a3cbdc07","first_computed_at":"2026-05-17T23:40:37.288619Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:40:37.288619Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+zuf51l5oJT9KOEZl82BqP94h/tF8lVU032+BMbfwRbqTM2t6UlLdpRM+ZIRIO9cgIWT7vkBfKTzBs2T2ArhDw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:40:37.289126Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.06607","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c0f006e2750236488e1401573119f90b93cf8f708f675f4472a7c5885d356a1e","sha256:c5d9c8fea1077e9a48d8cbe4b0f2a45e825ca6e4b65382193aa65be392ba4bdf"],"state_sha256":"1b0b853a28c30d9e637b46d8255617e309cc7b37cdd70261a602f49a082cf107"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3HZkeeamSCjylckZDtV7a63En80oKItrev/a32uzQfSbAWzhlRbtLmfuCoW9YJWsWvYe3+p7lmhoNttB/7bmCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T01:57:41.357972Z","bundle_sha256":"44125487b1e1c592a3bf8461e33eee0ef12d3d8e542af0ce5b9a7bfedbb21509"}}