{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:ST2SK6H4LKVG5A6P5HWRRHKR6M","short_pith_number":"pith:ST2SK6H4","canonical_record":{"source":{"id":"2204.13154","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-27T19:29:09Z","cross_cats_sorted":[],"title_canon_sha256":"33a24a1ada99ba1d3c11c9053ea175f90bee5af350fa8aa4f899a04d29b55ae8","abstract_canon_sha256":"86bd4b75ff6c68010f846cf8a24d2ddd5c0573942e4e7562b679d6a07d99939c"},"schema_version":"1.0"},"canonical_sha256":"94f52578fc5aaa6e83cfe9ed189d51f33c0b9f28565f15a3664e32f966ac548e","source":{"kind":"arxiv","id":"2204.13154","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.13154","created_at":"2026-07-05T04:46:54Z"},{"alias_kind":"arxiv_version","alias_value":"2204.13154v1","created_at":"2026-07-05T04:46:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.13154","created_at":"2026-07-05T04:46:54Z"},{"alias_kind":"pith_short_12","alias_value":"ST2SK6H4LKVG","created_at":"2026-07-05T04:46:54Z"},{"alias_kind":"pith_short_16","alias_value":"ST2SK6H4LKVG5A6P","created_at":"2026-07-05T04:46:54Z"},{"alias_kind":"pith_short_8","alias_value":"ST2SK6H4","created_at":"2026-07-05T04:46:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:ST2SK6H4LKVG5A6P5HWRRHKR6M","target":"record","payload":{"canonical_record":{"source":{"id":"2204.13154","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-27T19:29:09Z","cross_cats_sorted":[],"title_canon_sha256":"33a24a1ada99ba1d3c11c9053ea175f90bee5af350fa8aa4f899a04d29b55ae8","abstract_canon_sha256":"86bd4b75ff6c68010f846cf8a24d2ddd5c0573942e4e7562b679d6a07d99939c"},"schema_version":"1.0"},"canonical_sha256":"94f52578fc5aaa6e83cfe9ed189d51f33c0b9f28565f15a3664e32f966ac548e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:46:54.023084Z","signature_b64":"tdLEu/39r/T2jREzNqgmMnXfMeoukkxdy36EmU56eJyOw42lwOVLVWnjaYxzfL4w62xd7FghEn7hbOwDIMS9AQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"94f52578fc5aaa6e83cfe9ed189d51f33c0b9f28565f15a3664e32f966ac548e","last_reissued_at":"2026-07-05T04:46:54.022748Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:46:54.022748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2204.13154","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:46:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LV0DOrsgstjgYHdzWbVODbxd8xDLGGRb+sPk1crW3gNRqTaSn6+AirLxTiIR611J5wHE25nIrf2krHvHIyDBCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:18:34.545716Z"},"content_sha256":"f51f775f4303abbf31726932bf67dd44356b1f543284427050da727c03e17223","schema_version":"1.0","event_id":"sha256:f51f775f4303abbf31726932bf67dd44356b1f543284427050da727c03e17223"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:ST2SK6H4LKVG5A6P5HWRRHKR6M","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Derya Soydaner","submitted_at":"2022-04-27T19:29:09Z","abstract_excerpt":"A long time ago in the machine learning literature, the idea of incorporating a mechanism inspired by the human visual system into neural networks was introduced. This idea is named the attention mechanism, and it has gone through a long development period. Today, many works have been devoted to this idea in a variety of tasks. Remarkable performance has recently been demonstrated. The goal of this paper is to provide an overview from the early work on searching for ways to implement attention idea with neural networks until the recent trends. This review emphasizes the important milestones du"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.13154","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2204.13154/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:46:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EN1yqRL7mamQptWqL2G67WOSw3DkxUXCzAON6ryPWamZm2oiLJJhDFsJ4P1rC2qnwnwzYe8qADdVbIR87B49Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:18:34.546094Z"},"content_sha256":"63c14b7d8fbb7d39bb4b02f93d2caaea3124707977f2f776dd09a8a4712423f9","schema_version":"1.0","event_id":"sha256:63c14b7d8fbb7d39bb4b02f93d2caaea3124707977f2f776dd09a8a4712423f9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ST2SK6H4LKVG5A6P5HWRRHKR6M/bundle.json","state_url":"https://pith.science/pith/ST2SK6H4LKVG5A6P5HWRRHKR6M/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ST2SK6H4LKVG5A6P5HWRRHKR6M/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:18:34Z","links":{"resolver":"https://pith.science/pith/ST2SK6H4LKVG5A6P5HWRRHKR6M","bundle":"https://pith.science/pith/ST2SK6H4LKVG5A6P5HWRRHKR6M/bundle.json","state":"https://pith.science/pith/ST2SK6H4LKVG5A6P5HWRRHKR6M/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ST2SK6H4LKVG5A6P5HWRRHKR6M/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:ST2SK6H4LKVG5A6P5HWRRHKR6M","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"86bd4b75ff6c68010f846cf8a24d2ddd5c0573942e4e7562b679d6a07d99939c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-27T19:29:09Z","title_canon_sha256":"33a24a1ada99ba1d3c11c9053ea175f90bee5af350fa8aa4f899a04d29b55ae8"},"schema_version":"1.0","source":{"id":"2204.13154","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.13154","created_at":"2026-07-05T04:46:54Z"},{"alias_kind":"arxiv_version","alias_value":"2204.13154v1","created_at":"2026-07-05T04:46:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.13154","created_at":"2026-07-05T04:46:54Z"},{"alias_kind":"pith_short_12","alias_value":"ST2SK6H4LKVG","created_at":"2026-07-05T04:46:54Z"},{"alias_kind":"pith_short_16","alias_value":"ST2SK6H4LKVG5A6P","created_at":"2026-07-05T04:46:54Z"},{"alias_kind":"pith_short_8","alias_value":"ST2SK6H4","created_at":"2026-07-05T04:46:54Z"}],"graph_snapshots":[{"event_id":"sha256:63c14b7d8fbb7d39bb4b02f93d2caaea3124707977f2f776dd09a8a4712423f9","target":"graph","created_at":"2026-07-05T04:46:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.13154/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A long time ago in the machine learning literature, the idea of incorporating a mechanism inspired by the human visual system into neural networks was introduced. This idea is named the attention mechanism, and it has gone through a long development period. Today, many works have been devoted to this idea in a variety of tasks. Remarkable performance has recently been demonstrated. The goal of this paper is to provide an overview from the early work on searching for ways to implement attention idea with neural networks until the recent trends. This review emphasizes the important milestones du","authors_text":"Derya Soydaner","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-27T19:29:09Z","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.13154","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f51f775f4303abbf31726932bf67dd44356b1f543284427050da727c03e17223","target":"record","created_at":"2026-07-05T04:46:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"86bd4b75ff6c68010f846cf8a24d2ddd5c0573942e4e7562b679d6a07d99939c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2022-04-27T19:29:09Z","title_canon_sha256":"33a24a1ada99ba1d3c11c9053ea175f90bee5af350fa8aa4f899a04d29b55ae8"},"schema_version":"1.0","source":{"id":"2204.13154","kind":"arxiv","version":1}},"canonical_sha256":"94f52578fc5aaa6e83cfe9ed189d51f33c0b9f28565f15a3664e32f966ac548e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"94f52578fc5aaa6e83cfe9ed189d51f33c0b9f28565f15a3664e32f966ac548e","first_computed_at":"2026-07-05T04:46:54.022748Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:46:54.022748Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tdLEu/39r/T2jREzNqgmMnXfMeoukkxdy36EmU56eJyOw42lwOVLVWnjaYxzfL4w62xd7FghEn7hbOwDIMS9AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T04:46:54.023084Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.13154","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f51f775f4303abbf31726932bf67dd44356b1f543284427050da727c03e17223","sha256:63c14b7d8fbb7d39bb4b02f93d2caaea3124707977f2f776dd09a8a4712423f9"],"state_sha256":"f0e737d73bb00362be57ac4040c154adb8e12cb8113b2d1692632ff5f5b65f0f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"tvFGpjbDEJTE08NhLibT6mNdxkJFj6TJMeO1h6vCRZfapmS5ucq9dc1Irt9LKXMuZ3zb26ProWQ4tNdMSiyaBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:18:34.549222Z","bundle_sha256":"6c2a4a1af55471bd04eaa2b0abd906d65c478a6ebca434305e16105853849ad8"}}