{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:ZHAK3FRWS3IADY2L33GNZ3QBIV","short_pith_number":"pith:ZHAK3FRW","canonical_record":{"source":{"id":"1908.11775","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-30T15:05:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"48196112950222f0b89538f712478808f36495d674063c7a152f6869db1afd2c","abstract_canon_sha256":"e2866630a74ab10082f6f8c603cbae63b0cd4f0fbb017bbe9aa849e1aa8e70eb"},"schema_version":"1.0"},"canonical_sha256":"c9c0ad963696d001e34bdeccdcee0145553fdc9e3e923f52d74c221fe2de1825","source":{"kind":"arxiv","id":"1908.11775","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.11775","created_at":"2026-07-05T00:18:40Z"},{"alias_kind":"arxiv_version","alias_value":"1908.11775v4","created_at":"2026-07-05T00:18:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.11775","created_at":"2026-07-05T00:18:40Z"},{"alias_kind":"pith_short_12","alias_value":"ZHAK3FRWS3IA","created_at":"2026-07-05T00:18:40Z"},{"alias_kind":"pith_short_16","alias_value":"ZHAK3FRWS3IADY2L","created_at":"2026-07-05T00:18:40Z"},{"alias_kind":"pith_short_8","alias_value":"ZHAK3FRW","created_at":"2026-07-05T00:18:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:ZHAK3FRWS3IADY2L33GNZ3QBIV","target":"record","payload":{"canonical_record":{"source":{"id":"1908.11775","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-30T15:05:02Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"48196112950222f0b89538f712478808f36495d674063c7a152f6869db1afd2c","abstract_canon_sha256":"e2866630a74ab10082f6f8c603cbae63b0cd4f0fbb017bbe9aa849e1aa8e70eb"},"schema_version":"1.0"},"canonical_sha256":"c9c0ad963696d001e34bdeccdcee0145553fdc9e3e923f52d74c221fe2de1825","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:18:40.014794Z","signature_b64":"yk+GpoTQTgEW/zQEWJuxSUqI4x6l4iRasLN5EnVJ/SSCuy/9f9BCENS/rM9Cl0cHmu1FoiRCZGkBigvo4lqaDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c9c0ad963696d001e34bdeccdcee0145553fdc9e3e923f52d74c221fe2de1825","last_reissued_at":"2026-07-05T00:18:40.014285Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:18:40.014285Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1908.11775","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:18:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kFXIz6XbXtnvCzlZUlB9Un9kp3f2ewhZ2KEkZLE2Vnu+pRRrbsYxAUo/GVDU2MWztJ73fdpOpVNsS7lMVonIAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:49:20.905382Z"},"content_sha256":"df73d0f936a16ec82e3198e65c1b53731b5f57fe16a51488d00407ff97afdf41","schema_version":"1.0","event_id":"sha256:df73d0f936a16ec82e3198e65c1b53731b5f57fe16a51488d00407ff97afdf41"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:ZHAK3FRWS3IADY2L33GNZ3QBIV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transformer Dissection: A Unified Understanding of Transformer's Attention via the Lens of Kernel","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Louis-Philippe Morency, Makoto Yamada, Ruslan Salakhutdinov, Shaojie Bai, Yao-Hung Hubert Tsai","submitted_at":"2019-08-30T15:05:02Z","abstract_excerpt":"Transformer is a powerful architecture that achieves superior performance on various sequence learning tasks, including neural machine translation, language understanding, and sequence prediction. At the core of the Transformer is the attention mechanism, which concurrently processes all inputs in the streams. In this paper, we present a new formulation of attention via the lens of the kernel. To be more precise, we realize that the attention can be seen as applying kernel smoother over the inputs with the kernel scores being the similarities between inputs. This new formulation gives us a bet"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.11775","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1908.11775/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:18:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1BNCTHv4dosZiJD+VxPeZdcBL4s+C71zIHf05N/1Ai4ZzaDPAo7lX4wNn4EV9KcfS/gGXno6r/wnEJCsUFg9CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:49:20.905911Z"},"content_sha256":"031fef7ebee358ee3b925ce576decc476fb32e00b86bbfeaf46925e37dcc98fd","schema_version":"1.0","event_id":"sha256:031fef7ebee358ee3b925ce576decc476fb32e00b86bbfeaf46925e37dcc98fd"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZHAK3FRWS3IADY2L33GNZ3QBIV/bundle.json","state_url":"https://pith.science/pith/ZHAK3FRWS3IADY2L33GNZ3QBIV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZHAK3FRWS3IADY2L33GNZ3QBIV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:49:20Z","links":{"resolver":"https://pith.science/pith/ZHAK3FRWS3IADY2L33GNZ3QBIV","bundle":"https://pith.science/pith/ZHAK3FRWS3IADY2L33GNZ3QBIV/bundle.json","state":"https://pith.science/pith/ZHAK3FRWS3IADY2L33GNZ3QBIV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZHAK3FRWS3IADY2L33GNZ3QBIV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:ZHAK3FRWS3IADY2L33GNZ3QBIV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e2866630a74ab10082f6f8c603cbae63b0cd4f0fbb017bbe9aa849e1aa8e70eb","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-30T15:05:02Z","title_canon_sha256":"48196112950222f0b89538f712478808f36495d674063c7a152f6869db1afd2c"},"schema_version":"1.0","source":{"id":"1908.11775","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1908.11775","created_at":"2026-07-05T00:18:40Z"},{"alias_kind":"arxiv_version","alias_value":"1908.11775v4","created_at":"2026-07-05T00:18:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1908.11775","created_at":"2026-07-05T00:18:40Z"},{"alias_kind":"pith_short_12","alias_value":"ZHAK3FRWS3IA","created_at":"2026-07-05T00:18:40Z"},{"alias_kind":"pith_short_16","alias_value":"ZHAK3FRWS3IADY2L","created_at":"2026-07-05T00:18:40Z"},{"alias_kind":"pith_short_8","alias_value":"ZHAK3FRW","created_at":"2026-07-05T00:18:40Z"}],"graph_snapshots":[{"event_id":"sha256:031fef7ebee358ee3b925ce576decc476fb32e00b86bbfeaf46925e37dcc98fd","target":"graph","created_at":"2026-07-05T00:18:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1908.11775/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer is a powerful architecture that achieves superior performance on various sequence learning tasks, including neural machine translation, language understanding, and sequence prediction. At the core of the Transformer is the attention mechanism, which concurrently processes all inputs in the streams. In this paper, we present a new formulation of attention via the lens of the kernel. To be more precise, we realize that the attention can be seen as applying kernel smoother over the inputs with the kernel scores being the similarities between inputs. This new formulation gives us a bet","authors_text":"Louis-Philippe Morency, Makoto Yamada, Ruslan Salakhutdinov, Shaojie Bai, Yao-Hung Hubert Tsai","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-30T15:05:02Z","title":"Transformer Dissection: A Unified Understanding of Transformer's Attention via the Lens of Kernel"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1908.11775","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:df73d0f936a16ec82e3198e65c1b53731b5f57fe16a51488d00407ff97afdf41","target":"record","created_at":"2026-07-05T00:18:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e2866630a74ab10082f6f8c603cbae63b0cd4f0fbb017bbe9aa849e1aa8e70eb","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-08-30T15:05:02Z","title_canon_sha256":"48196112950222f0b89538f712478808f36495d674063c7a152f6869db1afd2c"},"schema_version":"1.0","source":{"id":"1908.11775","kind":"arxiv","version":4}},"canonical_sha256":"c9c0ad963696d001e34bdeccdcee0145553fdc9e3e923f52d74c221fe2de1825","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c9c0ad963696d001e34bdeccdcee0145553fdc9e3e923f52d74c221fe2de1825","first_computed_at":"2026-07-05T00:18:40.014285Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:18:40.014285Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yk+GpoTQTgEW/zQEWJuxSUqI4x6l4iRasLN5EnVJ/SSCuy/9f9BCENS/rM9Cl0cHmu1FoiRCZGkBigvo4lqaDg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:18:40.014794Z","signed_message":"canonical_sha256_bytes"},"source_id":"1908.11775","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:df73d0f936a16ec82e3198e65c1b53731b5f57fe16a51488d00407ff97afdf41","sha256:031fef7ebee358ee3b925ce576decc476fb32e00b86bbfeaf46925e37dcc98fd"],"state_sha256":"9a2fdf9827f8946f92a5f90cb0f78df3de8d687c5e4e31a130ca1fa4493a48ed"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0aFGfbws6cROMEVf4NKcL3xbyEJn9ybCQ87CINrxzS5BRFdMo0VyLfjeqWgDTSXebMpE/soYMb1IiSGKVTPvAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:49:20.911296Z","bundle_sha256":"c10311085f62ff0420e1f2055a8a743df65569948af6a639c558336718581f9c"}}