{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:UIAQIC5PA5LENKUNM6Y3CK3Y6P","short_pith_number":"pith:UIAQIC5P","canonical_record":{"source":{"id":"2109.07152","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-15T08:32:20Z","cross_cats_sorted":[],"title_canon_sha256":"88b3512dddd4125388def88622edb719900936526205bd0798170f907375780d","abstract_canon_sha256":"bb38dc4f01d4d175c564718275c58a4916e0e97f4574fbb52865e78e27c44862"},"schema_version":"1.0"},"canonical_sha256":"a201040baf075646aa8d67b1b12b78f3f60eaacad571ef770fe22a7b969dfc53","source":{"kind":"arxiv","id":"2109.07152","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.07152","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"arxiv_version","alias_value":"2109.07152v1","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.07152","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_12","alias_value":"UIAQIC5PA5LE","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_16","alias_value":"UIAQIC5PA5LENKUN","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_8","alias_value":"UIAQIC5P","created_at":"2026-07-05T03:14:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:UIAQIC5PA5LENKUNM6Y3CK3Y6P","target":"record","payload":{"canonical_record":{"source":{"id":"2109.07152","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-15T08:32:20Z","cross_cats_sorted":[],"title_canon_sha256":"88b3512dddd4125388def88622edb719900936526205bd0798170f907375780d","abstract_canon_sha256":"bb38dc4f01d4d175c564718275c58a4916e0e97f4574fbb52865e78e27c44862"},"schema_version":"1.0"},"canonical_sha256":"a201040baf075646aa8d67b1b12b78f3f60eaacad571ef770fe22a7b969dfc53","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:14:39.229025Z","signature_b64":"ftv/uD5LaG7LGChZFizVyw5D2nNkIWGjMujuVYFslG6LdfPNwc1Dwf91taTAP5JXutaYjMXNvXqmeV//syqKDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a201040baf075646aa8d67b1b12b78f3f60eaacad571ef770fe22a7b969dfc53","last_reissued_at":"2026-07-05T03:14:39.228551Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:14:39.228551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2109.07152","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:14:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sBS9WGcBFyZWb5264gcgupw1AQQFsUeATezbXpiQUOfVKO6fOdBdnup2ciIGCMP+/sWwXKL2wWTq2RZ9pmahCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T22:44:47.450845Z"},"content_sha256":"d55fb905751a7ce4658c8493bc983c1735d6ece0eb0927aedd9683cee3a4e3f3","schema_version":"1.0","event_id":"sha256:d55fb905751a7ce4658c8493bc983c1735d6ece0eb0927aedd9683cee3a4e3f3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:UIAQIC5PA5LENKUNM6Y3CK3Y6P","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Incorporating Residual and Normalization Layers into Analysis of Masked Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Goro Kobayashi, Kentaro Inui, Sho Yokoi, Tatsuki Kuribayashi","submitted_at":"2021-09-15T08:32:20Z","abstract_excerpt":"Transformer architecture has become ubiquitous in the natural language processing field. To interpret the Transformer-based models, their attention patterns have been extensively analyzed. However, the Transformer architecture is not only composed of the multi-head attention; other components can also contribute to Transformers' progressive performance. In this study, we extended the scope of the analysis of Transformers from solely the attention patterns to the whole attention block, i.e., multi-head attention, residual connection, and layer normalization. Our analysis of Transformer-based ma"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.07152","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2109.07152/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:14:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MPuieOFi9Lt0NPW5nbGXzCyMU3VY/I/hGLoCAlk4/aapVLcaVcSm1Mzv0LkPJarJq+G3H++4aOXF4yOvnKRuDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T22:44:47.451330Z"},"content_sha256":"3d2c66ba33b9405599375e508711364fb571c635546dbb5292d95e71330e1fe6","schema_version":"1.0","event_id":"sha256:3d2c66ba33b9405599375e508711364fb571c635546dbb5292d95e71330e1fe6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UIAQIC5PA5LENKUNM6Y3CK3Y6P/bundle.json","state_url":"https://pith.science/pith/UIAQIC5PA5LENKUNM6Y3CK3Y6P/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UIAQIC5PA5LENKUNM6Y3CK3Y6P/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T22:44:47Z","links":{"resolver":"https://pith.science/pith/UIAQIC5PA5LENKUNM6Y3CK3Y6P","bundle":"https://pith.science/pith/UIAQIC5PA5LENKUNM6Y3CK3Y6P/bundle.json","state":"https://pith.science/pith/UIAQIC5PA5LENKUNM6Y3CK3Y6P/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UIAQIC5PA5LENKUNM6Y3CK3Y6P/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:UIAQIC5PA5LENKUNM6Y3CK3Y6P","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bb38dc4f01d4d175c564718275c58a4916e0e97f4574fbb52865e78e27c44862","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-15T08:32:20Z","title_canon_sha256":"88b3512dddd4125388def88622edb719900936526205bd0798170f907375780d"},"schema_version":"1.0","source":{"id":"2109.07152","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2109.07152","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"arxiv_version","alias_value":"2109.07152v1","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2109.07152","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_12","alias_value":"UIAQIC5PA5LE","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_16","alias_value":"UIAQIC5PA5LENKUN","created_at":"2026-07-05T03:14:39Z"},{"alias_kind":"pith_short_8","alias_value":"UIAQIC5P","created_at":"2026-07-05T03:14:39Z"}],"graph_snapshots":[{"event_id":"sha256:3d2c66ba33b9405599375e508711364fb571c635546dbb5292d95e71330e1fe6","target":"graph","created_at":"2026-07-05T03:14:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2109.07152/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Transformer architecture has become ubiquitous in the natural language processing field. To interpret the Transformer-based models, their attention patterns have been extensively analyzed. However, the Transformer architecture is not only composed of the multi-head attention; other components can also contribute to Transformers' progressive performance. In this study, we extended the scope of the analysis of Transformers from solely the attention patterns to the whole attention block, i.e., multi-head attention, residual connection, and layer normalization. Our analysis of Transformer-based ma","authors_text":"Goro Kobayashi, Kentaro Inui, Sho Yokoi, Tatsuki Kuribayashi","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-15T08:32:20Z","title":"Incorporating Residual and Normalization Layers into Analysis of Masked Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2109.07152","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d55fb905751a7ce4658c8493bc983c1735d6ece0eb0927aedd9683cee3a4e3f3","target":"record","created_at":"2026-07-05T03:14:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bb38dc4f01d4d175c564718275c58a4916e0e97f4574fbb52865e78e27c44862","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-09-15T08:32:20Z","title_canon_sha256":"88b3512dddd4125388def88622edb719900936526205bd0798170f907375780d"},"schema_version":"1.0","source":{"id":"2109.07152","kind":"arxiv","version":1}},"canonical_sha256":"a201040baf075646aa8d67b1b12b78f3f60eaacad571ef770fe22a7b969dfc53","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a201040baf075646aa8d67b1b12b78f3f60eaacad571ef770fe22a7b969dfc53","first_computed_at":"2026-07-05T03:14:39.228551Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:14:39.228551Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ftv/uD5LaG7LGChZFizVyw5D2nNkIWGjMujuVYFslG6LdfPNwc1Dwf91taTAP5JXutaYjMXNvXqmeV//syqKDA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:14:39.229025Z","signed_message":"canonical_sha256_bytes"},"source_id":"2109.07152","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d55fb905751a7ce4658c8493bc983c1735d6ece0eb0927aedd9683cee3a4e3f3","sha256:3d2c66ba33b9405599375e508711364fb571c635546dbb5292d95e71330e1fe6"],"state_sha256":"cc8b76392d63595cc83d376ef35fdd9a301f3e7329d00607d0f68602a83562b7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hxlC0lgtwBM8LW0ChNQirGvoGeQJVFV32d1nhGG5XdxcsLU5lU/UIPNdr/GeKtYZsGArk5+mDtvw7JMqwJGBCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T22:44:47.456043Z","bundle_sha256":"186a8adb5501a88ed65e5a608f34201aa45e4304a260b722bfd1f95fc54db467"}}