{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:2UFUCQ2PZUFCRXWD7ADX64NDJI","short_pith_number":"pith:2UFUCQ2P","canonical_record":{"source":{"id":"1906.04341","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-11T01:31:41Z","cross_cats_sorted":[],"title_canon_sha256":"1cb0a623b8be6bd194e375723db47f18a24b6d1ba420b79c5883771dad89ca23","abstract_canon_sha256":"d84ee988c5832d822b0fa4eef422ae630e39ada8419e7c3243a83f873ce9d101"},"schema_version":"1.0"},"canonical_sha256":"d50b41434fcd0a28dec3f8077f71a34a28aeed4786023b834aca707dea118782","source":{"kind":"arxiv","id":"1906.04341","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.04341","created_at":"2026-05-17T23:43:39Z"},{"alias_kind":"arxiv_version","alias_value":"1906.04341v1","created_at":"2026-05-17T23:43:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.04341","created_at":"2026-05-17T23:43:39Z"},{"alias_kind":"pith_short_12","alias_value":"2UFUCQ2PZUFC","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"2UFUCQ2PZUFCRXWD","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"2UFUCQ2P","created_at":"2026-05-18T12:33:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:2UFUCQ2PZUFCRXWD7ADX64NDJI","target":"record","payload":{"canonical_record":{"source":{"id":"1906.04341","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-11T01:31:41Z","cross_cats_sorted":[],"title_canon_sha256":"1cb0a623b8be6bd194e375723db47f18a24b6d1ba420b79c5883771dad89ca23","abstract_canon_sha256":"d84ee988c5832d822b0fa4eef422ae630e39ada8419e7c3243a83f873ce9d101"},"schema_version":"1.0"},"canonical_sha256":"d50b41434fcd0a28dec3f8077f71a34a28aeed4786023b834aca707dea118782","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:43:39.616905Z","signature_b64":"fA00yfgIUVml7taVkTHj2HTzsNZJdcrGBj9b1qGf3GQNGilIHatd0firaMG2JFV2OVdHv4qF6sjCCzPGleJUDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d50b41434fcd0a28dec3f8077f71a34a28aeed4786023b834aca707dea118782","last_reissued_at":"2026-05-17T23:43:39.616310Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:43:39.616310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1906.04341","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:43:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ba8Znx/+DuWSX+mPmaeMk5u92LMQEX9AiQTpN2GIDnaf05aG+2AcMx50SM9w8+zVqIE15CwljoLvA8g7JMOgAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T04:52:56.531469Z"},"content_sha256":"de2a3edb7cbaff13d9fcfc4079972ec32a3b8f124934a68f35fcadf418a293a5","schema_version":"1.0","event_id":"sha256:de2a3edb7cbaff13d9fcfc4079972ec32a3b8f124934a68f35fcadf418a293a5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:2UFUCQ2PZUFCRXWD7ADX64NDJI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Does BERT Look At? An Analysis of BERT's Attention","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Christopher D. Manning, Kevin Clark, Omer Levy, Urvashi Khandelwal","submitted_at":"2019-06-11T01:31:41Z","abstract_excerpt":"Large pre-trained neural networks such as BERT have had great recent success in NLP, motivating a growing body of research investigating what aspects of language they are able to learn from unlabeled data. Most recent analysis has focused on model outputs (e.g., language model surprisal) or internal vector representations (e.g., probing classifiers). Complementary to these works, we propose methods for analyzing the attention mechanisms of pre-trained models and apply them to BERT. BERT's attention heads exhibit patterns such as attending to delimiter tokens, specific positional offsets, or br"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.04341","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:43:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CN/6PxpFXhy/r3XhidEN0WSy4gO7Gs45a93ukkJL2PztZTEnVC26HVbUWXQMR8XXbAZ8s0a2agS9va4FNotqBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-05T04:52:56.532093Z"},"content_sha256":"5e0c76f4699b8735314196487424568eb52defd2fc98997698f79b46ddaf62e6","schema_version":"1.0","event_id":"sha256:5e0c76f4699b8735314196487424568eb52defd2fc98997698f79b46ddaf62e6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2UFUCQ2PZUFCRXWD7ADX64NDJI/bundle.json","state_url":"https://pith.science/pith/2UFUCQ2PZUFCRXWD7ADX64NDJI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2UFUCQ2PZUFCRXWD7ADX64NDJI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-05T04:52:56Z","links":{"resolver":"https://pith.science/pith/2UFUCQ2PZUFCRXWD7ADX64NDJI","bundle":"https://pith.science/pith/2UFUCQ2PZUFCRXWD7ADX64NDJI/bundle.json","state":"https://pith.science/pith/2UFUCQ2PZUFCRXWD7ADX64NDJI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2UFUCQ2PZUFCRXWD7ADX64NDJI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:2UFUCQ2PZUFCRXWD7ADX64NDJI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d84ee988c5832d822b0fa4eef422ae630e39ada8419e7c3243a83f873ce9d101","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-11T01:31:41Z","title_canon_sha256":"1cb0a623b8be6bd194e375723db47f18a24b6d1ba420b79c5883771dad89ca23"},"schema_version":"1.0","source":{"id":"1906.04341","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.04341","created_at":"2026-05-17T23:43:39Z"},{"alias_kind":"arxiv_version","alias_value":"1906.04341v1","created_at":"2026-05-17T23:43:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.04341","created_at":"2026-05-17T23:43:39Z"},{"alias_kind":"pith_short_12","alias_value":"2UFUCQ2PZUFC","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_16","alias_value":"2UFUCQ2PZUFCRXWD","created_at":"2026-05-18T12:33:07Z"},{"alias_kind":"pith_short_8","alias_value":"2UFUCQ2P","created_at":"2026-05-18T12:33:07Z"}],"graph_snapshots":[{"event_id":"sha256:5e0c76f4699b8735314196487424568eb52defd2fc98997698f79b46ddaf62e6","target":"graph","created_at":"2026-05-17T23:43:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Large pre-trained neural networks such as BERT have had great recent success in NLP, motivating a growing body of research investigating what aspects of language they are able to learn from unlabeled data. Most recent analysis has focused on model outputs (e.g., language model surprisal) or internal vector representations (e.g., probing classifiers). Complementary to these works, we propose methods for analyzing the attention mechanisms of pre-trained models and apply them to BERT. BERT's attention heads exhibit patterns such as attending to delimiter tokens, specific positional offsets, or br","authors_text":"Christopher D. Manning, Kevin Clark, Omer Levy, Urvashi Khandelwal","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-11T01:31:41Z","title":"What Does BERT Look At? An Analysis of BERT's Attention"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.04341","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:de2a3edb7cbaff13d9fcfc4079972ec32a3b8f124934a68f35fcadf418a293a5","target":"record","created_at":"2026-05-17T23:43:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d84ee988c5832d822b0fa4eef422ae630e39ada8419e7c3243a83f873ce9d101","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-11T01:31:41Z","title_canon_sha256":"1cb0a623b8be6bd194e375723db47f18a24b6d1ba420b79c5883771dad89ca23"},"schema_version":"1.0","source":{"id":"1906.04341","kind":"arxiv","version":1}},"canonical_sha256":"d50b41434fcd0a28dec3f8077f71a34a28aeed4786023b834aca707dea118782","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d50b41434fcd0a28dec3f8077f71a34a28aeed4786023b834aca707dea118782","first_computed_at":"2026-05-17T23:43:39.616310Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:43:39.616310Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"fA00yfgIUVml7taVkTHj2HTzsNZJdcrGBj9b1qGf3GQNGilIHatd0firaMG2JFV2OVdHv4qF6sjCCzPGleJUDw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:43:39.616905Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.04341","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:de2a3edb7cbaff13d9fcfc4079972ec32a3b8f124934a68f35fcadf418a293a5","sha256:5e0c76f4699b8735314196487424568eb52defd2fc98997698f79b46ddaf62e6"],"state_sha256":"30f4e26788e5c25cfbff93e43c89e74fd871a443966e5cfc2d04a6223cf8bc6f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4K9lSiZZyKNyhUX4QTPI3DeOH9AlOIM8d9/Kt988NlG64FihibYeiItiAkqAfVo8S0SfdTdHyLFwjO26JMcZAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-05T04:52:56.535594Z","bundle_sha256":"1026876a7d80ef77eb39b140b58d0b8d394cb984185d5be2209ded2ddbe377b6"}}