{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:SB4D37G2FNEW5MRDHK55AK6K2S","short_pith_number":"pith:SB4D37G2","canonical_record":{"source":{"id":"1906.01698","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-04T19:41:10Z","cross_cats_sorted":[],"title_canon_sha256":"78c0639d04c0afd58e7814f78bc712f097c4a8f9f6b1fa09b5029b6b5bb1f4bf","abstract_canon_sha256":"f3d01728536041eb241aa98290f362def1f2b9d497a3508af8f2d3118b269e73"},"schema_version":"1.0"},"canonical_sha256":"90783dfcda2b496eb2233abbd02bcad4a32a1f2b6e9a06034d2b7f68b5a78d99","source":{"kind":"arxiv","id":"1906.01698","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.01698","created_at":"2026-05-17T23:44:06Z"},{"alias_kind":"arxiv_version","alias_value":"1906.01698v1","created_at":"2026-05-17T23:44:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.01698","created_at":"2026-05-17T23:44:06Z"},{"alias_kind":"pith_short_12","alias_value":"SB4D37G2FNEW","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_16","alias_value":"SB4D37G2FNEW5MRD","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_8","alias_value":"SB4D37G2","created_at":"2026-05-18T12:33:27Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:SB4D37G2FNEW5MRDHK55AK6K2S","target":"record","payload":{"canonical_record":{"source":{"id":"1906.01698","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-04T19:41:10Z","cross_cats_sorted":[],"title_canon_sha256":"78c0639d04c0afd58e7814f78bc712f097c4a8f9f6b1fa09b5029b6b5bb1f4bf","abstract_canon_sha256":"f3d01728536041eb241aa98290f362def1f2b9d497a3508af8f2d3118b269e73"},"schema_version":"1.0"},"canonical_sha256":"90783dfcda2b496eb2233abbd02bcad4a32a1f2b6e9a06034d2b7f68b5a78d99","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:44:06.520579Z","signature_b64":"PpW1gAd8jl5WifV9l6aIIHEAektEhnQktT4JAZFdu3R5Q5md0ciR58YEs+FSD3U9WsXiyA8APO4bKel7YT2rBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"90783dfcda2b496eb2233abbd02bcad4a32a1f2b6e9a06034d2b7f68b5a78d99","last_reissued_at":"2026-05-17T23:44:06.519865Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:44:06.519865Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1906.01698","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+tRac5DqFC4PLCcbObqEnYXicfvED8cFU0eyqCiLVIDN2rWN8GTR1S5iLL58NracgLeY1iMFqiPKb1nJoQb+BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T23:27:53.465642Z"},"content_sha256":"af7bb173b795755d6e7d766cd9226fac8e95adbb6c1b8220814b20eb53942131","schema_version":"1.0","event_id":"sha256:af7bb173b795755d6e7d766cd9226fac8e95adbb6c1b8220814b20eb53942131"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:SB4D37G2FNEW5MRDHK55AK6K2S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Open Sesame: Getting Inside BERT's Linguistic Knowledge","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Robert Frank, Yi Chern Tan, Yongjie Lin","submitted_at":"2019-06-04T19:41:10Z","abstract_excerpt":"How and to what extent does BERT encode syntactically-sensitive hierarchical information or positionally-sensitive linear information? Recent work has shown that contextual representations like BERT perform well on tasks that require sensitivity to linguistic structure. We present here two studies which aim to provide a better understanding of the nature of BERT's representations. The first of these focuses on the identification of structurally-defined elements using diagnostic classifiers, while the second explores BERT's representation of subject-verb agreement and anaphor-antecedent depende"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.01698","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:44:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8CMEDsUEVO4d7tPmqO3+Vdyt54bfFjXHjyJsa4QsnZnDxzA5UyphzDI2IyxwC9ULBT24uZN8fY3XIhAW1DGmCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T23:27:53.466282Z"},"content_sha256":"17d00d95eec813996b6b4a62e662054a54223af05f4adec31d6727f14908c897","schema_version":"1.0","event_id":"sha256:17d00d95eec813996b6b4a62e662054a54223af05f4adec31d6727f14908c897"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SB4D37G2FNEW5MRDHK55AK6K2S/bundle.json","state_url":"https://pith.science/pith/SB4D37G2FNEW5MRDHK55AK6K2S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SB4D37G2FNEW5MRDHK55AK6K2S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T23:27:53Z","links":{"resolver":"https://pith.science/pith/SB4D37G2FNEW5MRDHK55AK6K2S","bundle":"https://pith.science/pith/SB4D37G2FNEW5MRDHK55AK6K2S/bundle.json","state":"https://pith.science/pith/SB4D37G2FNEW5MRDHK55AK6K2S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SB4D37G2FNEW5MRDHK55AK6K2S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:SB4D37G2FNEW5MRDHK55AK6K2S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f3d01728536041eb241aa98290f362def1f2b9d497a3508af8f2d3118b269e73","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-04T19:41:10Z","title_canon_sha256":"78c0639d04c0afd58e7814f78bc712f097c4a8f9f6b1fa09b5029b6b5bb1f4bf"},"schema_version":"1.0","source":{"id":"1906.01698","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.01698","created_at":"2026-05-17T23:44:06Z"},{"alias_kind":"arxiv_version","alias_value":"1906.01698v1","created_at":"2026-05-17T23:44:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.01698","created_at":"2026-05-17T23:44:06Z"},{"alias_kind":"pith_short_12","alias_value":"SB4D37G2FNEW","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_16","alias_value":"SB4D37G2FNEW5MRD","created_at":"2026-05-18T12:33:27Z"},{"alias_kind":"pith_short_8","alias_value":"SB4D37G2","created_at":"2026-05-18T12:33:27Z"}],"graph_snapshots":[{"event_id":"sha256:17d00d95eec813996b6b4a62e662054a54223af05f4adec31d6727f14908c897","target":"graph","created_at":"2026-05-17T23:44:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"How and to what extent does BERT encode syntactically-sensitive hierarchical information or positionally-sensitive linear information? Recent work has shown that contextual representations like BERT perform well on tasks that require sensitivity to linguistic structure. We present here two studies which aim to provide a better understanding of the nature of BERT's representations. The first of these focuses on the identification of structurally-defined elements using diagnostic classifiers, while the second explores BERT's representation of subject-verb agreement and anaphor-antecedent depende","authors_text":"Robert Frank, Yi Chern Tan, Yongjie Lin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-04T19:41:10Z","title":"Open Sesame: Getting Inside BERT's Linguistic Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.01698","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:af7bb173b795755d6e7d766cd9226fac8e95adbb6c1b8220814b20eb53942131","target":"record","created_at":"2026-05-17T23:44:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f3d01728536041eb241aa98290f362def1f2b9d497a3508af8f2d3118b269e73","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-04T19:41:10Z","title_canon_sha256":"78c0639d04c0afd58e7814f78bc712f097c4a8f9f6b1fa09b5029b6b5bb1f4bf"},"schema_version":"1.0","source":{"id":"1906.01698","kind":"arxiv","version":1}},"canonical_sha256":"90783dfcda2b496eb2233abbd02bcad4a32a1f2b6e9a06034d2b7f68b5a78d99","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"90783dfcda2b496eb2233abbd02bcad4a32a1f2b6e9a06034d2b7f68b5a78d99","first_computed_at":"2026-05-17T23:44:06.519865Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:44:06.519865Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PpW1gAd8jl5WifV9l6aIIHEAektEhnQktT4JAZFdu3R5Q5md0ciR58YEs+FSD3U9WsXiyA8APO4bKel7YT2rBw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:44:06.520579Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.01698","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:af7bb173b795755d6e7d766cd9226fac8e95adbb6c1b8220814b20eb53942131","sha256:17d00d95eec813996b6b4a62e662054a54223af05f4adec31d6727f14908c897"],"state_sha256":"01d0dd75258881fd2bb9b92c87374fc25c798129dc15f4a0510596244c9e39cb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AzpIu59sHf4PiB3O6h4NOLraP0PURMIsKSTtyswpggsnUMSMyiLai/VxZm4fn/52KN0bleV8oPX7ynOtRILRBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T23:27:53.469044Z","bundle_sha256":"0a0a745c5eb2ddb1ae4f32e376223ff5904d48dd5830d43cbb90761770d1f717"}}