{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:ZDDEEA6H6R2MTTK7R54CHYN4E5","short_pith_number":"pith:ZDDEEA6H","canonical_record":{"source":{"id":"2007.03765","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-07-07T20:01:42Z","cross_cats_sorted":[],"title_canon_sha256":"9728060d2bec514fbf8ba48784e951590cdf19df24b040db50de663c6c31d6a4","abstract_canon_sha256":"ff6a69e186f08dd7c01db4da82db5af5c771f7f3b552fbcf000a6cc5686261ce"},"schema_version":"1.0"},"canonical_sha256":"c8c64203c7f474c9cd5f8f7823e1bc277ebbde798a26d3c880775bc2ae58eaf8","source":{"kind":"arxiv","id":"2007.03765","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.03765","created_at":"2026-07-05T01:17:09Z"},{"alias_kind":"arxiv_version","alias_value":"2007.03765v1","created_at":"2026-07-05T01:17:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.03765","created_at":"2026-07-05T01:17:09Z"},{"alias_kind":"pith_short_12","alias_value":"ZDDEEA6H6R2M","created_at":"2026-07-05T01:17:09Z"},{"alias_kind":"pith_short_16","alias_value":"ZDDEEA6H6R2MTTK7","created_at":"2026-07-05T01:17:09Z"},{"alias_kind":"pith_short_8","alias_value":"ZDDEEA6H","created_at":"2026-07-05T01:17:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:ZDDEEA6H6R2MTTK7R54CHYN4E5","target":"record","payload":{"canonical_record":{"source":{"id":"2007.03765","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-07-07T20:01:42Z","cross_cats_sorted":[],"title_canon_sha256":"9728060d2bec514fbf8ba48784e951590cdf19df24b040db50de663c6c31d6a4","abstract_canon_sha256":"ff6a69e186f08dd7c01db4da82db5af5c771f7f3b552fbcf000a6cc5686261ce"},"schema_version":"1.0"},"canonical_sha256":"c8c64203c7f474c9cd5f8f7823e1bc277ebbde798a26d3c880775bc2ae58eaf8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:17:09.405892Z","signature_b64":"Jh0tE0XcSU2M1vjUFy7kfh/Lb9qlne7Va9gWFuXoh6+ZH051vJM50JBgqeODmiUI/uiwpOs+QLUpIrqu1eDOAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c8c64203c7f474c9cd5f8f7823e1bc277ebbde798a26d3c880775bc2ae58eaf8","last_reissued_at":"2026-07-05T01:17:09.405405Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:17:09.405405Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2007.03765","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:17:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F9DCvOxBPyCW0QViuyZrhqH14rnHJ5Lfud4ZdDWgGRlLVzmkfEhMI41muDRCQBzFa8NCKtmg48GiQ0BG0SxXAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:26:54.570261Z"},"content_sha256":"373448a3ff36f8cccd0eb1cf5b9fd2802eec79ae8df3aab1dfce9da30a8699c3","schema_version":"1.0","event_id":"sha256:373448a3ff36f8cccd0eb1cf5b9fd2802eec79ae8df3aab1dfce9da30a8699c3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:ZDDEEA6H6R2MTTK7R54CHYN4E5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating German Transformer Language Models with Syntactic Agreement Tests","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aleksandra Gabryszak, Karolina Zaczynska, Nils Feldhus, Robert Schwarzenberg, Sebastian M\\\"oller","submitted_at":"2020-07-07T20:01:42Z","abstract_excerpt":"Pre-trained transformer language models (TLMs) have recently refashioned natural language processing (NLP): Most state-of-the-art NLP models now operate on top of TLMs to benefit from contextualization and knowledge induction. To explain their success, the scientific community conducted numerous analyses. Besides other methods, syntactic agreement tests were utilized to analyse TLMs. Most of the studies were conducted for the English language, however. In this work, we analyse German TLMs. To this end, we design numerous agreement tasks, some of which consider peculiarities of the German langu"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.03765","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2007.03765/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:17:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PjIT1rlT5uuSFkJMwxymJ1CdYHBjZeQYetdiJ7cuktvRcvVFwpeAo282tnPKKZGu5CrIFWhj2Lzc77SAv+L0Ag==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:26:54.570652Z"},"content_sha256":"5975143a08aaaa447757f995ae7b0ca02230d41949d6adba9702ceb5d137abcc","schema_version":"1.0","event_id":"sha256:5975143a08aaaa447757f995ae7b0ca02230d41949d6adba9702ceb5d137abcc"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZDDEEA6H6R2MTTK7R54CHYN4E5/bundle.json","state_url":"https://pith.science/pith/ZDDEEA6H6R2MTTK7R54CHYN4E5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZDDEEA6H6R2MTTK7R54CHYN4E5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T12:26:54Z","links":{"resolver":"https://pith.science/pith/ZDDEEA6H6R2MTTK7R54CHYN4E5","bundle":"https://pith.science/pith/ZDDEEA6H6R2MTTK7R54CHYN4E5/bundle.json","state":"https://pith.science/pith/ZDDEEA6H6R2MTTK7R54CHYN4E5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZDDEEA6H6R2MTTK7R54CHYN4E5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:ZDDEEA6H6R2MTTK7R54CHYN4E5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ff6a69e186f08dd7c01db4da82db5af5c771f7f3b552fbcf000a6cc5686261ce","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-07-07T20:01:42Z","title_canon_sha256":"9728060d2bec514fbf8ba48784e951590cdf19df24b040db50de663c6c31d6a4"},"schema_version":"1.0","source":{"id":"2007.03765","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2007.03765","created_at":"2026-07-05T01:17:09Z"},{"alias_kind":"arxiv_version","alias_value":"2007.03765v1","created_at":"2026-07-05T01:17:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2007.03765","created_at":"2026-07-05T01:17:09Z"},{"alias_kind":"pith_short_12","alias_value":"ZDDEEA6H6R2M","created_at":"2026-07-05T01:17:09Z"},{"alias_kind":"pith_short_16","alias_value":"ZDDEEA6H6R2MTTK7","created_at":"2026-07-05T01:17:09Z"},{"alias_kind":"pith_short_8","alias_value":"ZDDEEA6H","created_at":"2026-07-05T01:17:09Z"}],"graph_snapshots":[{"event_id":"sha256:5975143a08aaaa447757f995ae7b0ca02230d41949d6adba9702ceb5d137abcc","target":"graph","created_at":"2026-07-05T01:17:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2007.03765/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained transformer language models (TLMs) have recently refashioned natural language processing (NLP): Most state-of-the-art NLP models now operate on top of TLMs to benefit from contextualization and knowledge induction. To explain their success, the scientific community conducted numerous analyses. Besides other methods, syntactic agreement tests were utilized to analyse TLMs. Most of the studies were conducted for the English language, however. In this work, we analyse German TLMs. To this end, we design numerous agreement tasks, some of which consider peculiarities of the German langu","authors_text":"Aleksandra Gabryszak, Karolina Zaczynska, Nils Feldhus, Robert Schwarzenberg, Sebastian M\\\"oller","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-07-07T20:01:42Z","title":"Evaluating German Transformer Language Models with Syntactic Agreement Tests"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2007.03765","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:373448a3ff36f8cccd0eb1cf5b9fd2802eec79ae8df3aab1dfce9da30a8699c3","target":"record","created_at":"2026-07-05T01:17:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ff6a69e186f08dd7c01db4da82db5af5c771f7f3b552fbcf000a6cc5686261ce","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2020-07-07T20:01:42Z","title_canon_sha256":"9728060d2bec514fbf8ba48784e951590cdf19df24b040db50de663c6c31d6a4"},"schema_version":"1.0","source":{"id":"2007.03765","kind":"arxiv","version":1}},"canonical_sha256":"c8c64203c7f474c9cd5f8f7823e1bc277ebbde798a26d3c880775bc2ae58eaf8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c8c64203c7f474c9cd5f8f7823e1bc277ebbde798a26d3c880775bc2ae58eaf8","first_computed_at":"2026-07-05T01:17:09.405405Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:17:09.405405Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Jh0tE0XcSU2M1vjUFy7kfh/Lb9qlne7Va9gWFuXoh6+ZH051vJM50JBgqeODmiUI/uiwpOs+QLUpIrqu1eDOAg==","signature_status":"signed_v1","signed_at":"2026-07-05T01:17:09.405892Z","signed_message":"canonical_sha256_bytes"},"source_id":"2007.03765","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:373448a3ff36f8cccd0eb1cf5b9fd2802eec79ae8df3aab1dfce9da30a8699c3","sha256:5975143a08aaaa447757f995ae7b0ca02230d41949d6adba9702ceb5d137abcc"],"state_sha256":"3c6e9efc04702617d8da61451902ce9fdec850a77ac5212b6b8beb0bb5ebe0d0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2j9qENGuslH63nXQg4I54+i03GpI61Fg0RwZkb2yoPQGcBRs08d+0M3hF8PsWEhEIHNpjvizIqghzXU1XYO+Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T12:26:54.572569Z","bundle_sha256":"78bc28b5e58d95be5da1281faf57548eb32231f04dcefb8993f072e723e5b514"}}