{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:MONS5X346PCJRC7P2DUMAT2YUA","short_pith_number":"pith:MONS5X34","canonical_record":{"source":{"id":"2005.00187","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-01T02:51:20Z","cross_cats_sorted":[],"title_canon_sha256":"1a7877edc4a3842878ad2041bb6b2a3a5fec757dff052c665eb4cd48e091c936","abstract_canon_sha256":"7ef04726ae891c5cd7759751ab32485d6d44cc2b9e767eefdd41e86ddcb5f920"},"schema_version":"1.0"},"canonical_sha256":"639b2edf7cf3c4988befd0e8c04f58a006287fa8fc6ff86b6ba75b8f13f64c79","source":{"kind":"arxiv","id":"2005.00187","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.00187","created_at":"2026-07-05T01:04:49Z"},{"alias_kind":"arxiv_version","alias_value":"2005.00187v2","created_at":"2026-07-05T01:04:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.00187","created_at":"2026-07-05T01:04:49Z"},{"alias_kind":"pith_short_12","alias_value":"MONS5X346PCJ","created_at":"2026-07-05T01:04:49Z"},{"alias_kind":"pith_short_16","alias_value":"MONS5X346PCJRC7P","created_at":"2026-07-05T01:04:49Z"},{"alias_kind":"pith_short_8","alias_value":"MONS5X34","created_at":"2026-07-05T01:04:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:MONS5X346PCJRC7P2DUMAT2YUA","target":"record","payload":{"canonical_record":{"source":{"id":"2005.00187","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-01T02:51:20Z","cross_cats_sorted":[],"title_canon_sha256":"1a7877edc4a3842878ad2041bb6b2a3a5fec757dff052c665eb4cd48e091c936","abstract_canon_sha256":"7ef04726ae891c5cd7759751ab32485d6d44cc2b9e767eefdd41e86ddcb5f920"},"schema_version":"1.0"},"canonical_sha256":"639b2edf7cf3c4988befd0e8c04f58a006287fa8fc6ff86b6ba75b8f13f64c79","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:04:49.341071Z","signature_b64":"8IaGJrouB3WeWKw/dwPd1KIP5PoCeI7zuS6lizv4LpDXn7niS3r0Hxyjn1O7iqBF6HeXDFCDOgkUypzgr+sRBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"639b2edf7cf3c4988befd0e8c04f58a006287fa8fc6ff86b6ba75b8f13f64c79","last_reissued_at":"2026-07-05T01:04:49.340623Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:04:49.340623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2005.00187","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:04:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Ka/qpwpOFTI/ZlwQWnHsJUFHLQz0GtJAqCfE637p2cLSMS8yFHs1Wlfkllv3ZqrvvUgjuTxPgMct8z1bBoiEAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-23T17:43:05.771415Z"},"content_sha256":"49c3ffad720c216f75ba964af445626ab088800ea58c28b2a971733726d660aa","schema_version":"1.0","event_id":"sha256:49c3ffad720c216f75ba964af445626ab088800ea58c28b2a971733726d660aa"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:MONS5X346PCJRC7P2DUMAT2YUA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Cross-Linguistic Syntactic Evaluation of Word Prediction Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aaron Mueller, Garrett Nicolai, Natalia Talmina, Panayiota Petrou-Zeniou, Tal Linzen","submitted_at":"2020-05-01T02:51:20Z","abstract_excerpt":"A range of studies have concluded that neural word prediction models can distinguish grammatical from ungrammatical sentences with high accuracy. However, these studies are based primarily on monolingual evidence from English. To investigate how these models' ability to learn syntax varies by language, we introduce CLAMS (Cross-Linguistic Assessment of Models on Syntax), a syntactic evaluation suite for monolingual and multilingual models. CLAMS includes subject-verb agreement challenge sets for English, French, German, Hebrew and Russian, generated from grammars we develop. We use CLAMS to ev"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.00187","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2005.00187/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:04:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qUXk/lBW95m5YurEOlWpftGDTOmXeBH2DxCNSg7VgJhd0dPgGpH9n3fUD6F36UODYHcm8zWNpwGwgrR5T3wWDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-23T17:43:05.771795Z"},"content_sha256":"fbd91b58b39ae8c9d93f8a041ff689373ee76c042c4495a2d107d59ce624062a","schema_version":"1.0","event_id":"sha256:fbd91b58b39ae8c9d93f8a041ff689373ee76c042c4495a2d107d59ce624062a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MONS5X346PCJRC7P2DUMAT2YUA/bundle.json","state_url":"https://pith.science/pith/MONS5X346PCJRC7P2DUMAT2YUA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MONS5X346PCJRC7P2DUMAT2YUA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-23T17:43:05Z","links":{"resolver":"https://pith.science/pith/MONS5X346PCJRC7P2DUMAT2YUA","bundle":"https://pith.science/pith/MONS5X346PCJRC7P2DUMAT2YUA/bundle.json","state":"https://pith.science/pith/MONS5X346PCJRC7P2DUMAT2YUA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MONS5X346PCJRC7P2DUMAT2YUA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:MONS5X346PCJRC7P2DUMAT2YUA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7ef04726ae891c5cd7759751ab32485d6d44cc2b9e767eefdd41e86ddcb5f920","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-01T02:51:20Z","title_canon_sha256":"1a7877edc4a3842878ad2041bb6b2a3a5fec757dff052c665eb4cd48e091c936"},"schema_version":"1.0","source":{"id":"2005.00187","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2005.00187","created_at":"2026-07-05T01:04:49Z"},{"alias_kind":"arxiv_version","alias_value":"2005.00187v2","created_at":"2026-07-05T01:04:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2005.00187","created_at":"2026-07-05T01:04:49Z"},{"alias_kind":"pith_short_12","alias_value":"MONS5X346PCJ","created_at":"2026-07-05T01:04:49Z"},{"alias_kind":"pith_short_16","alias_value":"MONS5X346PCJRC7P","created_at":"2026-07-05T01:04:49Z"},{"alias_kind":"pith_short_8","alias_value":"MONS5X34","created_at":"2026-07-05T01:04:49Z"}],"graph_snapshots":[{"event_id":"sha256:fbd91b58b39ae8c9d93f8a041ff689373ee76c042c4495a2d107d59ce624062a","target":"graph","created_at":"2026-07-05T01:04:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2005.00187/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A range of studies have concluded that neural word prediction models can distinguish grammatical from ungrammatical sentences with high accuracy. However, these studies are based primarily on monolingual evidence from English. To investigate how these models' ability to learn syntax varies by language, we introduce CLAMS (Cross-Linguistic Assessment of Models on Syntax), a syntactic evaluation suite for monolingual and multilingual models. CLAMS includes subject-verb agreement challenge sets for English, French, German, Hebrew and Russian, generated from grammars we develop. We use CLAMS to ev","authors_text":"Aaron Mueller, Garrett Nicolai, Natalia Talmina, Panayiota Petrou-Zeniou, Tal Linzen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-01T02:51:20Z","title":"Cross-Linguistic Syntactic Evaluation of Word Prediction Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2005.00187","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:49c3ffad720c216f75ba964af445626ab088800ea58c28b2a971733726d660aa","target":"record","created_at":"2026-07-05T01:04:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7ef04726ae891c5cd7759751ab32485d6d44cc2b9e767eefdd41e86ddcb5f920","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-05-01T02:51:20Z","title_canon_sha256":"1a7877edc4a3842878ad2041bb6b2a3a5fec757dff052c665eb4cd48e091c936"},"schema_version":"1.0","source":{"id":"2005.00187","kind":"arxiv","version":2}},"canonical_sha256":"639b2edf7cf3c4988befd0e8c04f58a006287fa8fc6ff86b6ba75b8f13f64c79","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"639b2edf7cf3c4988befd0e8c04f58a006287fa8fc6ff86b6ba75b8f13f64c79","first_computed_at":"2026-07-05T01:04:49.340623Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:04:49.340623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"8IaGJrouB3WeWKw/dwPd1KIP5PoCeI7zuS6lizv4LpDXn7niS3r0Hxyjn1O7iqBF6HeXDFCDOgkUypzgr+sRBw==","signature_status":"signed_v1","signed_at":"2026-07-05T01:04:49.341071Z","signed_message":"canonical_sha256_bytes"},"source_id":"2005.00187","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:49c3ffad720c216f75ba964af445626ab088800ea58c28b2a971733726d660aa","sha256:fbd91b58b39ae8c9d93f8a041ff689373ee76c042c4495a2d107d59ce624062a"],"state_sha256":"cd5b53902810d4507ed3e1f03b7eb8d0d96c05c7b63eeb95c86dc115f10d0507"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nsX4X3QZ3wu7tbwtin1GkjL80EZ3gksjR9bWjfrEu9gNymkozFfNl6Vu23kugfGTBoMQyO3xMQfeYTx/hXdrBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-23T17:43:05.774245Z","bundle_sha256":"f20427de3403856b0bd40c16b5cd7b384eaf185dfac2a4be8003956bf4dfccb0"}}