{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:VCHRRRF75BHD5UT77WU37YNBRC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3a0716be1c0799a8d434605d57c916ed1c19a54f6284ab7199d8ddb84cd7e29a","cross_cats_sorted":["cs.LO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-22T10:21:46Z","title_canon_sha256":"ba9da86f743e221d1b606b3a935a46d16959d2eb4ebb11c180558806b9420b02"},"schema_version":"1.0","source":{"id":"2204.10615","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2204.10615","created_at":"2026-07-05T04:24:59Z"},{"alias_kind":"arxiv_version","alias_value":"2204.10615v2","created_at":"2026-07-05T04:24:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2204.10615","created_at":"2026-07-05T04:24:59Z"},{"alias_kind":"pith_short_12","alias_value":"VCHRRRF75BHD","created_at":"2026-07-05T04:24:59Z"},{"alias_kind":"pith_short_16","alias_value":"VCHRRRF75BHD5UT7","created_at":"2026-07-05T04:24:59Z"},{"alias_kind":"pith_short_8","alias_value":"VCHRRRF7","created_at":"2026-07-05T04:24:59Z"}],"graph_snapshots":[{"event_id":"sha256:44f04b26745d4a6522674a201f095c0743f6c12eb110d8e8c458a3d5b72d2147","target":"graph","created_at":"2026-07-05T04:24:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2204.10615/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Logical approaches to representing language have developed and evaluated computational models of quantifier words since the 19th century, but today's NLU models still struggle to capture their semantics. We rely on Generalized Quantifier Theory for language-independent representations of the semantics of quantifier words, to quantify their contribution to the errors of NLU models. We find that quantifiers are pervasive in NLU benchmarks, and their occurrence at test time is associated with performance drops. Multilingual models also exhibit unsatisfying quantifier reasoning abilities, but not ","authors_text":"Anders S{\\o}gaard, Daniel Hershcovich, Ruixiang Cui","cross_cats":["cs.LO"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-22T10:21:46Z","title":"Generalized Quantifiers as a Source of Error in Multilingual NLU Benchmarks"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2204.10615","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0e2f6ff887ae11570e28067473cba9c9765f25f312227bc242d864561fa775ac","target":"record","created_at":"2026-07-05T04:24:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3a0716be1c0799a8d434605d57c916ed1c19a54f6284ab7199d8ddb84cd7e29a","cross_cats_sorted":["cs.LO"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-04-22T10:21:46Z","title_canon_sha256":"ba9da86f743e221d1b606b3a935a46d16959d2eb4ebb11c180558806b9420b02"},"schema_version":"1.0","source":{"id":"2204.10615","kind":"arxiv","version":2}},"canonical_sha256":"a88f18c4bfe84e3ed27ffda9bfe1a1889707a2b08342d7bae1d6c5bd6471bce5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a88f18c4bfe84e3ed27ffda9bfe1a1889707a2b08342d7bae1d6c5bd6471bce5","first_computed_at":"2026-07-05T04:24:59.245951Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:24:59.245951Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"9af0j2xm1G1RcKbLtLfWStYRVwG+lgTl67YfjYqdr2mw0sQE3loiKiB4qDlt7NzC04bZB5ZBEO1iu4Cq/FzmAA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:24:59.246554Z","signed_message":"canonical_sha256_bytes"},"source_id":"2204.10615","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0e2f6ff887ae11570e28067473cba9c9765f25f312227bc242d864561fa775ac","sha256:44f04b26745d4a6522674a201f095c0743f6c12eb110d8e8c458a3d5b72d2147"],"state_sha256":"82bbd8d02561605074b5d2ddcd6cbeebc1d890ca757d1cbdfa3552ad5f66beea"}