{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:MWARTMJPQRYFMVF7YSPYYEWEM7","short_pith_number":"pith:MWARTMJP","canonical_record":{"source":{"id":"2105.13818","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-05-28T13:32:00Z","cross_cats_sorted":[],"title_canon_sha256":"4296d973bfff6f8c5ace7424064b6f1fb74c08ec4dc81fc94f5155ea86dcf18d","abstract_canon_sha256":"cff5802bad53ad02625578399c4a4b70902f225eab2adc3705f5818480b09160"},"schema_version":"1.0"},"canonical_sha256":"658119b12f84705654bfc49f8c12c467f6b44c16a6534e733cc1a5002b7b8902","source":{"kind":"arxiv","id":"2105.13818","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.13818","created_at":"2026-07-05T02:44:11Z"},{"alias_kind":"arxiv_version","alias_value":"2105.13818v1","created_at":"2026-07-05T02:44:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.13818","created_at":"2026-07-05T02:44:11Z"},{"alias_kind":"pith_short_12","alias_value":"MWARTMJPQRYF","created_at":"2026-07-05T02:44:11Z"},{"alias_kind":"pith_short_16","alias_value":"MWARTMJPQRYFMVF7","created_at":"2026-07-05T02:44:11Z"},{"alias_kind":"pith_short_8","alias_value":"MWARTMJP","created_at":"2026-07-05T02:44:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:MWARTMJPQRYFMVF7YSPYYEWEM7","target":"record","payload":{"canonical_record":{"source":{"id":"2105.13818","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-05-28T13:32:00Z","cross_cats_sorted":[],"title_canon_sha256":"4296d973bfff6f8c5ace7424064b6f1fb74c08ec4dc81fc94f5155ea86dcf18d","abstract_canon_sha256":"cff5802bad53ad02625578399c4a4b70902f225eab2adc3705f5818480b09160"},"schema_version":"1.0"},"canonical_sha256":"658119b12f84705654bfc49f8c12c467f6b44c16a6534e733cc1a5002b7b8902","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:44:11.818579Z","signature_b64":"wWzeaaaVMVHEr3n6Lzi0HUH5AtiFG0/Bs3D1onuG/n40XZ7Sa2kHB27WQi+Lqf1J15m74v9QsBYYV56q/XvqBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"658119b12f84705654bfc49f8c12c467f6b44c16a6534e733cc1a5002b7b8902","last_reissued_at":"2026-07-05T02:44:11.818171Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:44:11.818171Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2105.13818","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:44:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eosXGkWsRC0LdNWgeNKkHpTwZRKuUVr+X8QOMQU/cAnjj+HnkfzQNTy/nOGrCVbzx+tIkofDIIR+e5iZ0YM0BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T07:54:10.091523Z"},"content_sha256":"910167aee270db9e6231326c8dfdc310492fb632d224325be0d6430006c16113","schema_version":"1.0","event_id":"sha256:910167aee270db9e6231326c8dfdc310492fb632d224325be0d6430006c16113"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:MWARTMJPQRYFMVF7YSPYYEWEM7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Language Models Use Monotonicity to Assess NPI Licensing","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dieuwke Hupkes, Jaap Jumelet, Jakub Szymanik, Milica Deni\\'c, Shane Steinert-Threlkeld","submitted_at":"2021-05-28T13:32:00Z","abstract_excerpt":"We investigate the semantic knowledge of language models (LMs), focusing on (1) whether these LMs create categories of linguistic environments based on their semantic monotonicity properties, and (2) whether these categories play a similar role in LMs as in human language understanding, using negative polarity item licensing as a case study. We introduce a series of experiments consisting of probing with diagnostic classifiers (DCs), linguistic acceptability tasks, as well as a novel DC ranking method that tightly connects the probing results to the inner workings of the LM. By applying our ex"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.13818","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2105.13818/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:44:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JgWLgCUwfyEwhrAFtc8NRnAYmauI2BmKqqaiVQaQAwcdz+TdI/aGejKZIzVUrXmsBHG/QdLf+Zl7KD2nCyHSBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-10T07:54:10.091930Z"},"content_sha256":"d3ab7945862ba27df5fbca5f6ada3c2572da867e18f2b50160cb69fa06d11065","schema_version":"1.0","event_id":"sha256:d3ab7945862ba27df5fbca5f6ada3c2572da867e18f2b50160cb69fa06d11065"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MWARTMJPQRYFMVF7YSPYYEWEM7/bundle.json","state_url":"https://pith.science/pith/MWARTMJPQRYFMVF7YSPYYEWEM7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MWARTMJPQRYFMVF7YSPYYEWEM7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-10T07:54:10Z","links":{"resolver":"https://pith.science/pith/MWARTMJPQRYFMVF7YSPYYEWEM7","bundle":"https://pith.science/pith/MWARTMJPQRYFMVF7YSPYYEWEM7/bundle.json","state":"https://pith.science/pith/MWARTMJPQRYFMVF7YSPYYEWEM7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MWARTMJPQRYFMVF7YSPYYEWEM7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:MWARTMJPQRYFMVF7YSPYYEWEM7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cff5802bad53ad02625578399c4a4b70902f225eab2adc3705f5818480b09160","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-05-28T13:32:00Z","title_canon_sha256":"4296d973bfff6f8c5ace7424064b6f1fb74c08ec4dc81fc94f5155ea86dcf18d"},"schema_version":"1.0","source":{"id":"2105.13818","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2105.13818","created_at":"2026-07-05T02:44:11Z"},{"alias_kind":"arxiv_version","alias_value":"2105.13818v1","created_at":"2026-07-05T02:44:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2105.13818","created_at":"2026-07-05T02:44:11Z"},{"alias_kind":"pith_short_12","alias_value":"MWARTMJPQRYF","created_at":"2026-07-05T02:44:11Z"},{"alias_kind":"pith_short_16","alias_value":"MWARTMJPQRYFMVF7","created_at":"2026-07-05T02:44:11Z"},{"alias_kind":"pith_short_8","alias_value":"MWARTMJP","created_at":"2026-07-05T02:44:11Z"}],"graph_snapshots":[{"event_id":"sha256:d3ab7945862ba27df5fbca5f6ada3c2572da867e18f2b50160cb69fa06d11065","target":"graph","created_at":"2026-07-05T02:44:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2105.13818/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate the semantic knowledge of language models (LMs), focusing on (1) whether these LMs create categories of linguistic environments based on their semantic monotonicity properties, and (2) whether these categories play a similar role in LMs as in human language understanding, using negative polarity item licensing as a case study. We introduce a series of experiments consisting of probing with diagnostic classifiers (DCs), linguistic acceptability tasks, as well as a novel DC ranking method that tightly connects the probing results to the inner workings of the LM. By applying our ex","authors_text":"Dieuwke Hupkes, Jaap Jumelet, Jakub Szymanik, Milica Deni\\'c, Shane Steinert-Threlkeld","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-05-28T13:32:00Z","title":"Language Models Use Monotonicity to Assess NPI Licensing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2105.13818","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:910167aee270db9e6231326c8dfdc310492fb632d224325be0d6430006c16113","target":"record","created_at":"2026-07-05T02:44:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cff5802bad53ad02625578399c4a4b70902f225eab2adc3705f5818480b09160","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-05-28T13:32:00Z","title_canon_sha256":"4296d973bfff6f8c5ace7424064b6f1fb74c08ec4dc81fc94f5155ea86dcf18d"},"schema_version":"1.0","source":{"id":"2105.13818","kind":"arxiv","version":1}},"canonical_sha256":"658119b12f84705654bfc49f8c12c467f6b44c16a6534e733cc1a5002b7b8902","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"658119b12f84705654bfc49f8c12c467f6b44c16a6534e733cc1a5002b7b8902","first_computed_at":"2026-07-05T02:44:11.818171Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:44:11.818171Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wWzeaaaVMVHEr3n6Lzi0HUH5AtiFG0/Bs3D1onuG/n40XZ7Sa2kHB27WQi+Lqf1J15m74v9QsBYYV56q/XvqBA==","signature_status":"signed_v1","signed_at":"2026-07-05T02:44:11.818579Z","signed_message":"canonical_sha256_bytes"},"source_id":"2105.13818","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:910167aee270db9e6231326c8dfdc310492fb632d224325be0d6430006c16113","sha256:d3ab7945862ba27df5fbca5f6ada3c2572da867e18f2b50160cb69fa06d11065"],"state_sha256":"dfbe456eed49fe8bb5d56ec05ff4c1843d869e36424182e45d17ae61f1e21530"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kgSQ9BX23dUFpjCP2gcNVzGW2puRH4InE+65qtx3jc/lPrr+9JHEmh4+wBrT7GzyyUx5t0xPEZUvCALwg0CvDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-10T07:54:10.093935Z","bundle_sha256":"4131989964575e212cf62e1b8f94e2c3ce9c8895c97bbd00afacb32246862898"}}