{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2019:B2EUZG74XG7CWXGJCPCRWMIPCW","short_pith_number":"pith:B2EUZG74","schema_version":"1.0","canonical_sha256":"0e894c9bfcb9be2b5cc913c51b310f158d6d1d88cc43a62d196b9e0d8085a27b","source":{"kind":"arxiv","id":"1904.12166","version":1},"attestation_state":"computed","paper":{"title":"HELP: A Dataset for Identifying Shortcomings of Neural Models in Monotonicity Reasoning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Daisuke Bekki, Hitomi Yanaka, Johan Bos, Kentaro Inui, Koji Mineshima, Lasha Abzianidze, Satoshi Sekine","submitted_at":"2019-04-27T15:15:14Z","abstract_excerpt":"Large crowdsourced datasets are widely used for training and evaluating neural models on natural language inference (NLI). Despite these efforts, neural models have a hard time capturing logical inferences, including those licensed by phrase replacements, so-called monotonicity reasoning. Since no large dataset has been developed for monotonicity reasoning, it is still unclear whether the main obstacle is the size of datasets or the model architectures themselves. To investigate this issue, we introduce a new dataset, called HELP, for handling entailments with lexical and logical phenomena. We"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1904.12166","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-27T15:15:14Z","cross_cats_sorted":[],"title_canon_sha256":"80af848bdf5a07ee79685d8cd78d68c92b50ba5f6cee2f5066dc9c43778d6fd6","abstract_canon_sha256":"d4c6ae45eb84c0a45c3edf8b5425b70b28588640d44ffade65e9dea8700a9508"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:47:38.780462Z","signature_b64":"aghVQsAHB3fqzOlMrbc/Wv00OJAvbhFYDRtLtHR0xRRY99ngudCwp74nzMDzBZ4ED7EtCLR4dQMqfD3K1wgXAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0e894c9bfcb9be2b5cc913c51b310f158d6d1d88cc43a62d196b9e0d8085a27b","last_reissued_at":"2026-05-17T23:47:38.780039Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:47:38.780039Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"HELP: A Dataset for Identifying Shortcomings of Neural Models in Monotonicity Reasoning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Daisuke Bekki, Hitomi Yanaka, Johan Bos, Kentaro Inui, Koji Mineshima, Lasha Abzianidze, Satoshi Sekine","submitted_at":"2019-04-27T15:15:14Z","abstract_excerpt":"Large crowdsourced datasets are widely used for training and evaluating neural models on natural language inference (NLI). Despite these efforts, neural models have a hard time capturing logical inferences, including those licensed by phrase replacements, so-called monotonicity reasoning. Since no large dataset has been developed for monotonicity reasoning, it is still unclear whether the main obstacle is the size of datasets or the model architectures themselves. To investigate this issue, we introduce a new dataset, called HELP, for handling entailments with lexical and logical phenomena. We"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.12166","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1904.12166","created_at":"2026-05-17T23:47:38.780101+00:00"},{"alias_kind":"arxiv_version","alias_value":"1904.12166v1","created_at":"2026-05-17T23:47:38.780101+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.12166","created_at":"2026-05-17T23:47:38.780101+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/B2EUZG74XG7CWXGJCPCRWMIPCW","json":"https://pith.science/pith/B2EUZG74XG7CWXGJCPCRWMIPCW.json","graph_json":"https://pith.science/api/pith-number/B2EUZG74XG7CWXGJCPCRWMIPCW/graph.json","events_json":"https://pith.science/api/pith-number/B2EUZG74XG7CWXGJCPCRWMIPCW/events.json","paper":"https://pith.science/paper/B2EUZG74"},"agent_actions":{"view_html":"https://pith.science/pith/B2EUZG74XG7CWXGJCPCRWMIPCW","download_json":"https://pith.science/pith/B2EUZG74XG7CWXGJCPCRWMIPCW.json","view_paper":"https://pith.science/paper/B2EUZG74","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1904.12166&json=true","fetch_graph":"https://pith.science/api/pith-number/B2EUZG74XG7CWXGJCPCRWMIPCW/graph.json","fetch_events":"https://pith.science/api/pith-number/B2EUZG74XG7CWXGJCPCRWMIPCW/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/B2EUZG74XG7CWXGJCPCRWMIPCW/action/timestamp_anchor","attest_storage":"https://pith.science/pith/B2EUZG74XG7CWXGJCPCRWMIPCW/action/storage_attestation","attest_author":"https://pith.science/pith/B2EUZG74XG7CWXGJCPCRWMIPCW/action/author_attestation","sign_citation":"https://pith.science/pith/B2EUZG74XG7CWXGJCPCRWMIPCW/action/citation_signature","submit_replication":"https://pith.science/pith/B2EUZG74XG7CWXGJCPCRWMIPCW/action/replication_record"}},"created_at":"2026-05-17T23:47:38.780101+00:00","updated_at":"2026-05-17T23:47:38.780101+00:00"}