{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:7ZORYDTW2NVMLGSB3KQQT6R3X2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"584bfc70b5b1f38b477c2241fe627b791a5479c192298570195d5d3650a12c50","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-25T19:15:16Z","title_canon_sha256":"df9bcc6356f132fad4b8a33650fa146e01838f88bedf14446f75027b3b1267e3"},"schema_version":"1.0","source":{"id":"1904.11544","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1904.11544","created_at":"2026-07-04T23:52:04Z"},{"alias_kind":"arxiv_version","alias_value":"1904.11544v2","created_at":"2026-07-04T23:52:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1904.11544","created_at":"2026-07-04T23:52:04Z"},{"alias_kind":"pith_short_12","alias_value":"7ZORYDTW2NVM","created_at":"2026-07-04T23:52:04Z"},{"alias_kind":"pith_short_16","alias_value":"7ZORYDTW2NVMLGSB","created_at":"2026-07-04T23:52:04Z"},{"alias_kind":"pith_short_8","alias_value":"7ZORYDTW","created_at":"2026-07-04T23:52:04Z"}],"graph_snapshots":[{"event_id":"sha256:38c839186da57c1691172490d60a52ff3fba66766248e567f3924a460088cf12","target":"graph","created_at":"2026-07-04T23:52:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1904.11544/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We introduce a set of nine challenge tasks that test for the understanding of function words. These tasks are created by structurally mutating sentences from existing datasets to target the comprehension of specific types of function words (e.g., prepositions, wh-words). Using these probing tasks, we explore the effects of various pretraining objectives for sentence encoders (e.g., language modeling, CCG supertagging and natural language inference (NLI)) on the learned representations. Our results show that pretraining on language modeling performs the best on average across our probing tasks,","authors_text":"Adam Poliak, Alexis Ross, Alex Wang, Benjamin Van Durme, Ellie Pavlick, Ian Tenney, Najoung Kim, Patrick Xia, Roma Patel, R. Thomas McCoy, Samuel R. Bowman, Tal Linzen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-25T19:15:16Z","title":"Probing What Different NLP Tasks Teach Machines about Function Word Comprehension"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1904.11544","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d8e6b2f08f1b5b4f0c6a1b861ce2c1d4e93f3868d356ab580a7d52fced1a576f","target":"record","created_at":"2026-07-04T23:52:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"584bfc70b5b1f38b477c2241fe627b791a5479c192298570195d5d3650a12c50","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-04-25T19:15:16Z","title_canon_sha256":"df9bcc6356f132fad4b8a33650fa146e01838f88bedf14446f75027b3b1267e3"},"schema_version":"1.0","source":{"id":"1904.11544","kind":"arxiv","version":2}},"canonical_sha256":"fe5d1c0e76d36ac59a41daa109fa3bbe9e6b675c6b31a3eaffc1236875a131ff","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fe5d1c0e76d36ac59a41daa109fa3bbe9e6b675c6b31a3eaffc1236875a131ff","first_computed_at":"2026-07-04T23:52:04.828289Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-04T23:52:04.828289Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"iRrmCfSqVA7eiSAcRAbptnwAzqmcu7qp4jGLAPhsnUuMZRI9rMIgBuCJnjgO+S/Bun5k3sZimkmpiCwOB+l2AA==","signature_status":"signed_v1","signed_at":"2026-07-04T23:52:04.828686Z","signed_message":"canonical_sha256_bytes"},"source_id":"1904.11544","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d8e6b2f08f1b5b4f0c6a1b861ce2c1d4e93f3868d356ab580a7d52fced1a576f","sha256:38c839186da57c1691172490d60a52ff3fba66766248e567f3924a460088cf12"],"state_sha256":"717d058550b096cd1d72ac103172f9f2004fea2a3ce4d6269137790414139b24"}