{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:LGBK6QUBQJ7QLQGVK3J2FNFRA2","short_pith_number":"pith:LGBK6QUB","schema_version":"1.0","canonical_sha256":"5982af4281827f05c0d556d3a2b4b106978fef209c6c262b949a13490f986d3c","source":{"kind":"arxiv","id":"1812.10860","version":5},"attestation_state":"computed","paper":{"title":"Can You Tell Me How to Get Past Sesame Street? Sentence-Level Pretraining Beyond Language Modeling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alex Wang, Benjamin Van Durme, Berlin Chen, Edouard Grave, Ellie Pavlick, Ian Tenney, Jan Hula, Katherin Yu, Najoung Kim, Patrick Xia, Raghavendra Pappagari, Roma Patel, R. Thomas McCoy, Samuel R. Bowman, Shuning Jin, Yinghui Huang","submitted_at":"2018-12-28T01:21:17Z","abstract_excerpt":"Natural language understanding has recently seen a surge of progress with the use of sentence encoders like ELMo (Peters et al., 2018a) and BERT (Devlin et al., 2019) which are pretrained on variants of language modeling. We conduct the first large-scale systematic study of candidate pretraining tasks, comparing 19 different tasks both as alternatives and complements to language modeling. Our primary results support the use language modeling, especially when combined with pretraining on additional labeled-data tasks. However, our results are mixed across pretraining tasks and show some concern"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1812.10860","kind":"arxiv","version":5},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-12-28T01:21:17Z","cross_cats_sorted":[],"title_canon_sha256":"2763ae6ef0e6ce3e5f94017d3901b4503674d4bfe2cc1de7799ff76cb98381a9","abstract_canon_sha256":"69a1bbeb1c90e74851ad8c186765be0d166b1fee5db43d10ee54654ebd4e2a7d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:39:55.454099Z","signature_b64":"IYHZ6VfdjUEb4mariIQR8Up5xwxYXcT1WxCilnjxu9BUZIW7JcGnyQXcXdhopz+aLgDr2FD8PMdoeHDlESm2Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5982af4281827f05c0d556d3a2b4b106978fef209c6c262b949a13490f986d3c","last_reissued_at":"2026-05-17T23:39:55.453333Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:39:55.453333Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Can You Tell Me How to Get Past Sesame Street? Sentence-Level Pretraining Beyond Language Modeling","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alex Wang, Benjamin Van Durme, Berlin Chen, Edouard Grave, Ellie Pavlick, Ian Tenney, Jan Hula, Katherin Yu, Najoung Kim, Patrick Xia, Raghavendra Pappagari, Roma Patel, R. Thomas McCoy, Samuel R. Bowman, Shuning Jin, Yinghui Huang","submitted_at":"2018-12-28T01:21:17Z","abstract_excerpt":"Natural language understanding has recently seen a surge of progress with the use of sentence encoders like ELMo (Peters et al., 2018a) and BERT (Devlin et al., 2019) which are pretrained on variants of language modeling. We conduct the first large-scale systematic study of candidate pretraining tasks, comparing 19 different tasks both as alternatives and complements to language modeling. Our primary results support the use language modeling, especially when combined with pretraining on additional labeled-data tasks. However, our results are mixed across pretraining tasks and show some concern"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1812.10860","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1812.10860","created_at":"2026-05-17T23:39:55.453439+00:00"},{"alias_kind":"arxiv_version","alias_value":"1812.10860v5","created_at":"2026-05-17T23:39:55.453439+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1812.10860","created_at":"2026-05-17T23:39:55.453439+00:00"},{"alias_kind":"pith_short_12","alias_value":"LGBK6QUBQJ7Q","created_at":"2026-05-18T12:32:37.024351+00:00"},{"alias_kind":"pith_short_16","alias_value":"LGBK6QUBQJ7QLQGV","created_at":"2026-05-18T12:32:37.024351+00:00"},{"alias_kind":"pith_short_8","alias_value":"LGBK6QUB","created_at":"2026-05-18T12:32:37.024351+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/LGBK6QUBQJ7QLQGVK3J2FNFRA2","json":"https://pith.science/pith/LGBK6QUBQJ7QLQGVK3J2FNFRA2.json","graph_json":"https://pith.science/api/pith-number/LGBK6QUBQJ7QLQGVK3J2FNFRA2/graph.json","events_json":"https://pith.science/api/pith-number/LGBK6QUBQJ7QLQGVK3J2FNFRA2/events.json","paper":"https://pith.science/paper/LGBK6QUB"},"agent_actions":{"view_html":"https://pith.science/pith/LGBK6QUBQJ7QLQGVK3J2FNFRA2","download_json":"https://pith.science/pith/LGBK6QUBQJ7QLQGVK3J2FNFRA2.json","view_paper":"https://pith.science/paper/LGBK6QUB","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1812.10860&json=true","fetch_graph":"https://pith.science/api/pith-number/LGBK6QUBQJ7QLQGVK3J2FNFRA2/graph.json","fetch_events":"https://pith.science/api/pith-number/LGBK6QUBQJ7QLQGVK3J2FNFRA2/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/LGBK6QUBQJ7QLQGVK3J2FNFRA2/action/timestamp_anchor","attest_storage":"https://pith.science/pith/LGBK6QUBQJ7QLQGVK3J2FNFRA2/action/storage_attestation","attest_author":"https://pith.science/pith/LGBK6QUBQJ7QLQGVK3J2FNFRA2/action/author_attestation","sign_citation":"https://pith.science/pith/LGBK6QUBQJ7QLQGVK3J2FNFRA2/action/citation_signature","submit_replication":"https://pith.science/pith/LGBK6QUBQJ7QLQGVK3J2FNFRA2/action/replication_record"}},"created_at":"2026-05-17T23:39:55.453439+00:00","updated_at":"2026-05-17T23:39:55.453439+00:00"}