{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:HPPFB45KQG42XLKDMH434F3GJ5","short_pith_number":"pith:HPPFB45K","canonical_record":{"source":{"id":"1809.10040","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-26T14:58:59Z","cross_cats_sorted":[],"title_canon_sha256":"7d641c1828084a65ccc4eab97cc8b5a9407b77733650cec4b5ce2376ee7ed680","abstract_canon_sha256":"f878574f2973496f7c6459eb4901352a2e7cce355deccbfaf5fa2a781f387a14"},"schema_version":"1.0"},"canonical_sha256":"3bde50f3aa81b9abad4361f9be17664f470b845d0c46f7e036694cb254369780","source":{"kind":"arxiv","id":"1809.10040","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.10040","created_at":"2026-05-17T23:56:49Z"},{"alias_kind":"arxiv_version","alias_value":"1809.10040v2","created_at":"2026-05-17T23:56:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.10040","created_at":"2026-05-17T23:56:49Z"},{"alias_kind":"pith_short_12","alias_value":"HPPFB45KQG42","created_at":"2026-05-18T12:32:28Z"},{"alias_kind":"pith_short_16","alias_value":"HPPFB45KQG42XLKD","created_at":"2026-05-18T12:32:28Z"},{"alias_kind":"pith_short_8","alias_value":"HPPFB45K","created_at":"2026-05-18T12:32:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:HPPFB45KQG42XLKDMH434F3GJ5","target":"record","payload":{"canonical_record":{"source":{"id":"1809.10040","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-26T14:58:59Z","cross_cats_sorted":[],"title_canon_sha256":"7d641c1828084a65ccc4eab97cc8b5a9407b77733650cec4b5ce2376ee7ed680","abstract_canon_sha256":"f878574f2973496f7c6459eb4901352a2e7cce355deccbfaf5fa2a781f387a14"},"schema_version":"1.0"},"canonical_sha256":"3bde50f3aa81b9abad4361f9be17664f470b845d0c46f7e036694cb254369780","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:56:49.068657Z","signature_b64":"SLgTVU6Y0QzGMDVTYBmGz99MhZmQXxwYEVyXRbPourX1KSKkr3pvzkto5Y0AGAfG90luItX9annqb5Hp7ofBAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3bde50f3aa81b9abad4361f9be17664f470b845d0c46f7e036694cb254369780","last_reissued_at":"2026-05-17T23:56:49.068145Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:56:49.068145Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1809.10040","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:56:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C1IzviuaJPVxlNBrCioWxNWgpD9/ixUVapGZUMRIHaRfFVZ1LZXdieQoJQIFh/sYUJr0o3/i9fBzSifxLceFDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T01:29:08.696938Z"},"content_sha256":"d75dc1ba6b91fd56ebbd799feb5e9b17313ba2fdabe425f8070f1be66c6f47c9","schema_version":"1.0","event_id":"sha256:d75dc1ba6b91fd56ebbd799feb5e9b17313ba2fdabe425f8070f1be66c6f47c9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:HPPFB45KQG42XLKDMH434F3GJ5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Language Modeling Teaches You More Syntax than Translation Does: Lessons Learned Through Auxiliary Task Analysis","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Kelly W. Zhang, Samuel R. Bowman","submitted_at":"2018-09-26T14:58:59Z","abstract_excerpt":"Recent work using auxiliary prediction task classifiers to investigate the properties of LSTM representations has begun to shed light on why pretrained representations, like ELMo (Peters et al., 2018) and CoVe (McCann et al., 2017), are so beneficial for neural language understanding models. We still, though, do not yet have a clear understanding of how the choice of pretraining objective affects the type of linguistic information that models learn. With this in mind, we compare four objectives---language modeling, translation, skip-thought, and autoencoding---on their ability to induce syntac"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.10040","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:56:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4dP3rmBAc3IeG5aVIUaKzQxZZUEBSNCvRD5RSFA2anCZWRofN2i5vu9W0E2rKHV/AXMNp6ljjLUYbAI53KdqCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-26T01:29:08.697567Z"},"content_sha256":"c2fdb5af5d966b4c29b49510acac476a033d7ea1620f2a05dc1371f1bf35ea62","schema_version":"1.0","event_id":"sha256:c2fdb5af5d966b4c29b49510acac476a033d7ea1620f2a05dc1371f1bf35ea62"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HPPFB45KQG42XLKDMH434F3GJ5/bundle.json","state_url":"https://pith.science/pith/HPPFB45KQG42XLKDMH434F3GJ5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HPPFB45KQG42XLKDMH434F3GJ5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-26T01:29:08Z","links":{"resolver":"https://pith.science/pith/HPPFB45KQG42XLKDMH434F3GJ5","bundle":"https://pith.science/pith/HPPFB45KQG42XLKDMH434F3GJ5/bundle.json","state":"https://pith.science/pith/HPPFB45KQG42XLKDMH434F3GJ5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HPPFB45KQG42XLKDMH434F3GJ5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:HPPFB45KQG42XLKDMH434F3GJ5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f878574f2973496f7c6459eb4901352a2e7cce355deccbfaf5fa2a781f387a14","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-26T14:58:59Z","title_canon_sha256":"7d641c1828084a65ccc4eab97cc8b5a9407b77733650cec4b5ce2376ee7ed680"},"schema_version":"1.0","source":{"id":"1809.10040","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1809.10040","created_at":"2026-05-17T23:56:49Z"},{"alias_kind":"arxiv_version","alias_value":"1809.10040v2","created_at":"2026-05-17T23:56:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1809.10040","created_at":"2026-05-17T23:56:49Z"},{"alias_kind":"pith_short_12","alias_value":"HPPFB45KQG42","created_at":"2026-05-18T12:32:28Z"},{"alias_kind":"pith_short_16","alias_value":"HPPFB45KQG42XLKD","created_at":"2026-05-18T12:32:28Z"},{"alias_kind":"pith_short_8","alias_value":"HPPFB45K","created_at":"2026-05-18T12:32:28Z"}],"graph_snapshots":[{"event_id":"sha256:c2fdb5af5d966b4c29b49510acac476a033d7ea1620f2a05dc1371f1bf35ea62","target":"graph","created_at":"2026-05-17T23:56:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Recent work using auxiliary prediction task classifiers to investigate the properties of LSTM representations has begun to shed light on why pretrained representations, like ELMo (Peters et al., 2018) and CoVe (McCann et al., 2017), are so beneficial for neural language understanding models. We still, though, do not yet have a clear understanding of how the choice of pretraining objective affects the type of linguistic information that models learn. With this in mind, we compare four objectives---language modeling, translation, skip-thought, and autoencoding---on their ability to induce syntac","authors_text":"Kelly W. Zhang, Samuel R. Bowman","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-26T14:58:59Z","title":"Language Modeling Teaches You More Syntax than Translation Does: Lessons Learned Through Auxiliary Task Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1809.10040","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d75dc1ba6b91fd56ebbd799feb5e9b17313ba2fdabe425f8070f1be66c6f47c9","target":"record","created_at":"2026-05-17T23:56:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f878574f2973496f7c6459eb4901352a2e7cce355deccbfaf5fa2a781f387a14","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2018-09-26T14:58:59Z","title_canon_sha256":"7d641c1828084a65ccc4eab97cc8b5a9407b77733650cec4b5ce2376ee7ed680"},"schema_version":"1.0","source":{"id":"1809.10040","kind":"arxiv","version":2}},"canonical_sha256":"3bde50f3aa81b9abad4361f9be17664f470b845d0c46f7e036694cb254369780","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3bde50f3aa81b9abad4361f9be17664f470b845d0c46f7e036694cb254369780","first_computed_at":"2026-05-17T23:56:49.068145Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:56:49.068145Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SLgTVU6Y0QzGMDVTYBmGz99MhZmQXxwYEVyXRbPourX1KSKkr3pvzkto5Y0AGAfG90luItX9annqb5Hp7ofBAQ==","signature_status":"signed_v1","signed_at":"2026-05-17T23:56:49.068657Z","signed_message":"canonical_sha256_bytes"},"source_id":"1809.10040","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d75dc1ba6b91fd56ebbd799feb5e9b17313ba2fdabe425f8070f1be66c6f47c9","sha256:c2fdb5af5d966b4c29b49510acac476a033d7ea1620f2a05dc1371f1bf35ea62"],"state_sha256":"4a0c9f97a139279ba291d14469c5f876736cedb1df03e25e52c15479eff0c161"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TIcO3yCPZLrI7OD00aY3KTWPyTJxiqhg/pLIZcJ1hZZuov1pEL+lrrJZTezpRbe1bDYwhEIv6DSwYLCVaNMKBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-26T01:29:08.700493Z","bundle_sha256":"b45d4dd44b80dd729081d8e75bfc888fcbb012a4471b97b875227cd8a2512ca5"}}