{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:M7F4YA3MIPNK6N33AMXFOB6XOM","short_pith_number":"pith:M7F4YA3M","canonical_record":{"source":{"id":"2004.14601","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-30T06:24:03Z","cross_cats_sorted":[],"title_canon_sha256":"d79884ea7d69daa731044e59d0486d3f2add0d01eda2aad746e4ebec0175bfbe","abstract_canon_sha256":"e48a8e4e51286e2b73b8f49a917d7ae0f0ba823ad62f0172119732beb91a82b9"},"schema_version":"1.0"},"canonical_sha256":"67cbcc036c43daaf377b032e5707d7730a3250264d745f85742e73fc2ced0431","source":{"kind":"arxiv","id":"2004.14601","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.14601","created_at":"2026-07-05T01:47:43Z"},{"alias_kind":"arxiv_version","alias_value":"2004.14601v3","created_at":"2026-07-05T01:47:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.14601","created_at":"2026-07-05T01:47:43Z"},{"alias_kind":"pith_short_12","alias_value":"M7F4YA3MIPNK","created_at":"2026-07-05T01:47:43Z"},{"alias_kind":"pith_short_16","alias_value":"M7F4YA3MIPNK6N33","created_at":"2026-07-05T01:47:43Z"},{"alias_kind":"pith_short_8","alias_value":"M7F4YA3M","created_at":"2026-07-05T01:47:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:M7F4YA3MIPNK6N33AMXFOB6XOM","target":"record","payload":{"canonical_record":{"source":{"id":"2004.14601","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-30T06:24:03Z","cross_cats_sorted":[],"title_canon_sha256":"d79884ea7d69daa731044e59d0486d3f2add0d01eda2aad746e4ebec0175bfbe","abstract_canon_sha256":"e48a8e4e51286e2b73b8f49a917d7ae0f0ba823ad62f0172119732beb91a82b9"},"schema_version":"1.0"},"canonical_sha256":"67cbcc036c43daaf377b032e5707d7730a3250264d745f85742e73fc2ced0431","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T01:47:43.787226Z","signature_b64":"zziwE8SO+nY8l+97RfUe16/vsvyUSmFCr29ysBWlVTVkmjaktUCiLxkOVELtQEn/zP+SIrKsH70EAU85YbrxCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"67cbcc036c43daaf377b032e5707d7730a3250264d745f85742e73fc2ced0431","last_reissued_at":"2026-07-05T01:47:43.786830Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T01:47:43.786830Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2004.14601","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:47:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IF0EtqmPluQbsQtk07rbc00ocwIYIZ6IIhJB+rlea1ZKrD3XXBWq5P/QZgXGlai63aes46PEqLSV9/D9xJFNDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T16:58:47.295507Z"},"content_sha256":"e5a8c6c60d1143ef7ba210ef719caeb4562bdeaf542337004c3c0be407ce7ac3","schema_version":"1.0","event_id":"sha256:e5a8c6c60d1143ef7ba210ef719caeb4562bdeaf542337004c3c0be407ce7ac3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:M7F4YA3MIPNK6N33AMXFOB6XOM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning Music Helps You Read: Using Transfer to Study Linguistic Structure in Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dan Jurafsky, Isabel Papadimitriou","submitted_at":"2020-04-30T06:24:03Z","abstract_excerpt":"We propose transfer learning as a method for analyzing the encoding of grammatical structure in neural language models. We train LSTMs on non-linguistic data and evaluate their performance on natural language to assess which kinds of data induce generalizable structural features that LSTMs can use for natural language. We find that training on non-linguistic data with latent structure (MIDI music or Java code) improves test performance on natural language, despite no overlap in surface form or vocabulary. To pinpoint the kinds of abstract structure that models may be encoding to lead to this i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.14601","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2004.14601/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T01:47:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"O4zj2bQkMWr1mtyAzxIUf0hxkjuKlZ7NJB90VFJFiIkxx++Lpvr9LDA71JDabqkmu7YKTuc/1i2dJebWbz0bAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T16:58:47.295880Z"},"content_sha256":"86b9b51ddbadc297127cf7b7ef81faab2321193b91c641c3194420e584a77eb6","schema_version":"1.0","event_id":"sha256:86b9b51ddbadc297127cf7b7ef81faab2321193b91c641c3194420e584a77eb6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M7F4YA3MIPNK6N33AMXFOB6XOM/bundle.json","state_url":"https://pith.science/pith/M7F4YA3MIPNK6N33AMXFOB6XOM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M7F4YA3MIPNK6N33AMXFOB6XOM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T16:58:47Z","links":{"resolver":"https://pith.science/pith/M7F4YA3MIPNK6N33AMXFOB6XOM","bundle":"https://pith.science/pith/M7F4YA3MIPNK6N33AMXFOB6XOM/bundle.json","state":"https://pith.science/pith/M7F4YA3MIPNK6N33AMXFOB6XOM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M7F4YA3MIPNK6N33AMXFOB6XOM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:M7F4YA3MIPNK6N33AMXFOB6XOM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e48a8e4e51286e2b73b8f49a917d7ae0f0ba823ad62f0172119732beb91a82b9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-30T06:24:03Z","title_canon_sha256":"d79884ea7d69daa731044e59d0486d3f2add0d01eda2aad746e4ebec0175bfbe"},"schema_version":"1.0","source":{"id":"2004.14601","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2004.14601","created_at":"2026-07-05T01:47:43Z"},{"alias_kind":"arxiv_version","alias_value":"2004.14601v3","created_at":"2026-07-05T01:47:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2004.14601","created_at":"2026-07-05T01:47:43Z"},{"alias_kind":"pith_short_12","alias_value":"M7F4YA3MIPNK","created_at":"2026-07-05T01:47:43Z"},{"alias_kind":"pith_short_16","alias_value":"M7F4YA3MIPNK6N33","created_at":"2026-07-05T01:47:43Z"},{"alias_kind":"pith_short_8","alias_value":"M7F4YA3M","created_at":"2026-07-05T01:47:43Z"}],"graph_snapshots":[{"event_id":"sha256:86b9b51ddbadc297127cf7b7ef81faab2321193b91c641c3194420e584a77eb6","target":"graph","created_at":"2026-07-05T01:47:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2004.14601/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We propose transfer learning as a method for analyzing the encoding of grammatical structure in neural language models. We train LSTMs on non-linguistic data and evaluate their performance on natural language to assess which kinds of data induce generalizable structural features that LSTMs can use for natural language. We find that training on non-linguistic data with latent structure (MIDI music or Java code) improves test performance on natural language, despite no overlap in surface form or vocabulary. To pinpoint the kinds of abstract structure that models may be encoding to lead to this i","authors_text":"Dan Jurafsky, Isabel Papadimitriou","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-30T06:24:03Z","title":"Learning Music Helps You Read: Using Transfer to Study Linguistic Structure in Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2004.14601","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e5a8c6c60d1143ef7ba210ef719caeb4562bdeaf542337004c3c0be407ce7ac3","target":"record","created_at":"2026-07-05T01:47:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e48a8e4e51286e2b73b8f49a917d7ae0f0ba823ad62f0172119732beb91a82b9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2020-04-30T06:24:03Z","title_canon_sha256":"d79884ea7d69daa731044e59d0486d3f2add0d01eda2aad746e4ebec0175bfbe"},"schema_version":"1.0","source":{"id":"2004.14601","kind":"arxiv","version":3}},"canonical_sha256":"67cbcc036c43daaf377b032e5707d7730a3250264d745f85742e73fc2ced0431","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"67cbcc036c43daaf377b032e5707d7730a3250264d745f85742e73fc2ced0431","first_computed_at":"2026-07-05T01:47:43.786830Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T01:47:43.786830Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zziwE8SO+nY8l+97RfUe16/vsvyUSmFCr29ysBWlVTVkmjaktUCiLxkOVELtQEn/zP+SIrKsH70EAU85YbrxCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T01:47:43.787226Z","signed_message":"canonical_sha256_bytes"},"source_id":"2004.14601","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e5a8c6c60d1143ef7ba210ef719caeb4562bdeaf542337004c3c0be407ce7ac3","sha256:86b9b51ddbadc297127cf7b7ef81faab2321193b91c641c3194420e584a77eb6"],"state_sha256":"a471f512c02d5b4ee0a299c71932db6f225651fb0c1480cd06bcd59a16a6c111"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GOpqvTj4xgcVx6QNtjtCbGKhjf3dXnfGrGyQNuppzHkrI4aLHd72fIR8z5TfLTiL02kz5O99tggcGICH6ETtBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T16:58:47.297852Z","bundle_sha256":"11bd34c12f5a903f030a250645d62479e3d2df778ba3a4a26552c6c0765e0557"}}