{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:KY6NSQPM7FUR227XLOPTNGOOJI","short_pith_number":"pith:KY6NSQPM","canonical_record":{"source":{"id":"1903.03260","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-03-08T03:02:28Z","cross_cats_sorted":[],"title_canon_sha256":"e4ede6cc3563f369bbe906ec94eeeebed9e6814f542e2a304d925fe77a2daa69","abstract_canon_sha256":"1c5c8f518bbeec158a1a9d915178c6b40a53b4f8591ad1119814473b932163df"},"schema_version":"1.0"},"canonical_sha256":"563cd941ecf9691d6bf75b9f3699ce4a0f0e512f67234e586c2a5d67b6a71c9b","source":{"kind":"arxiv","id":"1903.03260","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1903.03260","created_at":"2026-05-17T23:51:46Z"},{"alias_kind":"arxiv_version","alias_value":"1903.03260v1","created_at":"2026-05-17T23:51:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1903.03260","created_at":"2026-05-17T23:51:46Z"},{"alias_kind":"pith_short_12","alias_value":"KY6NSQPM7FUR","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_16","alias_value":"KY6NSQPM7FUR227X","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_8","alias_value":"KY6NSQPM","created_at":"2026-05-18T12:33:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:KY6NSQPM7FUR227XLOPTNGOOJI","target":"record","payload":{"canonical_record":{"source":{"id":"1903.03260","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-03-08T03:02:28Z","cross_cats_sorted":[],"title_canon_sha256":"e4ede6cc3563f369bbe906ec94eeeebed9e6814f542e2a304d925fe77a2daa69","abstract_canon_sha256":"1c5c8f518bbeec158a1a9d915178c6b40a53b4f8591ad1119814473b932163df"},"schema_version":"1.0"},"canonical_sha256":"563cd941ecf9691d6bf75b9f3699ce4a0f0e512f67234e586c2a5d67b6a71c9b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:51:46.053150Z","signature_b64":"pmpNilUaz9I2xizwDLURq/y0eYrLwsakoSa+MNoUNHgrD/dFkXz/CVUxSsbL9T9ebnZBphYhXr+ZNJr93yWBCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"563cd941ecf9691d6bf75b9f3699ce4a0f0e512f67234e586c2a5d67b6a71c9b","last_reissued_at":"2026-05-17T23:51:46.052555Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:51:46.052555Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1903.03260","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:51:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GjkszZEICHabQKEAastSncvz/i+akQwiMok3ddEvb+l+XDQOVn2otibkcCGK6p0u2/e3Gkd5KYOlhSwKb7CCAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T09:31:41.736612Z"},"content_sha256":"248cc48157a8f46f1e1fe991864c592860edad4d4b0431e6525f426c5f8a42af","schema_version":"1.0","event_id":"sha256:248cc48157a8f46f1e1fe991864c592860edad4d4b0431e6525f426c5f8a42af"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:KY6NSQPM7FUR227XLOPTNGOOJI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Neural Language Models as Psycholinguistic Subjects: Representations of Syntactic State","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ethan Wilcox, Miguel Ballesteros, Peng Qian, Richard Futrell, Roger Levy, Takashi Morita","submitted_at":"2019-03-08T03:02:28Z","abstract_excerpt":"We deploy the methods of controlled psycholinguistic experimentation to shed light on the extent to which the behavior of neural network language models reflects incremental representations of syntactic state. To do so, we examine model behavior on artificial sentences containing a variety of syntactically complex structures. We test four models: two publicly available LSTM sequence models of English (Jozefowicz et al., 2016; Gulordava et al., 2018) trained on large datasets; an RNNG (Dyer et al., 2016) trained on a small, parsed dataset; and an LSTM trained on the same small corpus as the RNN"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1903.03260","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:51:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HhGY21/rhLyMw44P/iPYSL3FkvFwCpvXd+lhQQRQAnD8oWyIWdvSQx3eZnEXE4GNHV4Xk5bvScEnGTrlJE54Dw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T09:31:41.737249Z"},"content_sha256":"794b7313363cf8258b9aa1ade22f70bd7a430a6ff3975a640143ac5a525bd8ca","schema_version":"1.0","event_id":"sha256:794b7313363cf8258b9aa1ade22f70bd7a430a6ff3975a640143ac5a525bd8ca"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KY6NSQPM7FUR227XLOPTNGOOJI/bundle.json","state_url":"https://pith.science/pith/KY6NSQPM7FUR227XLOPTNGOOJI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KY6NSQPM7FUR227XLOPTNGOOJI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T09:31:41Z","links":{"resolver":"https://pith.science/pith/KY6NSQPM7FUR227XLOPTNGOOJI","bundle":"https://pith.science/pith/KY6NSQPM7FUR227XLOPTNGOOJI/bundle.json","state":"https://pith.science/pith/KY6NSQPM7FUR227XLOPTNGOOJI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KY6NSQPM7FUR227XLOPTNGOOJI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:KY6NSQPM7FUR227XLOPTNGOOJI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1c5c8f518bbeec158a1a9d915178c6b40a53b4f8591ad1119814473b932163df","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-03-08T03:02:28Z","title_canon_sha256":"e4ede6cc3563f369bbe906ec94eeeebed9e6814f542e2a304d925fe77a2daa69"},"schema_version":"1.0","source":{"id":"1903.03260","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1903.03260","created_at":"2026-05-17T23:51:46Z"},{"alias_kind":"arxiv_version","alias_value":"1903.03260v1","created_at":"2026-05-17T23:51:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1903.03260","created_at":"2026-05-17T23:51:46Z"},{"alias_kind":"pith_short_12","alias_value":"KY6NSQPM7FUR","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_16","alias_value":"KY6NSQPM7FUR227X","created_at":"2026-05-18T12:33:21Z"},{"alias_kind":"pith_short_8","alias_value":"KY6NSQPM","created_at":"2026-05-18T12:33:21Z"}],"graph_snapshots":[{"event_id":"sha256:794b7313363cf8258b9aa1ade22f70bd7a430a6ff3975a640143ac5a525bd8ca","target":"graph","created_at":"2026-05-17T23:51:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We deploy the methods of controlled psycholinguistic experimentation to shed light on the extent to which the behavior of neural network language models reflects incremental representations of syntactic state. To do so, we examine model behavior on artificial sentences containing a variety of syntactically complex structures. We test four models: two publicly available LSTM sequence models of English (Jozefowicz et al., 2016; Gulordava et al., 2018) trained on large datasets; an RNNG (Dyer et al., 2016) trained on a small, parsed dataset; and an LSTM trained on the same small corpus as the RNN","authors_text":"Ethan Wilcox, Miguel Ballesteros, Peng Qian, Richard Futrell, Roger Levy, Takashi Morita","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-03-08T03:02:28Z","title":"Neural Language Models as Psycholinguistic Subjects: Representations of Syntactic State"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1903.03260","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:248cc48157a8f46f1e1fe991864c592860edad4d4b0431e6525f426c5f8a42af","target":"record","created_at":"2026-05-17T23:51:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1c5c8f518bbeec158a1a9d915178c6b40a53b4f8591ad1119814473b932163df","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-03-08T03:02:28Z","title_canon_sha256":"e4ede6cc3563f369bbe906ec94eeeebed9e6814f542e2a304d925fe77a2daa69"},"schema_version":"1.0","source":{"id":"1903.03260","kind":"arxiv","version":1}},"canonical_sha256":"563cd941ecf9691d6bf75b9f3699ce4a0f0e512f67234e586c2a5d67b6a71c9b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"563cd941ecf9691d6bf75b9f3699ce4a0f0e512f67234e586c2a5d67b6a71c9b","first_computed_at":"2026-05-17T23:51:46.052555Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:51:46.052555Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pmpNilUaz9I2xizwDLURq/y0eYrLwsakoSa+MNoUNHgrD/dFkXz/CVUxSsbL9T9ebnZBphYhXr+ZNJr93yWBCw==","signature_status":"signed_v1","signed_at":"2026-05-17T23:51:46.053150Z","signed_message":"canonical_sha256_bytes"},"source_id":"1903.03260","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:248cc48157a8f46f1e1fe991864c592860edad4d4b0431e6525f426c5f8a42af","sha256:794b7313363cf8258b9aa1ade22f70bd7a430a6ff3975a640143ac5a525bd8ca"],"state_sha256":"5421f8e1481590c7fe174351ba831171ebba83bc43b248b09b46aee556c44319"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1XXQIbykfask4vy+mW+CW2lPJ/20XAxLCfwiVqWaiPn48JsV/CLBwHc/+UGSN600fYQ7xFoCgZIMijQcXUk+Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T09:31:41.740281Z","bundle_sha256":"386b3734a3a7876450ef2b73ee3d609757567d55087296301d61ca0408111865"}}