{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2019:QNHSTVKOJFVA4BYYJKTDBGOIM5","short_pith_number":"pith:QNHSTVKO","canonical_record":{"source":{"id":"1906.04726","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-11T17:56:08Z","cross_cats_sorted":[],"title_canon_sha256":"6ba7b101060bb494b0f3a8b4e085beef66ecc59945c93ef1e3ad3547662ed5fd","abstract_canon_sha256":"cb1e3ef1942029551e6f6178b5ad3e7a83a355a8d1f4f045a4d0bdcb96a20520"},"schema_version":"1.0"},"canonical_sha256":"834f29d54e496a0e07184aa63099c86751953bb76245165805556abac3fbb160","source":{"kind":"arxiv","id":"1906.04726","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.04726","created_at":"2026-07-05T00:43:33Z"},{"alias_kind":"arxiv_version","alias_value":"1906.04726v2","created_at":"2026-07-05T00:43:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.04726","created_at":"2026-07-05T00:43:33Z"},{"alias_kind":"pith_short_12","alias_value":"QNHSTVKOJFVA","created_at":"2026-07-05T00:43:33Z"},{"alias_kind":"pith_short_16","alias_value":"QNHSTVKOJFVA4BYY","created_at":"2026-07-05T00:43:33Z"},{"alias_kind":"pith_short_8","alias_value":"QNHSTVKO","created_at":"2026-07-05T00:43:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2019:QNHSTVKOJFVA4BYYJKTDBGOIM5","target":"record","payload":{"canonical_record":{"source":{"id":"1906.04726","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-11T17:56:08Z","cross_cats_sorted":[],"title_canon_sha256":"6ba7b101060bb494b0f3a8b4e085beef66ecc59945c93ef1e3ad3547662ed5fd","abstract_canon_sha256":"cb1e3ef1942029551e6f6178b5ad3e7a83a355a8d1f4f045a4d0bdcb96a20520"},"schema_version":"1.0"},"canonical_sha256":"834f29d54e496a0e07184aa63099c86751953bb76245165805556abac3fbb160","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:43:33.804623Z","signature_b64":"wM5TjtOYCVpDe033ODYMXgJnjtw9nqzhBME2p/2OjwvkhNbS3AfFKvQBnWhPwFvCSKK6+4uFwymlqCzPfHoGDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"834f29d54e496a0e07184aa63099c86751953bb76245165805556abac3fbb160","last_reissued_at":"2026-07-05T00:43:33.804058Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:43:33.804058Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1906.04726","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:43:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AuzCaOfNdZGp0TrbL3gUJXQZLBz8VQfzWXzHt94FHMBj4NaQEA/QyVBTnWLNPva60BsqRRp6y/+KvsrBHWiDBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T05:13:15.569447Z"},"content_sha256":"328ae5b7526c7ded72bc1ef5b7eb0fdc23d9782bcc434660ca21892fa7635205","schema_version":"1.0","event_id":"sha256:328ae5b7526c7ded72bc1ef5b7eb0fdc23d9782bcc434660ca21892fa7635205"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2019:QNHSTVKOJFVA4BYYJKTDBGOIM5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"What Kind of Language Is Hard to Language-Model?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Brian Roark, Jason Eisner, Kyle Gorman, Ryan Cotterell, Sabrina J. Mielke","submitted_at":"2019-06-11T17:56:08Z","abstract_excerpt":"How language-agnostic are current state-of-the-art NLP tools? Are there some types of language that are easier to model with current methods? In prior work (Cotterell et al., 2018) we attempted to address this question for language modeling, and observed that recurrent neural network language models do not perform equally well over all the high-resource European languages found in the Europarl corpus. We speculated that inflectional morphology may be the primary culprit for the discrepancy. In this paper, we extend these earlier experiments to cover 69 languages from 13 language families using"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.04726","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/1906.04726/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:43:33Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/hdnPFQ0607DkhECZNMSAlYmIJhzBXecOlFXKcSJXIr34VZ9Q39bg+p8U6cWi/6Mt9RdEFSZRs9wiVuOrta1AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T05:13:15.570076Z"},"content_sha256":"d7757cd61dd20bb143adc20c633a88b207f4019243aab3b675297e559ba0b209","schema_version":"1.0","event_id":"sha256:d7757cd61dd20bb143adc20c633a88b207f4019243aab3b675297e559ba0b209"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QNHSTVKOJFVA4BYYJKTDBGOIM5/bundle.json","state_url":"https://pith.science/pith/QNHSTVKOJFVA4BYYJKTDBGOIM5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QNHSTVKOJFVA4BYYJKTDBGOIM5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T05:13:15Z","links":{"resolver":"https://pith.science/pith/QNHSTVKOJFVA4BYYJKTDBGOIM5","bundle":"https://pith.science/pith/QNHSTVKOJFVA4BYYJKTDBGOIM5/bundle.json","state":"https://pith.science/pith/QNHSTVKOJFVA4BYYJKTDBGOIM5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QNHSTVKOJFVA4BYYJKTDBGOIM5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:QNHSTVKOJFVA4BYYJKTDBGOIM5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cb1e3ef1942029551e6f6178b5ad3e7a83a355a8d1f4f045a4d0bdcb96a20520","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-11T17:56:08Z","title_canon_sha256":"6ba7b101060bb494b0f3a8b4e085beef66ecc59945c93ef1e3ad3547662ed5fd"},"schema_version":"1.0","source":{"id":"1906.04726","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1906.04726","created_at":"2026-07-05T00:43:33Z"},{"alias_kind":"arxiv_version","alias_value":"1906.04726v2","created_at":"2026-07-05T00:43:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1906.04726","created_at":"2026-07-05T00:43:33Z"},{"alias_kind":"pith_short_12","alias_value":"QNHSTVKOJFVA","created_at":"2026-07-05T00:43:33Z"},{"alias_kind":"pith_short_16","alias_value":"QNHSTVKOJFVA4BYY","created_at":"2026-07-05T00:43:33Z"},{"alias_kind":"pith_short_8","alias_value":"QNHSTVKO","created_at":"2026-07-05T00:43:33Z"}],"graph_snapshots":[{"event_id":"sha256:d7757cd61dd20bb143adc20c633a88b207f4019243aab3b675297e559ba0b209","target":"graph","created_at":"2026-07-05T00:43:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1906.04726/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"How language-agnostic are current state-of-the-art NLP tools? Are there some types of language that are easier to model with current methods? In prior work (Cotterell et al., 2018) we attempted to address this question for language modeling, and observed that recurrent neural network language models do not perform equally well over all the high-resource European languages found in the Europarl corpus. We speculated that inflectional morphology may be the primary culprit for the discrepancy. In this paper, we extend these earlier experiments to cover 69 languages from 13 language families using","authors_text":"Brian Roark, Jason Eisner, Kyle Gorman, Ryan Cotterell, Sabrina J. Mielke","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-11T17:56:08Z","title":"What Kind of Language Is Hard to Language-Model?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1906.04726","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:328ae5b7526c7ded72bc1ef5b7eb0fdc23d9782bcc434660ca21892fa7635205","target":"record","created_at":"2026-07-05T00:43:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cb1e3ef1942029551e6f6178b5ad3e7a83a355a8d1f4f045a4d0bdcb96a20520","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2019-06-11T17:56:08Z","title_canon_sha256":"6ba7b101060bb494b0f3a8b4e085beef66ecc59945c93ef1e3ad3547662ed5fd"},"schema_version":"1.0","source":{"id":"1906.04726","kind":"arxiv","version":2}},"canonical_sha256":"834f29d54e496a0e07184aa63099c86751953bb76245165805556abac3fbb160","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"834f29d54e496a0e07184aa63099c86751953bb76245165805556abac3fbb160","first_computed_at":"2026-07-05T00:43:33.804058Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:43:33.804058Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"wM5TjtOYCVpDe033ODYMXgJnjtw9nqzhBME2p/2OjwvkhNbS3AfFKvQBnWhPwFvCSKK6+4uFwymlqCzPfHoGDg==","signature_status":"signed_v1","signed_at":"2026-07-05T00:43:33.804623Z","signed_message":"canonical_sha256_bytes"},"source_id":"1906.04726","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:328ae5b7526c7ded72bc1ef5b7eb0fdc23d9782bcc434660ca21892fa7635205","sha256:d7757cd61dd20bb143adc20c633a88b207f4019243aab3b675297e559ba0b209"],"state_sha256":"2e3c9168d449d1463f5b8cf446a87100783368f9ee9698c609dca5291447b749"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g3od5fdc0ptcuLml+kuiOMA2rkje1YZTHMaffnoXG+k6bzUD1QW9RufzB84TR6Zart6Bg4DVPk7Ec/wVopYbCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T05:13:15.574256Z","bundle_sha256":"32450e794b4d062e487ee381bb59d1fb97ce673c2ab0b2187bf2acff518408eb"}}