{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JGLQSOTL7HBXGR66ZTKJG2IL6E","short_pith_number":"pith:JGLQSOTL","canonical_record":{"source":{"id":"2310.14840","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T12:03:01Z","cross_cats_sorted":[],"title_canon_sha256":"1c009fbb4a3c5c259b6f0ce0ebaf2e3c5c6b7965f9de1a013d019d90311ac0e9","abstract_canon_sha256":"fb9ae770c049643bc0d4fa91f05cfa658e70d7a5cafef9bc48541ae615abefc2"},"schema_version":"1.0"},"canonical_sha256":"4997093a6bf9c37347deccd493690bf10a2ae0239c7578875a8feacafba26469","source":{"kind":"arxiv","id":"2310.14840","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14840","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14840v1","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14840","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"pith_short_12","alias_value":"JGLQSOTL7HBX","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"pith_short_16","alias_value":"JGLQSOTL7HBXGR66","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"pith_short_8","alias_value":"JGLQSOTL","created_at":"2026-07-05T07:04:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JGLQSOTL7HBXGR66ZTKJG2IL6E","target":"record","payload":{"canonical_record":{"source":{"id":"2310.14840","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T12:03:01Z","cross_cats_sorted":[],"title_canon_sha256":"1c009fbb4a3c5c259b6f0ce0ebaf2e3c5c6b7965f9de1a013d019d90311ac0e9","abstract_canon_sha256":"fb9ae770c049643bc0d4fa91f05cfa658e70d7a5cafef9bc48541ae615abefc2"},"schema_version":"1.0"},"canonical_sha256":"4997093a6bf9c37347deccd493690bf10a2ae0239c7578875a8feacafba26469","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:04:02.823035Z","signature_b64":"JtYIeyGGsN8Jy+4I+9zlb+zk0VsoZENfWxQkhq6vB4bjMxwU7DV5qLMRTvie2uQ3C18+fR0OCUfN7bnrNSEPDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4997093a6bf9c37347deccd493690bf10a2ae0239c7578875a8feacafba26469","last_reissued_at":"2026-07-05T07:04:02.822591Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:04:02.822591Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.14840","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7KgfFVXxxZJ6gsEHT6gAeVSVhFKUD7HXkrt/g6hbogwJ2oIFzvuJ7LWCZNYO2GyWWPcGGgxS2lTWwEb9ZjnFCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T01:33:13.593722Z"},"content_sha256":"0af53d71f17c654a2724df81185d3f0f55d7bc56232dd91b29ed3926c5e07080","schema_version":"1.0","event_id":"sha256:0af53d71f17c654a2724df81185d3f0f55d7bc56232dd91b29ed3926c5e07080"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JGLQSOTL7HBXGR66ZTKJG2IL6E","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Transparency at the Source: Evaluating and Interpreting Language Models With Access to the True Distribution","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jaap Jumelet, Willem Zuidema","submitted_at":"2023-10-23T12:03:01Z","abstract_excerpt":"We present a setup for training, evaluating and interpreting neural language models, that uses artificial, language-like data. The data is generated using a massive probabilistic grammar (based on state-split PCFGs), that is itself derived from a large natural language corpus, but also provides us complete control over the generative process. We describe and release both grammar and corpus, and test for the naturalness of our generated data. This approach allows us to define closed-form expressions to efficiently compute exact lower bounds on obtainable perplexity using both causal and masked "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14840","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.14840/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:04:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bZLs7mmc6xwU7E0D5B6N1yWrhVrBxfwwxpFAuAQiAYdD0/JohhKNlP/MOTvJ2skcFBwC0J8rhsPdqBnrWYfIAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T01:33:13.594093Z"},"content_sha256":"c8472e4d26de6753c1e51e9a1d6f50935898f155c7459a12f58aabe5556abaed","schema_version":"1.0","event_id":"sha256:c8472e4d26de6753c1e51e9a1d6f50935898f155c7459a12f58aabe5556abaed"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JGLQSOTL7HBXGR66ZTKJG2IL6E/bundle.json","state_url":"https://pith.science/pith/JGLQSOTL7HBXGR66ZTKJG2IL6E/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JGLQSOTL7HBXGR66ZTKJG2IL6E/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T01:33:13Z","links":{"resolver":"https://pith.science/pith/JGLQSOTL7HBXGR66ZTKJG2IL6E","bundle":"https://pith.science/pith/JGLQSOTL7HBXGR66ZTKJG2IL6E/bundle.json","state":"https://pith.science/pith/JGLQSOTL7HBXGR66ZTKJG2IL6E/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JGLQSOTL7HBXGR66ZTKJG2IL6E/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JGLQSOTL7HBXGR66ZTKJG2IL6E","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fb9ae770c049643bc0d4fa91f05cfa658e70d7a5cafef9bc48541ae615abefc2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T12:03:01Z","title_canon_sha256":"1c009fbb4a3c5c259b6f0ce0ebaf2e3c5c6b7965f9de1a013d019d90311ac0e9"},"schema_version":"1.0","source":{"id":"2310.14840","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14840","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14840v1","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14840","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"pith_short_12","alias_value":"JGLQSOTL7HBX","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"pith_short_16","alias_value":"JGLQSOTL7HBXGR66","created_at":"2026-07-05T07:04:02Z"},{"alias_kind":"pith_short_8","alias_value":"JGLQSOTL","created_at":"2026-07-05T07:04:02Z"}],"graph_snapshots":[{"event_id":"sha256:c8472e4d26de6753c1e51e9a1d6f50935898f155c7459a12f58aabe5556abaed","target":"graph","created_at":"2026-07-05T07:04:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.14840/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present a setup for training, evaluating and interpreting neural language models, that uses artificial, language-like data. The data is generated using a massive probabilistic grammar (based on state-split PCFGs), that is itself derived from a large natural language corpus, but also provides us complete control over the generative process. We describe and release both grammar and corpus, and test for the naturalness of our generated data. This approach allows us to define closed-form expressions to efficiently compute exact lower bounds on obtainable perplexity using both causal and masked ","authors_text":"Jaap Jumelet, Willem Zuidema","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T12:03:01Z","title":"Transparency at the Source: Evaluating and Interpreting Language Models With Access to the True Distribution"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14840","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0af53d71f17c654a2724df81185d3f0f55d7bc56232dd91b29ed3926c5e07080","target":"record","created_at":"2026-07-05T07:04:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fb9ae770c049643bc0d4fa91f05cfa658e70d7a5cafef9bc48541ae615abefc2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-23T12:03:01Z","title_canon_sha256":"1c009fbb4a3c5c259b6f0ce0ebaf2e3c5c6b7965f9de1a013d019d90311ac0e9"},"schema_version":"1.0","source":{"id":"2310.14840","kind":"arxiv","version":1}},"canonical_sha256":"4997093a6bf9c37347deccd493690bf10a2ae0239c7578875a8feacafba26469","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4997093a6bf9c37347deccd493690bf10a2ae0239c7578875a8feacafba26469","first_computed_at":"2026-07-05T07:04:02.822591Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:04:02.822591Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JtYIeyGGsN8Jy+4I+9zlb+zk0VsoZENfWxQkhq6vB4bjMxwU7DV5qLMRTvie2uQ3C18+fR0OCUfN7bnrNSEPDg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:04:02.823035Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.14840","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0af53d71f17c654a2724df81185d3f0f55d7bc56232dd91b29ed3926c5e07080","sha256:c8472e4d26de6753c1e51e9a1d6f50935898f155c7459a12f58aabe5556abaed"],"state_sha256":"086f62f4e7c2b0aa54415e38f47795282c8a8a0213561b90f041de723fe5ef7a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"azu8AFN17CRiMZuVrp4+MxfVd3qiqIOBkszwfmZZgkNMemEqnOjFAZrtJznkmfG2HUtDx1Sn1hEohLGDq46qBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T01:33:13.596434Z","bundle_sha256":"b13457ab62e7134f9ab519b771118f12f7ae07f3af451ca61266da6e1cb8d459"}}