{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:T7EWUEC4Y36Y33XTZUZ7YGMRWR","short_pith_number":"pith:T7EWUEC4","canonical_record":{"source":{"id":"2203.10326","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-19T13:29:48Z","cross_cats_sorted":[],"title_canon_sha256":"7257e20261d00a9fd9abf2d57280b01145bcf42c85a8ee1ddda7cfe46ae2ab29","abstract_canon_sha256":"3eadd0e7f207ccd3c91d6f20a13907f793c4dfa412ebd5438ff33de57d25bdab"},"schema_version":"1.0"},"canonical_sha256":"9fc96a105cc6fd8deef3cd33fc1991b47745f5e8190e347f9898c15777a2d7fc","source":{"kind":"arxiv","id":"2203.10326","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.10326","created_at":"2026-07-05T04:07:09Z"},{"alias_kind":"arxiv_version","alias_value":"2203.10326v2","created_at":"2026-07-05T04:07:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.10326","created_at":"2026-07-05T04:07:09Z"},{"alias_kind":"pith_short_12","alias_value":"T7EWUEC4Y36Y","created_at":"2026-07-05T04:07:09Z"},{"alias_kind":"pith_short_16","alias_value":"T7EWUEC4Y36Y33XT","created_at":"2026-07-05T04:07:09Z"},{"alias_kind":"pith_short_8","alias_value":"T7EWUEC4","created_at":"2026-07-05T04:07:09Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:T7EWUEC4Y36Y33XTZUZ7YGMRWR","target":"record","payload":{"canonical_record":{"source":{"id":"2203.10326","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-19T13:29:48Z","cross_cats_sorted":[],"title_canon_sha256":"7257e20261d00a9fd9abf2d57280b01145bcf42c85a8ee1ddda7cfe46ae2ab29","abstract_canon_sha256":"3eadd0e7f207ccd3c91d6f20a13907f793c4dfa412ebd5438ff33de57d25bdab"},"schema_version":"1.0"},"canonical_sha256":"9fc96a105cc6fd8deef3cd33fc1991b47745f5e8190e347f9898c15777a2d7fc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:07:09.072194Z","signature_b64":"g/yCxOCd8fk3moEqbRz0f14pwjpyB9ddSlQNx8LuHn9DL98+Awal7e6JZ7owhakkofBsxS0ofjIUzxvSCL8pAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9fc96a105cc6fd8deef3cd33fc1991b47745f5e8190e347f9898c15777a2d7fc","last_reissued_at":"2026-07-05T04:07:09.071790Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:07:09.071790Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2203.10326","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+x8xGZ4dRJoVtx5YZl2BLS3oP8NgyRFM3No1L1dUJqGlBiNKU7VirPU+JeZ86XySZHqsTPQ94bzigy+xu60NDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:40:21.141067Z"},"content_sha256":"3757db329c4b37a0ffcd5c5598fea37171846ab7f2f37119f385a12dfb875a8f","schema_version":"1.0","event_id":"sha256:3757db329c4b37a0ffcd5c5598fea37171846ab7f2f37119f385a12dfb875a8f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:T7EWUEC4Y36Y33XTZUZ7YGMRWR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pretraining with Artificial Language: Studying Transferable Knowledge in Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ryokan Ri, Yoshimasa Tsuruoka","submitted_at":"2022-03-19T13:29:48Z","abstract_excerpt":"We investigate what kind of structural knowledge learned in neural network encoders is transferable to processing natural language. We design artificial languages with structural properties that mimic natural language, pretrain encoders on the data, and see how much performance the encoder exhibits on downstream tasks in natural language. Our experimental results show that pretraining with an artificial language with a nesting dependency structure provides some knowledge transferable to natural language. A follow-up probing analysis indicates that its success in the transfer is related to the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.10326","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2203.10326/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:07:09Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6Q/kPPkr6FeRx9aTOqzRjT1t9rnP9mOYtBBCek+3hs6O6o64thk+JoJyTmNSaVSW24cJJdXaoBkgrAczF0m7Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:40:21.142000Z"},"content_sha256":"ebc139a2a5307f7c92d2883fc389ca2daf37377352f6f40ba33ef43d009e2dde","schema_version":"1.0","event_id":"sha256:ebc139a2a5307f7c92d2883fc389ca2daf37377352f6f40ba33ef43d009e2dde"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T7EWUEC4Y36Y33XTZUZ7YGMRWR/bundle.json","state_url":"https://pith.science/pith/T7EWUEC4Y36Y33XTZUZ7YGMRWR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T7EWUEC4Y36Y33XTZUZ7YGMRWR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:40:21Z","links":{"resolver":"https://pith.science/pith/T7EWUEC4Y36Y33XTZUZ7YGMRWR","bundle":"https://pith.science/pith/T7EWUEC4Y36Y33XTZUZ7YGMRWR/bundle.json","state":"https://pith.science/pith/T7EWUEC4Y36Y33XTZUZ7YGMRWR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T7EWUEC4Y36Y33XTZUZ7YGMRWR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:T7EWUEC4Y36Y33XTZUZ7YGMRWR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3eadd0e7f207ccd3c91d6f20a13907f793c4dfa412ebd5438ff33de57d25bdab","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-19T13:29:48Z","title_canon_sha256":"7257e20261d00a9fd9abf2d57280b01145bcf42c85a8ee1ddda7cfe46ae2ab29"},"schema_version":"1.0","source":{"id":"2203.10326","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2203.10326","created_at":"2026-07-05T04:07:09Z"},{"alias_kind":"arxiv_version","alias_value":"2203.10326v2","created_at":"2026-07-05T04:07:09Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2203.10326","created_at":"2026-07-05T04:07:09Z"},{"alias_kind":"pith_short_12","alias_value":"T7EWUEC4Y36Y","created_at":"2026-07-05T04:07:09Z"},{"alias_kind":"pith_short_16","alias_value":"T7EWUEC4Y36Y33XT","created_at":"2026-07-05T04:07:09Z"},{"alias_kind":"pith_short_8","alias_value":"T7EWUEC4","created_at":"2026-07-05T04:07:09Z"}],"graph_snapshots":[{"event_id":"sha256:ebc139a2a5307f7c92d2883fc389ca2daf37377352f6f40ba33ef43d009e2dde","target":"graph","created_at":"2026-07-05T04:07:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2203.10326/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We investigate what kind of structural knowledge learned in neural network encoders is transferable to processing natural language. We design artificial languages with structural properties that mimic natural language, pretrain encoders on the data, and see how much performance the encoder exhibits on downstream tasks in natural language. Our experimental results show that pretraining with an artificial language with a nesting dependency structure provides some knowledge transferable to natural language. A follow-up probing analysis indicates that its success in the transfer is related to the ","authors_text":"Ryokan Ri, Yoshimasa Tsuruoka","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-19T13:29:48Z","title":"Pretraining with Artificial Language: Studying Transferable Knowledge in Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2203.10326","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3757db329c4b37a0ffcd5c5598fea37171846ab7f2f37119f385a12dfb875a8f","target":"record","created_at":"2026-07-05T04:07:09Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3eadd0e7f207ccd3c91d6f20a13907f793c4dfa412ebd5438ff33de57d25bdab","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-03-19T13:29:48Z","title_canon_sha256":"7257e20261d00a9fd9abf2d57280b01145bcf42c85a8ee1ddda7cfe46ae2ab29"},"schema_version":"1.0","source":{"id":"2203.10326","kind":"arxiv","version":2}},"canonical_sha256":"9fc96a105cc6fd8deef3cd33fc1991b47745f5e8190e347f9898c15777a2d7fc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9fc96a105cc6fd8deef3cd33fc1991b47745f5e8190e347f9898c15777a2d7fc","first_computed_at":"2026-07-05T04:07:09.071790Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:07:09.071790Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"g/yCxOCd8fk3moEqbRz0f14pwjpyB9ddSlQNx8LuHn9DL98+Awal7e6JZ7owhakkofBsxS0ofjIUzxvSCL8pAw==","signature_status":"signed_v1","signed_at":"2026-07-05T04:07:09.072194Z","signed_message":"canonical_sha256_bytes"},"source_id":"2203.10326","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3757db329c4b37a0ffcd5c5598fea37171846ab7f2f37119f385a12dfb875a8f","sha256:ebc139a2a5307f7c92d2883fc389ca2daf37377352f6f40ba33ef43d009e2dde"],"state_sha256":"82c3f60499fdaa65cc010daed2a22ddc1febc6a4c0c42176f0724b7cb1b891d3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+v4/A9mMFrX/Cq3CmtwUwvQCSXsEsgMsO6JVJopcJdfOCjYDMI85IQZiLz6o7cz+vuHMWdQmNF76m69Ej1bcCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:40:21.151073Z","bundle_sha256":"07b1c275d16a2853dd60f5e77576025d8ba5648e4cd966a605ad53d7b53c996a"}}