{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:5D7UZGQKTQX53M5TTYBWYSMT27","short_pith_number":"pith:5D7UZGQK","canonical_record":{"source":{"id":"2211.01786","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-03T13:19:32Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e49ba3d7cfc7675232b2cb40e94940e70818faaee4dce6c5b14045283909847f","abstract_canon_sha256":"8035acedf130a7f39542d6f6171eecad1696c5c6f6c96cb3d1e6dce8aeb239d3"},"schema_version":"1.0"},"canonical_sha256":"e8ff4c9a0a9c2fddb3b39e036c4993d7ca77c2256b747cf3280593abd2ad315d","source":{"kind":"arxiv","id":"2211.01786","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.01786","created_at":"2026-07-05T06:14:37Z"},{"alias_kind":"arxiv_version","alias_value":"2211.01786v2","created_at":"2026-07-05T06:14:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.01786","created_at":"2026-07-05T06:14:37Z"},{"alias_kind":"pith_short_12","alias_value":"5D7UZGQKTQX5","created_at":"2026-07-05T06:14:37Z"},{"alias_kind":"pith_short_16","alias_value":"5D7UZGQKTQX53M5T","created_at":"2026-07-05T06:14:37Z"},{"alias_kind":"pith_short_8","alias_value":"5D7UZGQK","created_at":"2026-07-05T06:14:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:5D7UZGQKTQX53M5TTYBWYSMT27","target":"record","payload":{"canonical_record":{"source":{"id":"2211.01786","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-03T13:19:32Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"e49ba3d7cfc7675232b2cb40e94940e70818faaee4dce6c5b14045283909847f","abstract_canon_sha256":"8035acedf130a7f39542d6f6171eecad1696c5c6f6c96cb3d1e6dce8aeb239d3"},"schema_version":"1.0"},"canonical_sha256":"e8ff4c9a0a9c2fddb3b39e036c4993d7ca77c2256b747cf3280593abd2ad315d","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:14:37.726768Z","signature_b64":"vlf3cIIV/mM0Mg4a48untP6nCDXdPSyaW7p0L00rXYT+rK4MVq6FAtrVwG3I+AUgcY7XmLYiownC3Tpj63yhDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e8ff4c9a0a9c2fddb3b39e036c4993d7ca77c2256b747cf3280593abd2ad315d","last_reissued_at":"2026-07-05T06:14:37.726274Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:14:37.726274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.01786","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7c6YWL+z9kPHRI4wx9viwmupqdSsRvOabYBqluwy7LAB7ClQfmz1AgxF3LPlaK8GmGHGmM126xL1MymXY6gxCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T18:40:47.883195Z"},"content_sha256":"03bcd53591c3f49865025ad655c52b9f9f01e3bb9f270244c31049cdb62bec9a","schema_version":"1.0","event_id":"sha256:03bcd53591c3f49865025ad655c52b9f9f01e3bb9f270244c31049cdb62bec9a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:5D7UZGQKTQX53M5TTYBWYSMT27","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Crosslingual Generalization through Multitask Finetuning","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Adam Roberts, Albert Webson, Alham Fikri Aji, Colin Raffel, Dragomir Radev, Edward Raff, Hailey Schoelkopf, Khalid Almubarak, Lintang Sutawika, M Saiful Bari, Niklas Muennighoff, Samuel Albanie, Sheng Shen, Stella Biderman, Teven Le Scao, Thomas Wang, Xiangru Tang, Zaid Alyafeai, Zheng-Xin Yong","submitted_at":"2022-11-03T13:19:32Z","abstract_excerpt":"Multitask prompted finetuning (MTF) has been shown to help large language models generalize to new tasks in a zero-shot setting, but so far explorations of MTF have focused on English data and models. We apply MTF to the pretrained multilingual BLOOM and mT5 model families to produce finetuned variants called BLOOMZ and mT0. We find finetuning large multilingual language models on English tasks with English prompts allows for task generalization to non-English languages that appear only in the pretraining corpus. Finetuning on multilingual tasks with English prompts further improves performanc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.01786","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.01786/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:14:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZtF2GJy8x61vFC28cX/yTS5zdnbUvbANTjl+PhO35d1UpidXnkcdFFBH/7ZyHQZrZya24Gb6surmu6BmihqKAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T18:40:47.883574Z"},"content_sha256":"b1d4bf70fba8116423b761b0cc38670a8fc96bb22c3381d8bc7965b13d03eca2","schema_version":"1.0","event_id":"sha256:b1d4bf70fba8116423b761b0cc38670a8fc96bb22c3381d8bc7965b13d03eca2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5D7UZGQKTQX53M5TTYBWYSMT27/bundle.json","state_url":"https://pith.science/pith/5D7UZGQKTQX53M5TTYBWYSMT27/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5D7UZGQKTQX53M5TTYBWYSMT27/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T18:40:47Z","links":{"resolver":"https://pith.science/pith/5D7UZGQKTQX53M5TTYBWYSMT27","bundle":"https://pith.science/pith/5D7UZGQKTQX53M5TTYBWYSMT27/bundle.json","state":"https://pith.science/pith/5D7UZGQKTQX53M5TTYBWYSMT27/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5D7UZGQKTQX53M5TTYBWYSMT27/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:5D7UZGQKTQX53M5TTYBWYSMT27","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8035acedf130a7f39542d6f6171eecad1696c5c6f6c96cb3d1e6dce8aeb239d3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-03T13:19:32Z","title_canon_sha256":"e49ba3d7cfc7675232b2cb40e94940e70818faaee4dce6c5b14045283909847f"},"schema_version":"1.0","source":{"id":"2211.01786","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.01786","created_at":"2026-07-05T06:14:37Z"},{"alias_kind":"arxiv_version","alias_value":"2211.01786v2","created_at":"2026-07-05T06:14:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.01786","created_at":"2026-07-05T06:14:37Z"},{"alias_kind":"pith_short_12","alias_value":"5D7UZGQKTQX5","created_at":"2026-07-05T06:14:37Z"},{"alias_kind":"pith_short_16","alias_value":"5D7UZGQKTQX53M5T","created_at":"2026-07-05T06:14:37Z"},{"alias_kind":"pith_short_8","alias_value":"5D7UZGQK","created_at":"2026-07-05T06:14:37Z"}],"graph_snapshots":[{"event_id":"sha256:b1d4bf70fba8116423b761b0cc38670a8fc96bb22c3381d8bc7965b13d03eca2","target":"graph","created_at":"2026-07-05T06:14:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.01786/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Multitask prompted finetuning (MTF) has been shown to help large language models generalize to new tasks in a zero-shot setting, but so far explorations of MTF have focused on English data and models. We apply MTF to the pretrained multilingual BLOOM and mT5 model families to produce finetuned variants called BLOOMZ and mT0. We find finetuning large multilingual language models on English tasks with English prompts allows for task generalization to non-English languages that appear only in the pretraining corpus. Finetuning on multilingual tasks with English prompts further improves performanc","authors_text":"Adam Roberts, Albert Webson, Alham Fikri Aji, Colin Raffel, Dragomir Radev, Edward Raff, Hailey Schoelkopf, Khalid Almubarak, Lintang Sutawika, M Saiful Bari, Niklas Muennighoff, Samuel Albanie, Sheng Shen, Stella Biderman, Teven Le Scao, Thomas Wang, Xiangru Tang, Zaid Alyafeai, Zheng-Xin Yong","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-03T13:19:32Z","title":"Crosslingual Generalization through Multitask Finetuning"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.01786","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:03bcd53591c3f49865025ad655c52b9f9f01e3bb9f270244c31049cdb62bec9a","target":"record","created_at":"2026-07-05T06:14:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8035acedf130a7f39542d6f6171eecad1696c5c6f6c96cb3d1e6dce8aeb239d3","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-11-03T13:19:32Z","title_canon_sha256":"e49ba3d7cfc7675232b2cb40e94940e70818faaee4dce6c5b14045283909847f"},"schema_version":"1.0","source":{"id":"2211.01786","kind":"arxiv","version":2}},"canonical_sha256":"e8ff4c9a0a9c2fddb3b39e036c4993d7ca77c2256b747cf3280593abd2ad315d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e8ff4c9a0a9c2fddb3b39e036c4993d7ca77c2256b747cf3280593abd2ad315d","first_computed_at":"2026-07-05T06:14:37.726274Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:14:37.726274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vlf3cIIV/mM0Mg4a48untP6nCDXdPSyaW7p0L00rXYT+rK4MVq6FAtrVwG3I+AUgcY7XmLYiownC3Tpj63yhDg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:14:37.726768Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.01786","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:03bcd53591c3f49865025ad655c52b9f9f01e3bb9f270244c31049cdb62bec9a","sha256:b1d4bf70fba8116423b761b0cc38670a8fc96bb22c3381d8bc7965b13d03eca2"],"state_sha256":"452b275a05feff53c2aac8d3a91adba85546b29c38b1adffdc2061b59cfb771d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hyYlfqOJcqliqdV3dPGH3ZkD3sVfAgj8Y3zLyEyCURI55qOSI+AgvuhlcetBrJencRrKQNzZ77WUI66p9MJABA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T18:40:47.886166Z","bundle_sha256":"f5d5f3b637a6ec44972b8f4f0ddacd67bb3e69207f2cff175268d422b12625c3"}}