{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:C33J3F5HBF7H245BXBEKGCZT6F","short_pith_number":"pith:C33J3F5H","canonical_record":{"source":{"id":"2208.01448","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-02T13:30:07Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"cee22d25dc272bafa84952745bf7b8cc6e93d1f305a6e364291d302ce5d3e6b1","abstract_canon_sha256":"fdbebea2e8a9da3694361e9700d167b6f9990ef055957ed0eb1188b11b7b7837"},"schema_version":"1.0"},"canonical_sha256":"16f69d97a7097e7d73a1b848a30b33f15a71b8c36073247a7bd9df306b4828d5","source":{"kind":"arxiv","id":"2208.01448","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.01448","created_at":"2026-07-05T04:45:50Z"},{"alias_kind":"arxiv_version","alias_value":"2208.01448v2","created_at":"2026-07-05T04:45:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.01448","created_at":"2026-07-05T04:45:50Z"},{"alias_kind":"pith_short_12","alias_value":"C33J3F5HBF7H","created_at":"2026-07-05T04:45:50Z"},{"alias_kind":"pith_short_16","alias_value":"C33J3F5HBF7H245B","created_at":"2026-07-05T04:45:50Z"},{"alias_kind":"pith_short_8","alias_value":"C33J3F5H","created_at":"2026-07-05T04:45:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:C33J3F5HBF7H245BXBEKGCZT6F","target":"record","payload":{"canonical_record":{"source":{"id":"2208.01448","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-02T13:30:07Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"cee22d25dc272bafa84952745bf7b8cc6e93d1f305a6e364291d302ce5d3e6b1","abstract_canon_sha256":"fdbebea2e8a9da3694361e9700d167b6f9990ef055957ed0eb1188b11b7b7837"},"schema_version":"1.0"},"canonical_sha256":"16f69d97a7097e7d73a1b848a30b33f15a71b8c36073247a7bd9df306b4828d5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:45:50.155785Z","signature_b64":"ZycbGbexUrLQgWrzukB4emlX87Oye+p14BzxS5CrnH7WR7kjTeMjucm4BTpWADy1Me2JBZN4Jy+bf5/LuO8XDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"16f69d97a7097e7d73a1b848a30b33f15a71b8c36073247a7bd9df306b4828d5","last_reissued_at":"2026-07-05T04:45:50.155345Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:45:50.155345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2208.01448","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:45:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RJFdLEc1Eh28caew6ZKA7ihZgUCQ857ZD5e8vGxODtG2rtxQc9q/OBbmIhEOk56d92cvYFYPaFWmAd41OS00Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:42:04.975047Z"},"content_sha256":"9aeab80a5d45eca8cbaf8d6e0b55f4fe9632153fd96d870590c4a2cf075bc448","schema_version":"1.0","event_id":"sha256:9aeab80a5d45eca8cbaf8d6e0b55f4fe9632153fd96d870590c4a2cf075bc448"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:C33J3F5HBF7H245BXBEKGCZT6F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Andy Rosenbaum, Anna Rumshisky, Apurv Verma, Chandana Satya Prakash, Charith Peris, Fabian Triefenbach, Gokhan Tur, Haidar Khan, Jack FitzGerald, Mukund Sridhar, Prem Natarajan, Rahul Gupta, Saleh Soltan, Shankar Ananthakrishnan, Stephen Rawls, Wael Hamza","submitted_at":"2022-08-02T13:30:07Z","abstract_excerpt":"In this work, we demonstrate that multilingual large-scale sequence-to-sequence (seq2seq) models, pre-trained on a mixture of denoising and Causal Language Modeling (CLM) tasks, are more efficient few-shot learners than decoder-only models on various tasks. In particular, we train a 20 billion parameter multilingual seq2seq model called Alexa Teacher Model (AlexaTM 20B) and show that it achieves state-of-the-art (SOTA) performance on 1-shot summarization tasks, outperforming a much larger 540B PaLM decoder model. AlexaTM 20B also achieves SOTA in 1-shot machine translation, especially for low-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.01448","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2208.01448/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:45:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qOEQgrx7+rp89MxoNx2IelqHsymlylP8Ly6SkoHudKXCA0KgypOK3Y/WQbkHtHheBYXSKJR9Yc/qeQtpVkeBBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T09:42:04.975433Z"},"content_sha256":"1119f0a956e332622f0ebdd1f1b59453b4e694f637a4f7850db3bf1f7ee98945","schema_version":"1.0","event_id":"sha256:1119f0a956e332622f0ebdd1f1b59453b4e694f637a4f7850db3bf1f7ee98945"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/C33J3F5HBF7H245BXBEKGCZT6F/bundle.json","state_url":"https://pith.science/pith/C33J3F5HBF7H245BXBEKGCZT6F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/C33J3F5HBF7H245BXBEKGCZT6F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T09:42:04Z","links":{"resolver":"https://pith.science/pith/C33J3F5HBF7H245BXBEKGCZT6F","bundle":"https://pith.science/pith/C33J3F5HBF7H245BXBEKGCZT6F/bundle.json","state":"https://pith.science/pith/C33J3F5HBF7H245BXBEKGCZT6F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/C33J3F5HBF7H245BXBEKGCZT6F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:C33J3F5HBF7H245BXBEKGCZT6F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"fdbebea2e8a9da3694361e9700d167b6f9990ef055957ed0eb1188b11b7b7837","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-02T13:30:07Z","title_canon_sha256":"cee22d25dc272bafa84952745bf7b8cc6e93d1f305a6e364291d302ce5d3e6b1"},"schema_version":"1.0","source":{"id":"2208.01448","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2208.01448","created_at":"2026-07-05T04:45:50Z"},{"alias_kind":"arxiv_version","alias_value":"2208.01448v2","created_at":"2026-07-05T04:45:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2208.01448","created_at":"2026-07-05T04:45:50Z"},{"alias_kind":"pith_short_12","alias_value":"C33J3F5HBF7H","created_at":"2026-07-05T04:45:50Z"},{"alias_kind":"pith_short_16","alias_value":"C33J3F5HBF7H245B","created_at":"2026-07-05T04:45:50Z"},{"alias_kind":"pith_short_8","alias_value":"C33J3F5H","created_at":"2026-07-05T04:45:50Z"}],"graph_snapshots":[{"event_id":"sha256:1119f0a956e332622f0ebdd1f1b59453b4e694f637a4f7850db3bf1f7ee98945","target":"graph","created_at":"2026-07-05T04:45:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2208.01448/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we demonstrate that multilingual large-scale sequence-to-sequence (seq2seq) models, pre-trained on a mixture of denoising and Causal Language Modeling (CLM) tasks, are more efficient few-shot learners than decoder-only models on various tasks. In particular, we train a 20 billion parameter multilingual seq2seq model called Alexa Teacher Model (AlexaTM 20B) and show that it achieves state-of-the-art (SOTA) performance on 1-shot summarization tasks, outperforming a much larger 540B PaLM decoder model. AlexaTM 20B also achieves SOTA in 1-shot machine translation, especially for low-","authors_text":"Andy Rosenbaum, Anna Rumshisky, Apurv Verma, Chandana Satya Prakash, Charith Peris, Fabian Triefenbach, Gokhan Tur, Haidar Khan, Jack FitzGerald, Mukund Sridhar, Prem Natarajan, Rahul Gupta, Saleh Soltan, Shankar Ananthakrishnan, Stephen Rawls, Wael Hamza","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-02T13:30:07Z","title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2208.01448","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9aeab80a5d45eca8cbaf8d6e0b55f4fe9632153fd96d870590c4a2cf075bc448","target":"record","created_at":"2026-07-05T04:45:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"fdbebea2e8a9da3694361e9700d167b6f9990ef055957ed0eb1188b11b7b7837","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-08-02T13:30:07Z","title_canon_sha256":"cee22d25dc272bafa84952745bf7b8cc6e93d1f305a6e364291d302ce5d3e6b1"},"schema_version":"1.0","source":{"id":"2208.01448","kind":"arxiv","version":2}},"canonical_sha256":"16f69d97a7097e7d73a1b848a30b33f15a71b8c36073247a7bd9df306b4828d5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"16f69d97a7097e7d73a1b848a30b33f15a71b8c36073247a7bd9df306b4828d5","first_computed_at":"2026-07-05T04:45:50.155345Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:45:50.155345Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ZycbGbexUrLQgWrzukB4emlX87Oye+p14BzxS5CrnH7WR7kjTeMjucm4BTpWADy1Me2JBZN4Jy+bf5/LuO8XDA==","signature_status":"signed_v1","signed_at":"2026-07-05T04:45:50.155785Z","signed_message":"canonical_sha256_bytes"},"source_id":"2208.01448","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9aeab80a5d45eca8cbaf8d6e0b55f4fe9632153fd96d870590c4a2cf075bc448","sha256:1119f0a956e332622f0ebdd1f1b59453b4e694f637a4f7850db3bf1f7ee98945"],"state_sha256":"d0c687750d4b14afad487253ce2e645ffd70c1a6f4b795046232712bc63903ff"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c5Sp4IS6rgIIAvNvIHV1OoW1aV299yBsAqjeuXq/oP3jhFGWFylw+TaGSTLC0JGiBFi2Sfawz5EPCcCeFVa5CA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T09:42:04.977773Z","bundle_sha256":"b5d355d68a644d18d74b96f8ece26ed6c68c66a0e0acc024e744c5faa8a04e9c"}}