{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:UPLYACWD56SVCDBN4WLAUEMO6I","short_pith_number":"pith:UPLYACWD","canonical_record":{"source":{"id":"2108.13349","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-30T16:18:50Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e44a92d4057303174bd35a0fc5067d9230a203c2355194a88e8f01429b8e0195","abstract_canon_sha256":"8a624c47870dd3bdbb6e9abbab0890de6aaf7191daf0a7696256552fe03dfebe"},"schema_version":"1.0"},"canonical_sha256":"a3d7800ac3efa5510c2de5960a118ef2396880bc5885310ce2170902df9dcd61","source":{"kind":"arxiv","id":"2108.13349","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.13349","created_at":"2026-07-05T03:09:52Z"},{"alias_kind":"arxiv_version","alias_value":"2108.13349v1","created_at":"2026-07-05T03:09:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.13349","created_at":"2026-07-05T03:09:52Z"},{"alias_kind":"pith_short_12","alias_value":"UPLYACWD56SV","created_at":"2026-07-05T03:09:52Z"},{"alias_kind":"pith_short_16","alias_value":"UPLYACWD56SVCDBN","created_at":"2026-07-05T03:09:52Z"},{"alias_kind":"pith_short_8","alias_value":"UPLYACWD","created_at":"2026-07-05T03:09:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:UPLYACWD56SVCDBN4WLAUEMO6I","target":"record","payload":{"canonical_record":{"source":{"id":"2108.13349","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-30T16:18:50Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"e44a92d4057303174bd35a0fc5067d9230a203c2355194a88e8f01429b8e0195","abstract_canon_sha256":"8a624c47870dd3bdbb6e9abbab0890de6aaf7191daf0a7696256552fe03dfebe"},"schema_version":"1.0"},"canonical_sha256":"a3d7800ac3efa5510c2de5960a118ef2396880bc5885310ce2170902df9dcd61","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:09:52.983221Z","signature_b64":"7W47yDgQvVnf8YK4HBzvF1XbcWqfg/G86jj3mf33UujIRrSlR55cONT2CuSfYl6Q5hMt9+XA0CL4JIvUZ+C2CA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a3d7800ac3efa5510c2de5960a118ef2396880bc5885310ce2170902df9dcd61","last_reissued_at":"2026-07-05T03:09:52.982793Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:09:52.982793Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.13349","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:09:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"dLtPb4AK5rh5B3jXT28IaY2u18ujgWAYCkdl0VAkTFD69w4/MoAF0XS/HTVWK07vKe9i6bUJsp4V1q3e8cdRDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T18:00:04.209975Z"},"content_sha256":"3af4eb63991667eb90d0a332660d9a3debeb409e6e46d31fc238b826d8d4177f","schema_version":"1.0","event_id":"sha256:3af4eb63991667eb90d0a332660d9a3debeb409e6e46d31fc238b826d8d4177f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:UPLYACWD56SVCDBN4WLAUEMO6I","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On the Multilingual Capabilities of Very Large-Scale English Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Jordi Armengol-Estap\\'e, Maite Melero, Ona de Gibert Bonet","submitted_at":"2021-08-30T16:18:50Z","abstract_excerpt":"Generative Pre-trained Transformers (GPTs) have recently been scaled to unprecedented sizes in the history of machine learning. These models, solely trained on the language modeling objective, have been shown to exhibit outstanding few-shot learning capabilities in a number of different tasks. Nevertheless, aside from anecdotal experiences, little is known regarding their multilingual capabilities, given the fact that the pre-training corpus is almost entirely composed of English text. In this work, we investigate the multilingual skills of GPT-3, focusing on one language that barely appears i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.13349","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.13349/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:09:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CsVjwXGPMUZUDigPmN8a6bd0ATKB+QQky8u1Zmvn/6owm24IKanRBgYg5sFIUNZJfd8/CBmnj9106yQcAl7LAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-20T18:00:04.210521Z"},"content_sha256":"c948988eee78d4ecb9a55f1ec9e8f080c3b86b5dd9bde39943ff8b57193dcbf7","schema_version":"1.0","event_id":"sha256:c948988eee78d4ecb9a55f1ec9e8f080c3b86b5dd9bde39943ff8b57193dcbf7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/UPLYACWD56SVCDBN4WLAUEMO6I/bundle.json","state_url":"https://pith.science/pith/UPLYACWD56SVCDBN4WLAUEMO6I/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/UPLYACWD56SVCDBN4WLAUEMO6I/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-20T18:00:04Z","links":{"resolver":"https://pith.science/pith/UPLYACWD56SVCDBN4WLAUEMO6I","bundle":"https://pith.science/pith/UPLYACWD56SVCDBN4WLAUEMO6I/bundle.json","state":"https://pith.science/pith/UPLYACWD56SVCDBN4WLAUEMO6I/state.json","well_known_bundle":"https://pith.science/.well-known/pith/UPLYACWD56SVCDBN4WLAUEMO6I/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:UPLYACWD56SVCDBN4WLAUEMO6I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8a624c47870dd3bdbb6e9abbab0890de6aaf7191daf0a7696256552fe03dfebe","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-30T16:18:50Z","title_canon_sha256":"e44a92d4057303174bd35a0fc5067d9230a203c2355194a88e8f01429b8e0195"},"schema_version":"1.0","source":{"id":"2108.13349","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.13349","created_at":"2026-07-05T03:09:52Z"},{"alias_kind":"arxiv_version","alias_value":"2108.13349v1","created_at":"2026-07-05T03:09:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.13349","created_at":"2026-07-05T03:09:52Z"},{"alias_kind":"pith_short_12","alias_value":"UPLYACWD56SV","created_at":"2026-07-05T03:09:52Z"},{"alias_kind":"pith_short_16","alias_value":"UPLYACWD56SVCDBN","created_at":"2026-07-05T03:09:52Z"},{"alias_kind":"pith_short_8","alias_value":"UPLYACWD","created_at":"2026-07-05T03:09:52Z"}],"graph_snapshots":[{"event_id":"sha256:c948988eee78d4ecb9a55f1ec9e8f080c3b86b5dd9bde39943ff8b57193dcbf7","target":"graph","created_at":"2026-07-05T03:09:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.13349/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Generative Pre-trained Transformers (GPTs) have recently been scaled to unprecedented sizes in the history of machine learning. These models, solely trained on the language modeling objective, have been shown to exhibit outstanding few-shot learning capabilities in a number of different tasks. Nevertheless, aside from anecdotal experiences, little is known regarding their multilingual capabilities, given the fact that the pre-training corpus is almost entirely composed of English text. In this work, we investigate the multilingual skills of GPT-3, focusing on one language that barely appears i","authors_text":"Jordi Armengol-Estap\\'e, Maite Melero, Ona de Gibert Bonet","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-30T16:18:50Z","title":"On the Multilingual Capabilities of Very Large-Scale English Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.13349","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3af4eb63991667eb90d0a332660d9a3debeb409e6e46d31fc238b826d8d4177f","target":"record","created_at":"2026-07-05T03:09:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8a624c47870dd3bdbb6e9abbab0890de6aaf7191daf0a7696256552fe03dfebe","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2021-08-30T16:18:50Z","title_canon_sha256":"e44a92d4057303174bd35a0fc5067d9230a203c2355194a88e8f01429b8e0195"},"schema_version":"1.0","source":{"id":"2108.13349","kind":"arxiv","version":1}},"canonical_sha256":"a3d7800ac3efa5510c2de5960a118ef2396880bc5885310ce2170902df9dcd61","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a3d7800ac3efa5510c2de5960a118ef2396880bc5885310ce2170902df9dcd61","first_computed_at":"2026-07-05T03:09:52.982793Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:09:52.982793Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7W47yDgQvVnf8YK4HBzvF1XbcWqfg/G86jj3mf33UujIRrSlR55cONT2CuSfYl6Q5hMt9+XA0CL4JIvUZ+C2CA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:09:52.983221Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.13349","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3af4eb63991667eb90d0a332660d9a3debeb409e6e46d31fc238b826d8d4177f","sha256:c948988eee78d4ecb9a55f1ec9e8f080c3b86b5dd9bde39943ff8b57193dcbf7"],"state_sha256":"f05859cda3cd0761225b0b418677f23fe354e97fe27cb8eaa85011330be9310b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FoLvUpSIzEQlwljcXOQ0Oc6yJcKCCfcdS948WJumlpIZbAvqWIc82HWvj4rVsZTLp5A2r3qCJoXVcJvDt9AEAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-20T18:00:04.213439Z","bundle_sha256":"84bf2185823318255e982d361db405a0ddbaf0bd6125d5ecb8805b142309a13c"}}