{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:VD26EQBCWMJJ3E4NBR2UID7NON","short_pith_number":"pith:VD26EQBC","canonical_record":{"source":{"id":"2206.07682","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-15T17:32:01Z","cross_cats_sorted":[],"title_canon_sha256":"2b1610b25d76e0616eb1b498d8cc25df27e2c5e28c34cccfb95c678043ac4773","abstract_canon_sha256":"1c80491a8128e3e34ec66e2679d082d11bab4ca67bb1e8cdae64281879fcdfc6"},"schema_version":"1.0"},"canonical_sha256":"a8f5e24022b3129d938d0c75440fed73414b900123517047370921c7f5e0bae2","source":{"kind":"arxiv","id":"2206.07682","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.07682","created_at":"2026-07-05T05:10:38Z"},{"alias_kind":"arxiv_version","alias_value":"2206.07682v2","created_at":"2026-07-05T05:10:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.07682","created_at":"2026-07-05T05:10:38Z"},{"alias_kind":"pith_short_12","alias_value":"VD26EQBCWMJJ","created_at":"2026-07-05T05:10:38Z"},{"alias_kind":"pith_short_16","alias_value":"VD26EQBCWMJJ3E4N","created_at":"2026-07-05T05:10:38Z"},{"alias_kind":"pith_short_8","alias_value":"VD26EQBC","created_at":"2026-07-05T05:10:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:VD26EQBCWMJJ3E4NBR2UID7NON","target":"record","payload":{"canonical_record":{"source":{"id":"2206.07682","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-15T17:32:01Z","cross_cats_sorted":[],"title_canon_sha256":"2b1610b25d76e0616eb1b498d8cc25df27e2c5e28c34cccfb95c678043ac4773","abstract_canon_sha256":"1c80491a8128e3e34ec66e2679d082d11bab4ca67bb1e8cdae64281879fcdfc6"},"schema_version":"1.0"},"canonical_sha256":"a8f5e24022b3129d938d0c75440fed73414b900123517047370921c7f5e0bae2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:10:38.578869Z","signature_b64":"dFPPGbavzjllvjpECaTq6v//ExKTlAfBzB/1RXiJIybI4XbHXZYo7KEHtlvcljYQ0YIS3Y60pow72WsZlvdJAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a8f5e24022b3129d938d0c75440fed73414b900123517047370921c7f5e0bae2","last_reissued_at":"2026-07-05T05:10:38.578274Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:10:38.578274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.07682","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:10:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Gzato/z+FDt/cA2sIKRYerlQTZosWPAVvRhKIcTHtIkDhnIKppKenXNKQGLJ4WjS4H88kZnBfKF0aitMaF4lCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:23:27.710129Z"},"content_sha256":"4cfd4427309f1f08b4db7e7a6044bcd4b4fdcfd525b0566493691eb0e32342a6","schema_version":"1.0","event_id":"sha256:4cfd4427309f1f08b4db7e7a6044bcd4b4fdcfd525b0566493691eb0e32342a6"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:VD26EQBCWMJJ3E4NBR2UID7NON","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Emergent Abilities of Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"Certain abilities emerge in large language models only after they reach a critical size and cannot be predicted by extrapolating from smaller models.","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Barret Zoph, Colin Raffel, Dani Yogatama, Denny Zhou, Donald Metzler, Ed H. Chi, Jason Wei, Jeff Dean, Maarten Bosma, Oriol Vinyals, Percy Liang, Rishi Bommasani, Sebastian Borgeaud, Tatsunori Hashimoto, William Fedus, Yi Tay","submitted_at":"2022-06-15T17:32:01Z","abstract_excerpt":"Scaling up language models has been shown to predictably improve performance and sample efficiency on a wide range of downstream tasks. This paper instead discusses an unpredictable phenomenon that we refer to as emergent abilities of large language models. We consider an ability to be emergent if it is not present in smaller models but is present in larger models. Thus, emergent abilities cannot be predicted simply by extrapolating the performance of smaller models. The existence of such emergence implies that additional scaling could further expand the range of capabilities of language model"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"We consider an ability to be emergent if it is not present in smaller models but is present in larger models. Thus, emergent abilities cannot be predicted simply by extrapolating the performance of smaller models.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That observed performance jumps are caused by model scale itself rather than changes in training data, evaluation methods, or prompting techniques across model sizes.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"Emergent abilities are capabilities present in large language models but absent in smaller ones and cannot be predicted by extrapolating smaller model performance.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Certain abilities emerge in large language models only after they reach a critical size and cannot be predicted by extrapolating from smaller models.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"9578b9b74fc0205038f8a0ef512e658e2a473ea2ee24ddfff7f89a8009ef8cf2"},"source":{"id":"2206.07682","kind":"arxiv","version":2},"verdict":{"id":"6a4719f3-ccdd-4352-98ae-0161a6df8114","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-11T07:30:45.520908Z","strongest_claim":"We consider an ability to be emergent if it is not present in smaller models but is present in larger models. Thus, emergent abilities cannot be predicted simply by extrapolating the performance of smaller models.","one_line_summary":"Emergent abilities are capabilities present in large language models but absent in smaller ones and cannot be predicted by extrapolating smaller model performance.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That observed performance jumps are caused by model scale itself rather than changes in training data, evaluation methods, or prompting techniques across model sizes.","pith_extraction_headline":"Certain abilities emerge in large language models only after they reach a critical size and cannot be predicted by extrapolating from smaller models."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.07682/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":103,"sample":[{"doi":"","year":2017,"title":"Bootstrapping language acquisition","work_id":"4c7b46ad-afc3-45b6-bce3-c1c56525bfa1","ref_index":1,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2022,"title":"Do As I Can, Not As I Say: Grounding Language in Robotic Affordances","work_id":"037320f1-b0a9-4cbe-a639-bfb25409ce71","ref_index":2,"cited_arxiv_id":"2204.01691","is_internal_anchor":true},{"doi":"","year":2022,"title":"Flamingo: a Visual Language Model for Few-Shot Learning","work_id":"a110f764-38dc-41b2-a802-53744ecea1fc","ref_index":3,"cited_arxiv_id":"2204.14198","is_internal_anchor":true},{"doi":"","year":1972,"title":"Philip W. Anderson. More is different: B roken symmetry and the nature of the hierarchical structure of science. Science, 177 0 (4047): 0 393--396, 1972. URL http://www.lanais.famaf.unc.edu.ar/cursos/","work_id":"1ed66dc0-98f1-4b32-8f56-3bec0a9342d2","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2022,"title":"and R ´e, C., 2022","work_id":"373688b5-6b2b-4d6f-a93f-0326f2888b11","ref_index":5,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":103,"snapshot_sha256":"67ecd7fcff54d790c72e1549d2d8a4005cb735e376a434839329ab9c13dafac5","internal_anchors":36},"formal_canon":{"evidence_count":2,"snapshot_sha256":"94e82ae9c9afb78f4212880c46187872acf25d86a18dbc588ca116c8bd8302da"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"6a4719f3-ccdd-4352-98ae-0161a6df8114"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:10:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aKzkER6hwekfiBVxOalxVluBX17Q5tgQPa0ddhjjbFf0kDJ/8ANc3vxsBPntjzZw8yzV7bbYehzXoLU8W8fMCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:23:27.710992Z"},"content_sha256":"4b5034871a3499ab016405676a46716aacb275bf03bc55dfd7408e9513c566fa","schema_version":"1.0","event_id":"sha256:4b5034871a3499ab016405676a46716aacb275bf03bc55dfd7408e9513c566fa"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VD26EQBCWMJJ3E4NBR2UID7NON/bundle.json","state_url":"https://pith.science/pith/VD26EQBCWMJJ3E4NBR2UID7NON/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VD26EQBCWMJJ3E4NBR2UID7NON/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T00:23:27Z","links":{"resolver":"https://pith.science/pith/VD26EQBCWMJJ3E4NBR2UID7NON","bundle":"https://pith.science/pith/VD26EQBCWMJJ3E4NBR2UID7NON/bundle.json","state":"https://pith.science/pith/VD26EQBCWMJJ3E4NBR2UID7NON/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VD26EQBCWMJJ3E4NBR2UID7NON/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:VD26EQBCWMJJ3E4NBR2UID7NON","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1c80491a8128e3e34ec66e2679d082d11bab4ca67bb1e8cdae64281879fcdfc6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-15T17:32:01Z","title_canon_sha256":"2b1610b25d76e0616eb1b498d8cc25df27e2c5e28c34cccfb95c678043ac4773"},"schema_version":"1.0","source":{"id":"2206.07682","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.07682","created_at":"2026-07-05T05:10:38Z"},{"alias_kind":"arxiv_version","alias_value":"2206.07682v2","created_at":"2026-07-05T05:10:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.07682","created_at":"2026-07-05T05:10:38Z"},{"alias_kind":"pith_short_12","alias_value":"VD26EQBCWMJJ","created_at":"2026-07-05T05:10:38Z"},{"alias_kind":"pith_short_16","alias_value":"VD26EQBCWMJJ3E4N","created_at":"2026-07-05T05:10:38Z"},{"alias_kind":"pith_short_8","alias_value":"VD26EQBC","created_at":"2026-07-05T05:10:38Z"}],"graph_snapshots":[{"event_id":"sha256:4b5034871a3499ab016405676a46716aacb275bf03bc55dfd7408e9513c566fa","target":"graph","created_at":"2026-07-05T05:10:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"We consider an ability to be emergent if it is not present in smaller models but is present in larger models. Thus, emergent abilities cannot be predicted simply by extrapolating the performance of smaller models."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That observed performance jumps are caused by model scale itself rather than changes in training data, evaluation methods, or prompting techniques across model sizes."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"Emergent abilities are capabilities present in large language models but absent in smaller ones and cannot be predicted by extrapolating smaller model performance."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Certain abilities emerge in large language models only after they reach a critical size and cannot be predicted by extrapolating from smaller models."}],"snapshot_sha256":"9578b9b74fc0205038f8a0ef512e658e2a473ea2ee24ddfff7f89a8009ef8cf2"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"94e82ae9c9afb78f4212880c46187872acf25d86a18dbc588ca116c8bd8302da"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.07682/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Scaling up language models has been shown to predictably improve performance and sample efficiency on a wide range of downstream tasks. This paper instead discusses an unpredictable phenomenon that we refer to as emergent abilities of large language models. We consider an ability to be emergent if it is not present in smaller models but is present in larger models. Thus, emergent abilities cannot be predicted simply by extrapolating the performance of smaller models. The existence of such emergence implies that additional scaling could further expand the range of capabilities of language model","authors_text":"Barret Zoph, Colin Raffel, Dani Yogatama, Denny Zhou, Donald Metzler, Ed H. Chi, Jason Wei, Jeff Dean, Maarten Bosma, Oriol Vinyals, Percy Liang, Rishi Bommasani, Sebastian Borgeaud, Tatsunori Hashimoto, William Fedus, Yi Tay","cross_cats":[],"headline":"Certain abilities emerge in large language models only after they reach a critical size and cannot be predicted by extrapolating from smaller models.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-15T17:32:01Z","title":"Emergent Abilities of Large Language Models"},"references":{"count":103,"internal_anchors":36,"resolved_work":103,"sample":[{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":1,"title":"Bootstrapping language acquisition","work_id":"4c7b46ad-afc3-45b6-bce3-c1c56525bfa1","year":2017},{"cited_arxiv_id":"2204.01691","doi":"","is_internal_anchor":true,"ref_index":2,"title":"Do As I Can, Not As I Say: Grounding Language in Robotic Affordances","work_id":"037320f1-b0a9-4cbe-a639-bfb25409ce71","year":2022},{"cited_arxiv_id":"2204.14198","doi":"","is_internal_anchor":true,"ref_index":3,"title":"Flamingo: a Visual Language Model for Few-Shot Learning","work_id":"a110f764-38dc-41b2-a802-53744ecea1fc","year":2022},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"Philip W. Anderson. More is different: B roken symmetry and the nature of the hierarchical structure of science. Science, 177 0 (4047): 0 393--396, 1972. URL http://www.lanais.famaf.unc.edu.ar/cursos/","work_id":"1ed66dc0-98f1-4b32-8f56-3bec0a9342d2","year":1972},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"and R ´e, C., 2022","work_id":"373688b5-6b2b-4d6f-a93f-0326f2888b11","year":2022}],"snapshot_sha256":"67ecd7fcff54d790c72e1549d2d8a4005cb735e376a434839329ab9c13dafac5"},"source":{"id":"2206.07682","kind":"arxiv","version":2},"verdict":{"created_at":"2026-05-11T07:30:45.520908Z","id":"6a4719f3-ccdd-4352-98ae-0161a6df8114","model_set":{"reader":"grok-4.3"},"one_line_summary":"Emergent abilities are capabilities present in large language models but absent in smaller ones and cannot be predicted by extrapolating smaller model performance.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Certain abilities emerge in large language models only after they reach a critical size and cannot be predicted by extrapolating from smaller models.","strongest_claim":"We consider an ability to be emergent if it is not present in smaller models but is present in larger models. Thus, emergent abilities cannot be predicted simply by extrapolating the performance of smaller models.","weakest_assumption":"That observed performance jumps are caused by model scale itself rather than changes in training data, evaluation methods, or prompting techniques across model sizes."}},"verdict_id":"6a4719f3-ccdd-4352-98ae-0161a6df8114"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4cfd4427309f1f08b4db7e7a6044bcd4b4fdcfd525b0566493691eb0e32342a6","target":"record","created_at":"2026-07-05T05:10:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1c80491a8128e3e34ec66e2679d082d11bab4ca67bb1e8cdae64281879fcdfc6","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-15T17:32:01Z","title_canon_sha256":"2b1610b25d76e0616eb1b498d8cc25df27e2c5e28c34cccfb95c678043ac4773"},"schema_version":"1.0","source":{"id":"2206.07682","kind":"arxiv","version":2}},"canonical_sha256":"a8f5e24022b3129d938d0c75440fed73414b900123517047370921c7f5e0bae2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a8f5e24022b3129d938d0c75440fed73414b900123517047370921c7f5e0bae2","first_computed_at":"2026-07-05T05:10:38.578274Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:10:38.578274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dFPPGbavzjllvjpECaTq6v//ExKTlAfBzB/1RXiJIybI4XbHXZYo7KEHtlvcljYQ0YIS3Y60pow72WsZlvdJAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T05:10:38.578869Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.07682","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4cfd4427309f1f08b4db7e7a6044bcd4b4fdcfd525b0566493691eb0e32342a6","sha256:4b5034871a3499ab016405676a46716aacb275bf03bc55dfd7408e9513c566fa"],"state_sha256":"963aaf03970294885fa8ab31161661d1060a5973b56e26a14d3682aecfcefbbc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JTqy+DP9uW9sSjamoMMLZJlooC9VeQNRx7yTvi8E7omRphAwZAtJUPk0qZId13PWmm6frtDnGIoE0m5GXse7AA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T00:23:27.715408Z","bundle_sha256":"0661dd55fbc82f6c1252641af36397baa6c45d8278f5ac68a003b683a9265d74"}}