{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:CSU3JJLSDVKWNQHWQDOYXZ2276","short_pith_number":"pith:CSU3JJLS","canonical_record":{"source":{"id":"2404.02204","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-02T18:00:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"36dda7266bbb16f8ec3c67835835554f7e9bb857de725e64c3afe2b4a291e713","abstract_canon_sha256":"88b6a56cde0f00d3abd86bc6a55cd51acf9278205600165154865d2606ba993f"},"schema_version":"1.0"},"canonical_sha256":"14a9b4a5721d5566c0f680dd8be75aff9ae722a45aad1cd30c05d80876f93b3c","source":{"kind":"arxiv","id":"2404.02204","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.02204","created_at":"2026-07-05T08:03:52Z"},{"alias_kind":"arxiv_version","alias_value":"2404.02204v1","created_at":"2026-07-05T08:03:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.02204","created_at":"2026-07-05T08:03:52Z"},{"alias_kind":"pith_short_12","alias_value":"CSU3JJLSDVKW","created_at":"2026-07-05T08:03:52Z"},{"alias_kind":"pith_short_16","alias_value":"CSU3JJLSDVKWNQHW","created_at":"2026-07-05T08:03:52Z"},{"alias_kind":"pith_short_8","alias_value":"CSU3JJLS","created_at":"2026-07-05T08:03:52Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:CSU3JJLSDVKWNQHWQDOYXZ2276","target":"record","payload":{"canonical_record":{"source":{"id":"2404.02204","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-02T18:00:28Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"36dda7266bbb16f8ec3c67835835554f7e9bb857de725e64c3afe2b4a291e713","abstract_canon_sha256":"88b6a56cde0f00d3abd86bc6a55cd51acf9278205600165154865d2606ba993f"},"schema_version":"1.0"},"canonical_sha256":"14a9b4a5721d5566c0f680dd8be75aff9ae722a45aad1cd30c05d80876f93b3c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:03:52.440153Z","signature_b64":"k/3imhQn6hB6VIm4EOyAKmN0fmh8VIYEuYT7L6EoV9eD6HmH/89QaiCKrjbCCDddaF5zOvpsAmilP12KQ1TgCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"14a9b4a5721d5566c0f680dd8be75aff9ae722a45aad1cd30c05d80876f93b3c","last_reissued_at":"2026-07-05T08:03:52.439665Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:03:52.439665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.02204","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:03:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DKGMa3j0qrWGVmHUJ73w54CW+JYVv9Om+S+vAjEzF/skka2neMUMIAbSasoy65fxBAHpqEwFghk3Q81/op8JDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T06:34:16.457142Z"},"content_sha256":"4d4449732619e05b5121eac875d207e32d8084f0c4063ca32c2385a69d6fb1d0","schema_version":"1.0","event_id":"sha256:4d4449732619e05b5121eac875d207e32d8084f0c4063ca32c2385a69d6fb1d0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:CSU3JJLSDVKWNQHWQDOYXZ2276","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Emergent Abilities in Reduced-Scale Generative Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Anna Rumshisky, Sherin Muckatira, Vijeta Deshpande, Vladislav Lialin","submitted_at":"2024-04-02T18:00:28Z","abstract_excerpt":"Large language models can solve new tasks without task-specific fine-tuning. This ability, also known as in-context learning (ICL), is considered an emergent ability and is primarily seen in large language models with billions of parameters. This study investigates if such emergent properties are strictly tied to model size or can be demonstrated by smaller models trained on reduced-scale data. To explore this, we simplify pre-training data and pre-train 36 causal language models with parameters varying from 1 million to 165 million parameters. We show that models trained on this simplified pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.02204","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.02204/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:03:52Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"43mawx0UmDKjUO38J03qHkDxfzZftEKpEmsrOm2NjRQCzWoimi6TuNyvU1JdJDhr5RccZrJFHW/nurvTTIv1DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-13T06:34:16.457544Z"},"content_sha256":"2480cacf9e29dc4eb04e568efe2059d8e85b7c92964d849fe3b1b84f59d5ddbb","schema_version":"1.0","event_id":"sha256:2480cacf9e29dc4eb04e568efe2059d8e85b7c92964d849fe3b1b84f59d5ddbb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/CSU3JJLSDVKWNQHWQDOYXZ2276/bundle.json","state_url":"https://pith.science/pith/CSU3JJLSDVKWNQHWQDOYXZ2276/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/CSU3JJLSDVKWNQHWQDOYXZ2276/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-13T06:34:16Z","links":{"resolver":"https://pith.science/pith/CSU3JJLSDVKWNQHWQDOYXZ2276","bundle":"https://pith.science/pith/CSU3JJLSDVKWNQHWQDOYXZ2276/bundle.json","state":"https://pith.science/pith/CSU3JJLSDVKWNQHWQDOYXZ2276/state.json","well_known_bundle":"https://pith.science/.well-known/pith/CSU3JJLSDVKWNQHWQDOYXZ2276/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:CSU3JJLSDVKWNQHWQDOYXZ2276","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"88b6a56cde0f00d3abd86bc6a55cd51acf9278205600165154865d2606ba993f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-02T18:00:28Z","title_canon_sha256":"36dda7266bbb16f8ec3c67835835554f7e9bb857de725e64c3afe2b4a291e713"},"schema_version":"1.0","source":{"id":"2404.02204","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.02204","created_at":"2026-07-05T08:03:52Z"},{"alias_kind":"arxiv_version","alias_value":"2404.02204v1","created_at":"2026-07-05T08:03:52Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.02204","created_at":"2026-07-05T08:03:52Z"},{"alias_kind":"pith_short_12","alias_value":"CSU3JJLSDVKW","created_at":"2026-07-05T08:03:52Z"},{"alias_kind":"pith_short_16","alias_value":"CSU3JJLSDVKWNQHW","created_at":"2026-07-05T08:03:52Z"},{"alias_kind":"pith_short_8","alias_value":"CSU3JJLS","created_at":"2026-07-05T08:03:52Z"}],"graph_snapshots":[{"event_id":"sha256:2480cacf9e29dc4eb04e568efe2059d8e85b7c92964d849fe3b1b84f59d5ddbb","target":"graph","created_at":"2026-07-05T08:03:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.02204/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models can solve new tasks without task-specific fine-tuning. This ability, also known as in-context learning (ICL), is considered an emergent ability and is primarily seen in large language models with billions of parameters. This study investigates if such emergent properties are strictly tied to model size or can be demonstrated by smaller models trained on reduced-scale data. To explore this, we simplify pre-training data and pre-train 36 causal language models with parameters varying from 1 million to 165 million parameters. We show that models trained on this simplified pr","authors_text":"Anna Rumshisky, Sherin Muckatira, Vijeta Deshpande, Vladislav Lialin","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-02T18:00:28Z","title":"Emergent Abilities in Reduced-Scale Generative Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.02204","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4d4449732619e05b5121eac875d207e32d8084f0c4063ca32c2385a69d6fb1d0","target":"record","created_at":"2026-07-05T08:03:52Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"88b6a56cde0f00d3abd86bc6a55cd51acf9278205600165154865d2606ba993f","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-02T18:00:28Z","title_canon_sha256":"36dda7266bbb16f8ec3c67835835554f7e9bb857de725e64c3afe2b4a291e713"},"schema_version":"1.0","source":{"id":"2404.02204","kind":"arxiv","version":1}},"canonical_sha256":"14a9b4a5721d5566c0f680dd8be75aff9ae722a45aad1cd30c05d80876f93b3c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"14a9b4a5721d5566c0f680dd8be75aff9ae722a45aad1cd30c05d80876f93b3c","first_computed_at":"2026-07-05T08:03:52.439665Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:03:52.439665Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"k/3imhQn6hB6VIm4EOyAKmN0fmh8VIYEuYT7L6EoV9eD6HmH/89QaiCKrjbCCDddaF5zOvpsAmilP12KQ1TgCA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:03:52.440153Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.02204","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4d4449732619e05b5121eac875d207e32d8084f0c4063ca32c2385a69d6fb1d0","sha256:2480cacf9e29dc4eb04e568efe2059d8e85b7c92964d849fe3b1b84f59d5ddbb"],"state_sha256":"48a3d2b89699c7b77d50d334dc7902025926004bb6edaf35ccf0d6d6b8ab18d9"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1kGojz41lCPJzdWJBxRx5Ui7Sswwo3YfLcdyzQ8lrh1pkNdvirO6LM4JkVPPJIaff6v7YpYa+J44JQ8N3AadBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-13T06:34:16.459583Z","bundle_sha256":"e281f6de56de795f6c1ef76b6face2269ed33c0ed180d647720fab4d66c1fb10"}}