{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:V47V7GXSOIXQHZS6BRRNLBYQRE","short_pith_number":"pith:V47V7GXS","canonical_record":{"source":{"id":"2402.01093","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-02T01:45:18Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"77a938b9c1b3b18a614f0a76858e252ebb9f0cc88be6e68dc3f5d56d6abaf825","abstract_canon_sha256":"cd143598992f737dcbe4ebcbd01fab9313ae82ee110251ecc2fcd993e19a9166"},"schema_version":"1.0"},"canonical_sha256":"af3f5f9af2722f03e65e0c62d58710892d77853a78b85ec3e4c4bb0a380c2529","source":{"kind":"arxiv","id":"2402.01093","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.01093","created_at":"2026-07-05T09:29:13Z"},{"alias_kind":"arxiv_version","alias_value":"2402.01093v2","created_at":"2026-07-05T09:29:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.01093","created_at":"2026-07-05T09:29:13Z"},{"alias_kind":"pith_short_12","alias_value":"V47V7GXSOIXQ","created_at":"2026-07-05T09:29:13Z"},{"alias_kind":"pith_short_16","alias_value":"V47V7GXSOIXQHZS6","created_at":"2026-07-05T09:29:13Z"},{"alias_kind":"pith_short_8","alias_value":"V47V7GXS","created_at":"2026-07-05T09:29:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:V47V7GXSOIXQHZS6BRRNLBYQRE","target":"record","payload":{"canonical_record":{"source":{"id":"2402.01093","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-02T01:45:18Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"77a938b9c1b3b18a614f0a76858e252ebb9f0cc88be6e68dc3f5d56d6abaf825","abstract_canon_sha256":"cd143598992f737dcbe4ebcbd01fab9313ae82ee110251ecc2fcd993e19a9166"},"schema_version":"1.0"},"canonical_sha256":"af3f5f9af2722f03e65e0c62d58710892d77853a78b85ec3e4c4bb0a380c2529","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:29:13.779902Z","signature_b64":"V25gCDG15F8qs0pv4Zhe64+Z06LgZBQ0vAnAAht2xs9uSEGxK8/2aJHgfU5miEnYX5ypdbj31MzeVhfX8UVEDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"af3f5f9af2722f03e65e0c62d58710892d77853a78b85ec3e4c4bb0a380c2529","last_reissued_at":"2026-07-05T09:29:13.779402Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:29:13.779402Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.01093","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ak89WSnHxgWtE6+N5WD43s1BkDYSMldEvsVcgRc6mMHMZhqWMlGitdZWCeRVWL9TqMt3asqh6IIgyN/JkWF+AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:48:57.408261Z"},"content_sha256":"676f4491d2bfceba9dff3d250ee8eb36ba7177a7221ea34fba21be85705b1ecf","schema_version":"1.0","event_id":"sha256:676f4491d2bfceba9dff3d250ee8eb36ba7177a7221ea34fba21be85705b1ecf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:V47V7GXSOIXQHZS6BRRNLBYQRE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Need a Small Specialized Language Model? Plan Early!","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Angelos Katharopoulos, Awni Hannun, David Grangier, Pierre Ablin","submitted_at":"2024-02-02T01:45:18Z","abstract_excerpt":"Large language models are versatile tools but are not suitable for small inference budgets. Small models have more efficient inference, but their lower capacity means that their performance can be good only if one limits their scope to a specialized domain. This paper explores how to get good specialized small language models using a large, generic, pretraining set and a limited amount of specialized data. We consider two scenarios, depending on whether (i) one can afford pretraining a model for each specialization task, or (ii) one wants to cheaply adapt a single pretrained model for each tas"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.01093","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.01093/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:29:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"byKeTFH0LbcY69PEnEF/pBeoFHJ2AGAayOG+ekrtDoqf1ufSYWu1126YahfK8CYdH2R30OBHoRS0GtEl87XfDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T14:48:57.409097Z"},"content_sha256":"a1ef2e085427bbdb4fa6cd190304022e4e416ec8f39540645b1a2bef5c9e73db","schema_version":"1.0","event_id":"sha256:a1ef2e085427bbdb4fa6cd190304022e4e416ec8f39540645b1a2bef5c9e73db"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/V47V7GXSOIXQHZS6BRRNLBYQRE/bundle.json","state_url":"https://pith.science/pith/V47V7GXSOIXQHZS6BRRNLBYQRE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/V47V7GXSOIXQHZS6BRRNLBYQRE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T14:48:57Z","links":{"resolver":"https://pith.science/pith/V47V7GXSOIXQHZS6BRRNLBYQRE","bundle":"https://pith.science/pith/V47V7GXSOIXQHZS6BRRNLBYQRE/bundle.json","state":"https://pith.science/pith/V47V7GXSOIXQHZS6BRRNLBYQRE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/V47V7GXSOIXQHZS6BRRNLBYQRE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:V47V7GXSOIXQHZS6BRRNLBYQRE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cd143598992f737dcbe4ebcbd01fab9313ae82ee110251ecc2fcd993e19a9166","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-02T01:45:18Z","title_canon_sha256":"77a938b9c1b3b18a614f0a76858e252ebb9f0cc88be6e68dc3f5d56d6abaf825"},"schema_version":"1.0","source":{"id":"2402.01093","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.01093","created_at":"2026-07-05T09:29:13Z"},{"alias_kind":"arxiv_version","alias_value":"2402.01093v2","created_at":"2026-07-05T09:29:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.01093","created_at":"2026-07-05T09:29:13Z"},{"alias_kind":"pith_short_12","alias_value":"V47V7GXSOIXQ","created_at":"2026-07-05T09:29:13Z"},{"alias_kind":"pith_short_16","alias_value":"V47V7GXSOIXQHZS6","created_at":"2026-07-05T09:29:13Z"},{"alias_kind":"pith_short_8","alias_value":"V47V7GXS","created_at":"2026-07-05T09:29:13Z"}],"graph_snapshots":[{"event_id":"sha256:a1ef2e085427bbdb4fa6cd190304022e4e416ec8f39540645b1a2bef5c9e73db","target":"graph","created_at":"2026-07-05T09:29:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.01093/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models are versatile tools but are not suitable for small inference budgets. Small models have more efficient inference, but their lower capacity means that their performance can be good only if one limits their scope to a specialized domain. This paper explores how to get good specialized small language models using a large, generic, pretraining set and a limited amount of specialized data. We consider two scenarios, depending on whether (i) one can afford pretraining a model for each specialization task, or (ii) one wants to cheaply adapt a single pretrained model for each tas","authors_text":"Angelos Katharopoulos, Awni Hannun, David Grangier, Pierre Ablin","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-02T01:45:18Z","title":"Need a Small Specialized Language Model? Plan Early!"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.01093","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:676f4491d2bfceba9dff3d250ee8eb36ba7177a7221ea34fba21be85705b1ecf","target":"record","created_at":"2026-07-05T09:29:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cd143598992f737dcbe4ebcbd01fab9313ae82ee110251ecc2fcd993e19a9166","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-02-02T01:45:18Z","title_canon_sha256":"77a938b9c1b3b18a614f0a76858e252ebb9f0cc88be6e68dc3f5d56d6abaf825"},"schema_version":"1.0","source":{"id":"2402.01093","kind":"arxiv","version":2}},"canonical_sha256":"af3f5f9af2722f03e65e0c62d58710892d77853a78b85ec3e4c4bb0a380c2529","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"af3f5f9af2722f03e65e0c62d58710892d77853a78b85ec3e4c4bb0a380c2529","first_computed_at":"2026-07-05T09:29:13.779402Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:29:13.779402Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"V25gCDG15F8qs0pv4Zhe64+Z06LgZBQ0vAnAAht2xs9uSEGxK8/2aJHgfU5miEnYX5ypdbj31MzeVhfX8UVEDg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:29:13.779902Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.01093","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:676f4491d2bfceba9dff3d250ee8eb36ba7177a7221ea34fba21be85705b1ecf","sha256:a1ef2e085427bbdb4fa6cd190304022e4e416ec8f39540645b1a2bef5c9e73db"],"state_sha256":"ebe7c5e18b231f342f16c41d58efbb8041be7ec5f2d4a4f1e8ccfd6ae0b80f67"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YqM7liCS6dvMkbT33vNO5xKKFOKAjcZOuR7MZg63H+bUHtxq+WWUbD3ZtrzsiQxFP6q4snFnJ1x++swgXmqQDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T14:48:57.416757Z","bundle_sha256":"a5507653402f8966f754f08be25c72febc5cc89f01dc651d8dd809744a0f533f"}}