{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BKLQM3LQGNTTBEWCZVEKZY6OXI","short_pith_number":"pith:BKLQM3LQ","canonical_record":{"source":{"id":"2402.14905","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-22T18:58:55Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"ff436b88c496d7f07abbb9a6910d721e415ba14a018916d2c91b200927455057","abstract_canon_sha256":"14019851a77a9005461b82cdddd48bbd5cc18b2bc7b62a58756b8d022bb1abec"},"schema_version":"1.0"},"canonical_sha256":"0a97066d7033673092c2cd48ace3ceba3a95c509a42928211165113832924088","source":{"kind":"arxiv","id":"2402.14905","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14905","created_at":"2026-07-05T08:37:17Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14905v2","created_at":"2026-07-05T08:37:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14905","created_at":"2026-07-05T08:37:17Z"},{"alias_kind":"pith_short_12","alias_value":"BKLQM3LQGNTT","created_at":"2026-07-05T08:37:17Z"},{"alias_kind":"pith_short_16","alias_value":"BKLQM3LQGNTTBEWC","created_at":"2026-07-05T08:37:17Z"},{"alias_kind":"pith_short_8","alias_value":"BKLQM3LQ","created_at":"2026-07-05T08:37:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BKLQM3LQGNTTBEWCZVEKZY6OXI","target":"record","payload":{"canonical_record":{"source":{"id":"2402.14905","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-22T18:58:55Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"ff436b88c496d7f07abbb9a6910d721e415ba14a018916d2c91b200927455057","abstract_canon_sha256":"14019851a77a9005461b82cdddd48bbd5cc18b2bc7b62a58756b8d022bb1abec"},"schema_version":"1.0"},"canonical_sha256":"0a97066d7033673092c2cd48ace3ceba3a95c509a42928211165113832924088","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:37:17.776684Z","signature_b64":"mm2PwaAm8Fx1AFoftE1w7I+Ak8wBeyPy3A85dsRyg4Y5/izLe3OffZeCuAHPDHlX+KuPTbIpeN1uiVt/f2vkDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0a97066d7033673092c2cd48ace3ceba3a95c509a42928211165113832924088","last_reissued_at":"2026-07-05T08:37:17.776191Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:37:17.776191Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.14905","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:37:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PuJgLRiw7xsPitWlPILhm6hPGM7FLayP7FpGj+ex2mSaO1YgU9oRP4Jv3dgfHonW4XLtKUB6wSPIrSt02EUJCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T14:10:10.549833Z"},"content_sha256":"3553c6e5d22405dcb434f3dc06c73f606c4d3926bc2b463da2d4242b98d49ed5","schema_version":"1.0","event_id":"sha256:3553c6e5d22405dcb434f3dc06c73f606c4d3926bc2b463da2d4242b98d49ed5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BKLQM3LQGNTTBEWCZVEKZY6OXI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Changsheng Zhao, Chen Lai, Ernie Chang, Forrest Iandola, Igor Fedorov, Liangzhen Lai, Raghuraman Krishnamoorthi, Vikas Chandra, Yangyang Shi, Yuandong Tian, Yunyang Xiong, Zechun Liu","submitted_at":"2024-02-22T18:58:55Z","abstract_excerpt":"This paper addresses the growing need for efficient large language models (LLMs) on mobile devices, driven by increasing cloud costs and latency concerns. We focus on designing top-quality LLMs with fewer than a billion parameters, a practical choice for mobile deployment. Contrary to prevailing belief emphasizing the pivotal role of data and parameter quantity in determining model quality, our investigation underscores the significance of model architecture for sub-billion scale LLMs. Leveraging deep and thin architectures, coupled with embedding sharing and grouped-query attention mechanisms"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14905","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.14905/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:37:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oXrJScU5i/XSKUKdz7RgOSD8mVxGFRk9braH2JCn1NnFHBtVSKwJSyBWHPylR0hiz3yDWvipZSodDSQ6nXdIAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T14:10:10.550426Z"},"content_sha256":"9a719850a10a82118e2e2319224595b967e8732b86a440421d483355c1682ea1","schema_version":"1.0","event_id":"sha256:9a719850a10a82118e2e2319224595b967e8732b86a440421d483355c1682ea1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BKLQM3LQGNTTBEWCZVEKZY6OXI/bundle.json","state_url":"https://pith.science/pith/BKLQM3LQGNTTBEWCZVEKZY6OXI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BKLQM3LQGNTTBEWCZVEKZY6OXI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T14:10:10Z","links":{"resolver":"https://pith.science/pith/BKLQM3LQGNTTBEWCZVEKZY6OXI","bundle":"https://pith.science/pith/BKLQM3LQGNTTBEWCZVEKZY6OXI/bundle.json","state":"https://pith.science/pith/BKLQM3LQGNTTBEWCZVEKZY6OXI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BKLQM3LQGNTTBEWCZVEKZY6OXI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BKLQM3LQGNTTBEWCZVEKZY6OXI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"14019851a77a9005461b82cdddd48bbd5cc18b2bc7b62a58756b8d022bb1abec","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-22T18:58:55Z","title_canon_sha256":"ff436b88c496d7f07abbb9a6910d721e415ba14a018916d2c91b200927455057"},"schema_version":"1.0","source":{"id":"2402.14905","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.14905","created_at":"2026-07-05T08:37:17Z"},{"alias_kind":"arxiv_version","alias_value":"2402.14905v2","created_at":"2026-07-05T08:37:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.14905","created_at":"2026-07-05T08:37:17Z"},{"alias_kind":"pith_short_12","alias_value":"BKLQM3LQGNTT","created_at":"2026-07-05T08:37:17Z"},{"alias_kind":"pith_short_16","alias_value":"BKLQM3LQGNTTBEWC","created_at":"2026-07-05T08:37:17Z"},{"alias_kind":"pith_short_8","alias_value":"BKLQM3LQ","created_at":"2026-07-05T08:37:17Z"}],"graph_snapshots":[{"event_id":"sha256:9a719850a10a82118e2e2319224595b967e8732b86a440421d483355c1682ea1","target":"graph","created_at":"2026-07-05T08:37:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.14905/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper addresses the growing need for efficient large language models (LLMs) on mobile devices, driven by increasing cloud costs and latency concerns. We focus on designing top-quality LLMs with fewer than a billion parameters, a practical choice for mobile deployment. Contrary to prevailing belief emphasizing the pivotal role of data and parameter quantity in determining model quality, our investigation underscores the significance of model architecture for sub-billion scale LLMs. Leveraging deep and thin architectures, coupled with embedding sharing and grouped-query attention mechanisms","authors_text":"Changsheng Zhao, Chen Lai, Ernie Chang, Forrest Iandola, Igor Fedorov, Liangzhen Lai, Raghuraman Krishnamoorthi, Vikas Chandra, Yangyang Shi, Yuandong Tian, Yunyang Xiong, Zechun Liu","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-22T18:58:55Z","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.14905","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3553c6e5d22405dcb434f3dc06c73f606c4d3926bc2b463da2d4242b98d49ed5","target":"record","created_at":"2026-07-05T08:37:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"14019851a77a9005461b82cdddd48bbd5cc18b2bc7b62a58756b8d022bb1abec","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-02-22T18:58:55Z","title_canon_sha256":"ff436b88c496d7f07abbb9a6910d721e415ba14a018916d2c91b200927455057"},"schema_version":"1.0","source":{"id":"2402.14905","kind":"arxiv","version":2}},"canonical_sha256":"0a97066d7033673092c2cd48ace3ceba3a95c509a42928211165113832924088","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0a97066d7033673092c2cd48ace3ceba3a95c509a42928211165113832924088","first_computed_at":"2026-07-05T08:37:17.776191Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:37:17.776191Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mm2PwaAm8Fx1AFoftE1w7I+Ak8wBeyPy3A85dsRyg4Y5/izLe3OffZeCuAHPDHlX+KuPTbIpeN1uiVt/f2vkDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:37:17.776684Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.14905","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:3553c6e5d22405dcb434f3dc06c73f606c4d3926bc2b463da2d4242b98d49ed5","sha256:9a719850a10a82118e2e2319224595b967e8732b86a440421d483355c1682ea1"],"state_sha256":"4b9815700397f660c954ce81b69b7d409f157a20f193dca01a99eac443307b6e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3WRMaOuf1QUHyfysaSKVG+H9MyirQ445uIizX/R/aScdxqTMnL+Ynsugy1/GevepL5I4ppujJmR6nYAT18ILAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T14:10:10.554866Z","bundle_sha256":"592fe3eb82465f6de09defa864929497b499eec103b82bad4bec344e1e615a27"}}