{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JNZBSAXKMP75BWRUWL7EPHDJ7L","short_pith_number":"pith:JNZBSAXK","canonical_record":{"source":{"id":"2406.10290","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-12T22:58:12Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a2f05b856bdcc850acc2e930be82163b3e067d326d7e3239b82863679a6e5066","abstract_canon_sha256":"19235391f91a4f3994deab0ee65b1a52d0952638acabf6ff95808556fb42c003"},"schema_version":"1.0"},"canonical_sha256":"4b721902ea63ffd0da34b2fe479c69faeae657dfa65e1f76c1ea6130aefebeb4","source":{"kind":"arxiv","id":"2406.10290","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.10290","created_at":"2026-07-05T08:32:14Z"},{"alias_kind":"arxiv_version","alias_value":"2406.10290v1","created_at":"2026-07-05T08:32:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.10290","created_at":"2026-07-05T08:32:14Z"},{"alias_kind":"pith_short_12","alias_value":"JNZBSAXKMP75","created_at":"2026-07-05T08:32:14Z"},{"alias_kind":"pith_short_16","alias_value":"JNZBSAXKMP75BWRU","created_at":"2026-07-05T08:32:14Z"},{"alias_kind":"pith_short_8","alias_value":"JNZBSAXK","created_at":"2026-07-05T08:32:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JNZBSAXKMP75BWRUWL7EPHDJ7L","target":"record","payload":{"canonical_record":{"source":{"id":"2406.10290","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-12T22:58:12Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"a2f05b856bdcc850acc2e930be82163b3e067d326d7e3239b82863679a6e5066","abstract_canon_sha256":"19235391f91a4f3994deab0ee65b1a52d0952638acabf6ff95808556fb42c003"},"schema_version":"1.0"},"canonical_sha256":"4b721902ea63ffd0da34b2fe479c69faeae657dfa65e1f76c1ea6130aefebeb4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:32:14.412331Z","signature_b64":"e692aSSUjNoAYHr1OMrcIqg9iUxG+GfG/E+wt4AXaVTSF+V1feIm1yY8ONQFRJliukrzCKpUhfMBOJK/PQ9NBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4b721902ea63ffd0da34b2fe479c69faeae657dfa65e1f76c1ea6130aefebeb4","last_reissued_at":"2026-07-05T08:32:14.411838Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:32:14.411838Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.10290","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kEO/TVKx33JymKeIBBNZQN8riIMlRDUa0KxhmuDVQHlUM4MemHQFTmrTS5LRjn5/QKerDuO8qF41/KubFb1GDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:11:05.221433Z"},"content_sha256":"224b28ebf51ff62e30e75cb48fef038d25f38bc5c3ae3dc58c4d40ebfc337da1","schema_version":"1.0","event_id":"sha256:224b28ebf51ff62e30e75cb48fef038d25f38bc5c3ae3dc58c4d40ebfc337da1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JNZBSAXKMP75BWRUWL7EPHDJ7L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MobileAIBench: Benchmarking LLMs and LMMs for On-Device Use Cases","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Caiming Xiong, Huan Wang, Jason Wu, Jianguo Zhang, Juntao Tan, Liangwei Yang, Ming Zhu, Ran Xu, Rithesh Murthy, Sachin Desai, Sarah Tan, Shelby Heinecke, Shirley Kokane, Silvio Savarese, Tulika Manoj Awalgaonkar, Yilun Zhou, Zhiwei Liu, Zuxin Liu","submitted_at":"2024-06-12T22:58:12Z","abstract_excerpt":"The deployment of Large Language Models (LLMs) and Large Multimodal Models (LMMs) on mobile devices has gained significant attention due to the benefits of enhanced privacy, stability, and personalization. However, the hardware constraints of mobile devices necessitate the use of models with fewer parameters and model compression techniques like quantization. Currently, there is limited understanding of quantization's impact on various task performances, including LLM tasks, LMM tasks, and, critically, trust and safety. There is a lack of adequate tools for systematically testing these models "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.10290","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.10290/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bsLoFEmqcka7sffhhr+lABXz6Nc8Uv9qSxnG9X8B6GhOcJROUUIEr/dQL0n1+LHRAMQW5/sHEBK7d2+iJur/Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:11:05.221931Z"},"content_sha256":"1c2fe2e0de550dfd90bf1d6b6c6801a8a366ba8958b7dbd0b67116fb2b508ab1","schema_version":"1.0","event_id":"sha256:1c2fe2e0de550dfd90bf1d6b6c6801a8a366ba8958b7dbd0b67116fb2b508ab1"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JNZBSAXKMP75BWRUWL7EPHDJ7L/bundle.json","state_url":"https://pith.science/pith/JNZBSAXKMP75BWRUWL7EPHDJ7L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JNZBSAXKMP75BWRUWL7EPHDJ7L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:11:05Z","links":{"resolver":"https://pith.science/pith/JNZBSAXKMP75BWRUWL7EPHDJ7L","bundle":"https://pith.science/pith/JNZBSAXKMP75BWRUWL7EPHDJ7L/bundle.json","state":"https://pith.science/pith/JNZBSAXKMP75BWRUWL7EPHDJ7L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JNZBSAXKMP75BWRUWL7EPHDJ7L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JNZBSAXKMP75BWRUWL7EPHDJ7L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"19235391f91a4f3994deab0ee65b1a52d0952638acabf6ff95808556fb42c003","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-12T22:58:12Z","title_canon_sha256":"a2f05b856bdcc850acc2e930be82163b3e067d326d7e3239b82863679a6e5066"},"schema_version":"1.0","source":{"id":"2406.10290","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.10290","created_at":"2026-07-05T08:32:14Z"},{"alias_kind":"arxiv_version","alias_value":"2406.10290v1","created_at":"2026-07-05T08:32:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.10290","created_at":"2026-07-05T08:32:14Z"},{"alias_kind":"pith_short_12","alias_value":"JNZBSAXKMP75","created_at":"2026-07-05T08:32:14Z"},{"alias_kind":"pith_short_16","alias_value":"JNZBSAXKMP75BWRU","created_at":"2026-07-05T08:32:14Z"},{"alias_kind":"pith_short_8","alias_value":"JNZBSAXK","created_at":"2026-07-05T08:32:14Z"}],"graph_snapshots":[{"event_id":"sha256:1c2fe2e0de550dfd90bf1d6b6c6801a8a366ba8958b7dbd0b67116fb2b508ab1","target":"graph","created_at":"2026-07-05T08:32:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.10290/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The deployment of Large Language Models (LLMs) and Large Multimodal Models (LMMs) on mobile devices has gained significant attention due to the benefits of enhanced privacy, stability, and personalization. However, the hardware constraints of mobile devices necessitate the use of models with fewer parameters and model compression techniques like quantization. Currently, there is limited understanding of quantization's impact on various task performances, including LLM tasks, LMM tasks, and, critically, trust and safety. There is a lack of adequate tools for systematically testing these models ","authors_text":"Caiming Xiong, Huan Wang, Jason Wu, Jianguo Zhang, Juntao Tan, Liangwei Yang, Ming Zhu, Ran Xu, Rithesh Murthy, Sachin Desai, Sarah Tan, Shelby Heinecke, Shirley Kokane, Silvio Savarese, Tulika Manoj Awalgaonkar, Yilun Zhou, Zhiwei Liu, Zuxin Liu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-12T22:58:12Z","title":"MobileAIBench: Benchmarking LLMs and LMMs for On-Device Use Cases"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.10290","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:224b28ebf51ff62e30e75cb48fef038d25f38bc5c3ae3dc58c4d40ebfc337da1","target":"record","created_at":"2026-07-05T08:32:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"19235391f91a4f3994deab0ee65b1a52d0952638acabf6ff95808556fb42c003","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-12T22:58:12Z","title_canon_sha256":"a2f05b856bdcc850acc2e930be82163b3e067d326d7e3239b82863679a6e5066"},"schema_version":"1.0","source":{"id":"2406.10290","kind":"arxiv","version":1}},"canonical_sha256":"4b721902ea63ffd0da34b2fe479c69faeae657dfa65e1f76c1ea6130aefebeb4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4b721902ea63ffd0da34b2fe479c69faeae657dfa65e1f76c1ea6130aefebeb4","first_computed_at":"2026-07-05T08:32:14.411838Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:14.411838Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"e692aSSUjNoAYHr1OMrcIqg9iUxG+GfG/E+wt4AXaVTSF+V1feIm1yY8ONQFRJliukrzCKpUhfMBOJK/PQ9NBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:14.412331Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.10290","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:224b28ebf51ff62e30e75cb48fef038d25f38bc5c3ae3dc58c4d40ebfc337da1","sha256:1c2fe2e0de550dfd90bf1d6b6c6801a8a366ba8958b7dbd0b67116fb2b508ab1"],"state_sha256":"905bd95513a64f0c65f25d9bf604248e5803a277d89d64b4f5f1b6ae9f0f178d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AQSaRLkQhA1n39G96Kdv33+JMdhyVD+sZELuAbWQa+Vif/dx2IsSPQkrrlyhXq+Ju9TWtli0JRqndJplLM54DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:11:05.225069Z","bundle_sha256":"222c1f28d2c80ac77a7c49f4aaaff6d246079e20f4edc1bcedd905c05265c909"}}