{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2020:EKW5UW2GIOONEZREWAEMRUQNJB","short_pith_number":"pith:EKW5UW2G","schema_version":"1.0","canonical_sha256":"22adda5b46439cd26624b008c8d20d48465d35514d5f81ec4a171875285617a0","source":{"kind":"arxiv","id":"2012.02328","version":4},"attestation_state":"computed","paper":{"title":"MLPerf Mobile Inference Benchmark","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.DC"],"primary_cat":"cs.LG","authors_text":"Cheng-Ming Chiang, Cindy Trinh, Dave Dexter, David Kanter, Dylan Zika, Fatih Cakir, Gunther Schmuelling, Jared Duke, Jungwook Hong, Ken Shiring, Koan-Sin Tan, Mark Charlebois, Mark Mazumder, Maryam Shabani, Masoud Charkhabi, Michael Buch, Mostafa El-Khamy, Peter Mattson, Ramesh Chukka, Relia Markovic, Terry Heo, Thai Nguyen, Thomas Atta, Tom St. John, Vijay Janapa Reddi, William Chou, Xiaodong Chen","submitted_at":"2020-12-03T23:29:03Z","abstract_excerpt":"This paper presents the first industry-standard open-source machine learning (ML) benchmark to allow perfor mance and accuracy evaluation of mobile devices with different AI chips and software stacks. The benchmark draws from the expertise of leading mobile-SoC vendors, ML-framework providers, and model producers. It comprises a suite of models that operate with standard data sets, quality metrics and run rules. We describe the design and implementation of this domain-specific ML benchmark. The current benchmark version comes as a mobile app for different computer vision and natural language p"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2012.02328","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2020-12-03T23:29:03Z","cross_cats_sorted":["cs.DC"],"title_canon_sha256":"e217ae4b61238c94f6003cb2742497ad0c0777174ce092cadd61851d5c953a5b","abstract_canon_sha256":"80df838a69a141ae2bb537884e3c715aef4c6dd8ca27d471a5f1f7847b3acadc"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:12:00.669948Z","signature_b64":"12czOsNDvidZn+/8arwPD3cdrd7qTbNqlPJFYst6rNYSt6o5lbEvhLBPXN7SRlQusEb3iG1p/nAujLuU34+bAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"22adda5b46439cd26624b008c8d20d48465d35514d5f81ec4a171875285617a0","last_reissued_at":"2026-07-05T04:12:00.669362Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:12:00.669362Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"MLPerf Mobile Inference Benchmark","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.DC"],"primary_cat":"cs.LG","authors_text":"Cheng-Ming Chiang, Cindy Trinh, Dave Dexter, David Kanter, Dylan Zika, Fatih Cakir, Gunther Schmuelling, Jared Duke, Jungwook Hong, Ken Shiring, Koan-Sin Tan, Mark Charlebois, Mark Mazumder, Maryam Shabani, Masoud Charkhabi, Michael Buch, Mostafa El-Khamy, Peter Mattson, Ramesh Chukka, Relia Markovic, Terry Heo, Thai Nguyen, Thomas Atta, Tom St. John, Vijay Janapa Reddi, William Chou, Xiaodong Chen","submitted_at":"2020-12-03T23:29:03Z","abstract_excerpt":"This paper presents the first industry-standard open-source machine learning (ML) benchmark to allow perfor mance and accuracy evaluation of mobile devices with different AI chips and software stacks. The benchmark draws from the expertise of leading mobile-SoC vendors, ML-framework providers, and model producers. It comprises a suite of models that operate with standard data sets, quality metrics and run rules. We describe the design and implementation of this domain-specific ML benchmark. The current benchmark version comes as a mobile app for different computer vision and natural language p"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.02328","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2012.02328/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2012.02328","created_at":"2026-07-05T04:12:00.669438+00:00"},{"alias_kind":"arxiv_version","alias_value":"2012.02328v4","created_at":"2026-07-05T04:12:00.669438+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.02328","created_at":"2026-07-05T04:12:00.669438+00:00"},{"alias_kind":"pith_short_12","alias_value":"EKW5UW2GIOON","created_at":"2026-07-05T04:12:00.669438+00:00"},{"alias_kind":"pith_short_16","alias_value":"EKW5UW2GIOONEZRE","created_at":"2026-07-05T04:12:00.669438+00:00"},{"alias_kind":"pith_short_8","alias_value":"EKW5UW2G","created_at":"2026-07-05T04:12:00.669438+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2605.27435","citing_title":"When NPUs Are Not Always Faster: A Stage-Level Analysis of Mobile LLM Inference","ref_index":14,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/EKW5UW2GIOONEZREWAEMRUQNJB","json":"https://pith.science/pith/EKW5UW2GIOONEZREWAEMRUQNJB.json","graph_json":"https://pith.science/api/pith-number/EKW5UW2GIOONEZREWAEMRUQNJB/graph.json","events_json":"https://pith.science/api/pith-number/EKW5UW2GIOONEZREWAEMRUQNJB/events.json","paper":"https://pith.science/paper/EKW5UW2G"},"agent_actions":{"view_html":"https://pith.science/pith/EKW5UW2GIOONEZREWAEMRUQNJB","download_json":"https://pith.science/pith/EKW5UW2GIOONEZREWAEMRUQNJB.json","view_paper":"https://pith.science/paper/EKW5UW2G","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2012.02328&json=true","fetch_graph":"https://pith.science/api/pith-number/EKW5UW2GIOONEZREWAEMRUQNJB/graph.json","fetch_events":"https://pith.science/api/pith-number/EKW5UW2GIOONEZREWAEMRUQNJB/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/EKW5UW2GIOONEZREWAEMRUQNJB/action/timestamp_anchor","attest_storage":"https://pith.science/pith/EKW5UW2GIOONEZREWAEMRUQNJB/action/storage_attestation","attest_author":"https://pith.science/pith/EKW5UW2GIOONEZREWAEMRUQNJB/action/author_attestation","sign_citation":"https://pith.science/pith/EKW5UW2GIOONEZREWAEMRUQNJB/action/citation_signature","submit_replication":"https://pith.science/pith/EKW5UW2GIOONEZREWAEMRUQNJB/action/replication_record"}},"created_at":"2026-07-05T04:12:00.669438+00:00","updated_at":"2026-07-05T04:12:00.669438+00:00"}