{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:NCMXXDFUYMGWVGPFHEXRYIPQ3I","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6071605932c0a39d30cbf5978a06a72d9ba6f69517cdea723f3821f8dba0d365","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2020-02-20T00:56:11Z","title_canon_sha256":"2a65ddd4c05d3b39b4c9c515077fa70b10e57ffd8d2e491b7ed56afe53922685"},"schema_version":"1.0","source":{"id":"2002.08512","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2002.08512","created_at":"2026-07-05T00:42:35Z"},{"alias_kind":"arxiv_version","alias_value":"2002.08512v1","created_at":"2026-07-05T00:42:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2002.08512","created_at":"2026-07-05T00:42:35Z"},{"alias_kind":"pith_short_12","alias_value":"NCMXXDFUYMGW","created_at":"2026-07-05T00:42:35Z"},{"alias_kind":"pith_short_16","alias_value":"NCMXXDFUYMGWVGPF","created_at":"2026-07-05T00:42:35Z"},{"alias_kind":"pith_short_8","alias_value":"NCMXXDFU","created_at":"2026-07-05T00:42:35Z"}],"graph_snapshots":[{"event_id":"sha256:bcf1f4ab750b662d986311b77c5bfc346103a0b424203c4d69f00d8584d31cce","target":"graph","created_at":"2026-07-05T00:42:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2002.08512/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Optimizing a given metric is a central aspect of most current AI approaches, yet overemphasizing metrics leads to manipulation, gaming, a myopic focus on short-term goals, and other unexpected negative consequences. This poses a fundamental contradiction for AI development. Through a series of real-world case studies, we look at various aspects of where metrics go wrong in practice and aspects of how our online environment and current business practices are exacerbating these failures. Finally, we propose a framework towards mitigating the harms caused by overemphasis of metrics within AI by: ","authors_text":"David Uminsky, Rachel Thomas","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2020-02-20T00:56:11Z","title":"The Problem with Metrics is a Fundamental Problem for AI"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2002.08512","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:76ccd52ffd890467be6bc9d5f1ad49aa41463c0daa5930a0434db355481dbd4c","target":"record","created_at":"2026-07-05T00:42:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6071605932c0a39d30cbf5978a06a72d9ba6f69517cdea723f3821f8dba0d365","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2020-02-20T00:56:11Z","title_canon_sha256":"2a65ddd4c05d3b39b4c9c515077fa70b10e57ffd8d2e491b7ed56afe53922685"},"schema_version":"1.0","source":{"id":"2002.08512","kind":"arxiv","version":1}},"canonical_sha256":"68997b8cb4c30d6a99e5392f1c21f0da354da0c4694ee9b41c324e9ff01e4ede","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"68997b8cb4c30d6a99e5392f1c21f0da354da0c4694ee9b41c324e9ff01e4ede","first_computed_at":"2026-07-05T00:42:35.844591Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:42:35.844591Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Wnyp1lVW7p0vGfLfjgn5Ge1huszvYaBozs7Gnh2z4PE8GElCklu4vAbAeTyuj8b1m5GJ7V209B/rXYoLmzhUCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:42:35.844989Z","signed_message":"canonical_sha256_bytes"},"source_id":"2002.08512","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:76ccd52ffd890467be6bc9d5f1ad49aa41463c0daa5930a0434db355481dbd4c","sha256:bcf1f4ab750b662d986311b77c5bfc346103a0b424203c4d69f00d8584d31cce"],"state_sha256":"b3a8e5aad413fc228add21e8cc2ad218983ddd4c4c9971321a8a4e80b70114cf"}