{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2022:TEONS4EY4LZLGKNCXMSICMB7AP","short_pith_number":"pith:TEONS4EY","schema_version":"1.0","canonical_sha256":"991cd97098e2f2b329a2bb2481303f03e1776b7067ea800adfd9953377607b81","source":{"kind":"arxiv","id":"2205.12749","version":2},"attestation_state":"computed","paper":{"title":"A Human-Centric Assessment Framework for AI","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.AI","authors_text":"Ammar Shaker, Bhushan Kotnis, Carolin Lawrence, J\\\"urgen Quittek, Kiril Gashteovski, Sascha Saralajew, Wiem Ben Rim, Zhao Xu","submitted_at":"2022-05-25T12:59:13Z","abstract_excerpt":"With the rise of AI systems in real-world applications comes the need for reliable and trustworthy AI. An essential aspect of this are explainable AI systems. However, there is no agreed standard on how explainable AI systems should be assessed. Inspired by the Turing test, we introduce a human-centric assessment framework where a leading domain expert accepts or rejects the solutions of an AI system and another domain expert. By comparing the acceptance rates of provided solutions, we can assess how the AI system performs compared to the domain expert, and whether the AI system's explanations"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2205.12749","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2022-05-25T12:59:13Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"6a965220b6569e0c01e4daa6fd36faaf220a8ad5174dcaa57ce0b70de5bfacb3","abstract_canon_sha256":"4fcfb78b2735de28233c73c89e294ee08e746bd5fa938ff4f9ac9026a888860e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:36:36.683669Z","signature_b64":"rM6JntaG9kn2EC5abWJCLBrdmS3nKQhpARSbpLv9Zzq0Cn+Mo2KsqfslOi8PhHw7NJvPZvmguInI7GWJGW0zDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"991cd97098e2f2b329a2bb2481303f03e1776b7067ea800adfd9953377607b81","last_reissued_at":"2026-07-05T04:36:36.683144Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:36:36.683144Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"A Human-Centric Assessment Framework for AI","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.AI","authors_text":"Ammar Shaker, Bhushan Kotnis, Carolin Lawrence, J\\\"urgen Quittek, Kiril Gashteovski, Sascha Saralajew, Wiem Ben Rim, Zhao Xu","submitted_at":"2022-05-25T12:59:13Z","abstract_excerpt":"With the rise of AI systems in real-world applications comes the need for reliable and trustworthy AI. An essential aspect of this are explainable AI systems. However, there is no agreed standard on how explainable AI systems should be assessed. Inspired by the Turing test, we introduce a human-centric assessment framework where a leading domain expert accepts or rejects the solutions of an AI system and another domain expert. By comparing the acceptance rates of provided solutions, we can assess how the AI system performs compared to the domain expert, and whether the AI system's explanations"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.12749","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.12749/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2205.12749","created_at":"2026-07-05T04:36:36.683198+00:00"},{"alias_kind":"arxiv_version","alias_value":"2205.12749v2","created_at":"2026-07-05T04:36:36.683198+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.12749","created_at":"2026-07-05T04:36:36.683198+00:00"},{"alias_kind":"pith_short_12","alias_value":"TEONS4EY4LZL","created_at":"2026-07-05T04:36:36.683198+00:00"},{"alias_kind":"pith_short_16","alias_value":"TEONS4EY4LZLGKNC","created_at":"2026-07-05T04:36:36.683198+00:00"},{"alias_kind":"pith_short_8","alias_value":"TEONS4EY","created_at":"2026-07-05T04:36:36.683198+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/TEONS4EY4LZLGKNCXMSICMB7AP","json":"https://pith.science/pith/TEONS4EY4LZLGKNCXMSICMB7AP.json","graph_json":"https://pith.science/api/pith-number/TEONS4EY4LZLGKNCXMSICMB7AP/graph.json","events_json":"https://pith.science/api/pith-number/TEONS4EY4LZLGKNCXMSICMB7AP/events.json","paper":"https://pith.science/paper/TEONS4EY"},"agent_actions":{"view_html":"https://pith.science/pith/TEONS4EY4LZLGKNCXMSICMB7AP","download_json":"https://pith.science/pith/TEONS4EY4LZLGKNCXMSICMB7AP.json","view_paper":"https://pith.science/paper/TEONS4EY","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2205.12749&json=true","fetch_graph":"https://pith.science/api/pith-number/TEONS4EY4LZLGKNCXMSICMB7AP/graph.json","fetch_events":"https://pith.science/api/pith-number/TEONS4EY4LZLGKNCXMSICMB7AP/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/TEONS4EY4LZLGKNCXMSICMB7AP/action/timestamp_anchor","attest_storage":"https://pith.science/pith/TEONS4EY4LZLGKNCXMSICMB7AP/action/storage_attestation","attest_author":"https://pith.science/pith/TEONS4EY4LZLGKNCXMSICMB7AP/action/author_attestation","sign_citation":"https://pith.science/pith/TEONS4EY4LZLGKNCXMSICMB7AP/action/citation_signature","submit_replication":"https://pith.science/pith/TEONS4EY4LZLGKNCXMSICMB7AP/action/replication_record"}},"created_at":"2026-07-05T04:36:36.683198+00:00","updated_at":"2026-07-05T04:36:36.683198+00:00"}