{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:VCIAH2RDCMDUOWY5PXF3KKHRN6","short_pith_number":"pith:VCIAH2RD","canonical_record":{"source":{"id":"2108.01737","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2021-07-20T09:53:45Z","cross_cats_sorted":[],"title_canon_sha256":"1730e67c3269efe418e8b209579528b88082f4118c7145c72a6e38c56d6d2412","abstract_canon_sha256":"37a06438023ebfaad0f6ed8b2bd56c26ba3729225f385f8e8dbab01731ff53e1"},"schema_version":"1.0"},"canonical_sha256":"a89003ea231307475b1d7dcbb528f16f9d06754262defe39e84266500bb04855","source":{"kind":"arxiv","id":"2108.01737","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.01737","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"arxiv_version","alias_value":"2108.01737v1","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.01737","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_12","alias_value":"VCIAH2RDCMDU","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_16","alias_value":"VCIAH2RDCMDUOWY5","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_8","alias_value":"VCIAH2RD","created_at":"2026-07-05T03:03:10Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:VCIAH2RDCMDUOWY5PXF3KKHRN6","target":"record","payload":{"canonical_record":{"source":{"id":"2108.01737","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2021-07-20T09:53:45Z","cross_cats_sorted":[],"title_canon_sha256":"1730e67c3269efe418e8b209579528b88082f4118c7145c72a6e38c56d6d2412","abstract_canon_sha256":"37a06438023ebfaad0f6ed8b2bd56c26ba3729225f385f8e8dbab01731ff53e1"},"schema_version":"1.0"},"canonical_sha256":"a89003ea231307475b1d7dcbb528f16f9d06754262defe39e84266500bb04855","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:03:10.119980Z","signature_b64":"er3CoDWnKJPdTcwDkCxg5Fy8Bs7fk3C+O1l4KBiRyl9DtPWRKfaa+uuBdJ+OEdE8GIO6RyJC0rnMg7rogbGcBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a89003ea231307475b1d7dcbb528f16f9d06754262defe39e84266500bb04855","last_reissued_at":"2026-07-05T03:03:10.119507Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:03:10.119507Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.01737","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:03:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"X5+SFyblz4KP016iyUiMonC6984mqgBrDkzFFqafb6eiq0x3eWyxWJBxQL3ZjfgvDwBbBEW6Uc8r8lzFfpTxAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T08:23:37.130462Z"},"content_sha256":"5f05ed43d5e982021b859324e24655b124007fd85ea7274943428e87718eb20a","schema_version":"1.0","event_id":"sha256:5f05ed43d5e982021b859324e24655b124007fd85ea7274943428e87718eb20a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:VCIAH2RDCMDUOWY5PXF3KKHRN6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Roadmap of Designing Cognitive Metrics for Explainable Artificial Intelligence (XAI)","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Caleb Chen Cao, Hilary Hei Ting Ngai, Janet Hui-wen Hsiao, Luyu Qiu, Yi Yang","submitted_at":"2021-07-20T09:53:45Z","abstract_excerpt":"More recently, Explainable Artificial Intelligence (XAI) research has shifted to focus on a more pragmatic or naturalistic account of understanding, that is, whether the stakeholders understand the explanation. This point is especially important for research on evaluation methods for XAI systems. Thus, another direction where XAI research can benefit significantly from cognitive science and psychology research is ways to measure understanding of users, responses and attitudes. These measures can be used to quantify explanation quality and as feedback to the XAI system to improve the explanatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.01737","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.01737/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:03:10Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zHLxXJG7R8JNsXMe8KxFfg4cTaxwmBFWME41AqpIkodj/dlIw0SPtxmLciF2BR3iOWIKRTSmK+jmG2khw23ECA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-17T08:23:37.130834Z"},"content_sha256":"d5f40d2ae4d7d228e7fea543e6f5ead3e3d87de56b2c80711aa9f8318fdb5d55","schema_version":"1.0","event_id":"sha256:d5f40d2ae4d7d228e7fea543e6f5ead3e3d87de56b2c80711aa9f8318fdb5d55"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VCIAH2RDCMDUOWY5PXF3KKHRN6/bundle.json","state_url":"https://pith.science/pith/VCIAH2RDCMDUOWY5PXF3KKHRN6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VCIAH2RDCMDUOWY5PXF3KKHRN6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-17T08:23:37Z","links":{"resolver":"https://pith.science/pith/VCIAH2RDCMDUOWY5PXF3KKHRN6","bundle":"https://pith.science/pith/VCIAH2RDCMDUOWY5PXF3KKHRN6/bundle.json","state":"https://pith.science/pith/VCIAH2RDCMDUOWY5PXF3KKHRN6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VCIAH2RDCMDUOWY5PXF3KKHRN6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:VCIAH2RDCMDUOWY5PXF3KKHRN6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"37a06438023ebfaad0f6ed8b2bd56c26ba3729225f385f8e8dbab01731ff53e1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2021-07-20T09:53:45Z","title_canon_sha256":"1730e67c3269efe418e8b209579528b88082f4118c7145c72a6e38c56d6d2412"},"schema_version":"1.0","source":{"id":"2108.01737","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.01737","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"arxiv_version","alias_value":"2108.01737v1","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.01737","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_12","alias_value":"VCIAH2RDCMDU","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_16","alias_value":"VCIAH2RDCMDUOWY5","created_at":"2026-07-05T03:03:10Z"},{"alias_kind":"pith_short_8","alias_value":"VCIAH2RD","created_at":"2026-07-05T03:03:10Z"}],"graph_snapshots":[{"event_id":"sha256:d5f40d2ae4d7d228e7fea543e6f5ead3e3d87de56b2c80711aa9f8318fdb5d55","target":"graph","created_at":"2026-07-05T03:03:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.01737/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"More recently, Explainable Artificial Intelligence (XAI) research has shifted to focus on a more pragmatic or naturalistic account of understanding, that is, whether the stakeholders understand the explanation. This point is especially important for research on evaluation methods for XAI systems. Thus, another direction where XAI research can benefit significantly from cognitive science and psychology research is ways to measure understanding of users, responses and attitudes. These measures can be used to quantify explanation quality and as feedback to the XAI system to improve the explanatio","authors_text":"Caleb Chen Cao, Hilary Hei Ting Ngai, Janet Hui-wen Hsiao, Luyu Qiu, Yi Yang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2021-07-20T09:53:45Z","title":"Roadmap of Designing Cognitive Metrics for Explainable Artificial Intelligence (XAI)"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.01737","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5f05ed43d5e982021b859324e24655b124007fd85ea7274943428e87718eb20a","target":"record","created_at":"2026-07-05T03:03:10Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"37a06438023ebfaad0f6ed8b2bd56c26ba3729225f385f8e8dbab01731ff53e1","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2021-07-20T09:53:45Z","title_canon_sha256":"1730e67c3269efe418e8b209579528b88082f4118c7145c72a6e38c56d6d2412"},"schema_version":"1.0","source":{"id":"2108.01737","kind":"arxiv","version":1}},"canonical_sha256":"a89003ea231307475b1d7dcbb528f16f9d06754262defe39e84266500bb04855","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a89003ea231307475b1d7dcbb528f16f9d06754262defe39e84266500bb04855","first_computed_at":"2026-07-05T03:03:10.119507Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:03:10.119507Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"er3CoDWnKJPdTcwDkCxg5Fy8Bs7fk3C+O1l4KBiRyl9DtPWRKfaa+uuBdJ+OEdE8GIO6RyJC0rnMg7rogbGcBw==","signature_status":"signed_v1","signed_at":"2026-07-05T03:03:10.119980Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.01737","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5f05ed43d5e982021b859324e24655b124007fd85ea7274943428e87718eb20a","sha256:d5f40d2ae4d7d228e7fea543e6f5ead3e3d87de56b2c80711aa9f8318fdb5d55"],"state_sha256":"3a257f75347f0d7ceedfeafe3a1f7410550adc05a6acf91a370b2e44833bd50c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VgAyqncfdaSxZRRoDQw45Vyw/wKi5S42loWq3DHJ8Z0MXhvfYHFmovlVZch0uUOOEgTIE4CuCNhagYXkpnQmCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-17T08:23:37.133299Z","bundle_sha256":"c71ee19b8c18a47a0724e867e2505d4c683ab5dfed62c049cb1052a5ff0a43c2"}}