{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:L765K2QBBFCM3FQ2YBVZ67WLQX","short_pith_number":"pith:L765K2QB","canonical_record":{"source":{"id":"2302.07265","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-14T18:59:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"63b09c00d4c8d1e75cd8b9c5955afc68b1f9ee1e233dfa2e85c5ed46fa697377","abstract_canon_sha256":"92d5d669b7ceb3e170f8bcf3a0194a8cd0df3fcfe2da174c1f7b551a33070f09"},"schema_version":"1.0"},"canonical_sha256":"5ffdd56a010944cd961ac06b9f7ecb85e490006b8148f7e71c47a51901e34bd1","source":{"kind":"arxiv","id":"2302.07265","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.07265","created_at":"2026-07-05T06:32:36Z"},{"alias_kind":"arxiv_version","alias_value":"2302.07265v2","created_at":"2026-07-05T06:32:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.07265","created_at":"2026-07-05T06:32:36Z"},{"alias_kind":"pith_short_12","alias_value":"L765K2QBBFCM","created_at":"2026-07-05T06:32:36Z"},{"alias_kind":"pith_short_16","alias_value":"L765K2QBBFCM3FQ2","created_at":"2026-07-05T06:32:36Z"},{"alias_kind":"pith_short_8","alias_value":"L765K2QB","created_at":"2026-07-05T06:32:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:L765K2QBBFCM3FQ2YBVZ67WLQX","target":"record","payload":{"canonical_record":{"source":{"id":"2302.07265","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-14T18:59:02Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"63b09c00d4c8d1e75cd8b9c5955afc68b1f9ee1e233dfa2e85c5ed46fa697377","abstract_canon_sha256":"92d5d669b7ceb3e170f8bcf3a0194a8cd0df3fcfe2da174c1f7b551a33070f09"},"schema_version":"1.0"},"canonical_sha256":"5ffdd56a010944cd961ac06b9f7ecb85e490006b8148f7e71c47a51901e34bd1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:32:36.740208Z","signature_b64":"XIzdJC6IerFiugIZKuho8MyYA/3PctZs92ZgBOV6vkq4QtzBunZBejBrBHbvKA/1L8rpvrvG61wouoP2L2CHBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5ffdd56a010944cd961ac06b9f7ecb85e490006b8148f7e71c47a51901e34bd1","last_reissued_at":"2026-07-05T06:32:36.739686Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:32:36.739686Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.07265","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:32:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"I7P71tvaE+HzNz4SwoMkIC7aQGl/4rSkKYk08T5PwuP6xQt3gA0wM3dIBG95IwXzQNKRHD1iTDoY9EtK2VfdBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T08:21:54.355636Z"},"content_sha256":"39f2cf02e1d6a79eb33e03c71ef24fca2489e4bb7bc817c46e6bff0a78a3cf89","schema_version":"1.0","event_id":"sha256:39f2cf02e1d6a79eb33e03c71ef24fca2489e4bb7bc817c46e6bff0a78a3cf89"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:L765K2QBBFCM3FQ2YBVZ67WLQX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Meta-Evaluation Problem in Explainable AI: Identifying Reliable Estimators with MetaQuantus","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.LG","authors_text":"Anna Hedstr\\\"om, Kristoffer K. Wickstr{\\o}m, Marina M.-C. H\\\"ohne, Philine Bommer, Sebastian Lapuschkin, Wojciech Samek","submitted_at":"2023-02-14T18:59:02Z","abstract_excerpt":"One of the unsolved challenges in the field of Explainable AI (XAI) is determining how to most reliably estimate the quality of an explanation method in the absence of ground truth explanation labels. Resolving this issue is of utmost importance as the evaluation outcomes generated by competing evaluation methods (or ''quality estimators''), which aim at measuring the same property of an explanation method, frequently present conflicting rankings. Such disagreements can be challenging for practitioners to interpret, thereby complicating their ability to select the best-performing explanation m"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.07265","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.07265/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:32:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vIdhaIRw7OneUtHYJib/n4TSSwXrWqD1n/kkeeujanc/gEMN+CkOMfSDj4uJEZXVbZyeUK20tAMhy65bfbjHAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-21T08:21:54.355956Z"},"content_sha256":"42ed2e46897284fea214ed6d1727caaca5b55be4e4eccd7a73b1408a1425d189","schema_version":"1.0","event_id":"sha256:42ed2e46897284fea214ed6d1727caaca5b55be4e4eccd7a73b1408a1425d189"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/L765K2QBBFCM3FQ2YBVZ67WLQX/bundle.json","state_url":"https://pith.science/pith/L765K2QBBFCM3FQ2YBVZ67WLQX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/L765K2QBBFCM3FQ2YBVZ67WLQX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-21T08:21:54Z","links":{"resolver":"https://pith.science/pith/L765K2QBBFCM3FQ2YBVZ67WLQX","bundle":"https://pith.science/pith/L765K2QBBFCM3FQ2YBVZ67WLQX/bundle.json","state":"https://pith.science/pith/L765K2QBBFCM3FQ2YBVZ67WLQX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/L765K2QBBFCM3FQ2YBVZ67WLQX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:L765K2QBBFCM3FQ2YBVZ67WLQX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"92d5d669b7ceb3e170f8bcf3a0194a8cd0df3fcfe2da174c1f7b551a33070f09","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-14T18:59:02Z","title_canon_sha256":"63b09c00d4c8d1e75cd8b9c5955afc68b1f9ee1e233dfa2e85c5ed46fa697377"},"schema_version":"1.0","source":{"id":"2302.07265","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.07265","created_at":"2026-07-05T06:32:36Z"},{"alias_kind":"arxiv_version","alias_value":"2302.07265v2","created_at":"2026-07-05T06:32:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.07265","created_at":"2026-07-05T06:32:36Z"},{"alias_kind":"pith_short_12","alias_value":"L765K2QBBFCM","created_at":"2026-07-05T06:32:36Z"},{"alias_kind":"pith_short_16","alias_value":"L765K2QBBFCM3FQ2","created_at":"2026-07-05T06:32:36Z"},{"alias_kind":"pith_short_8","alias_value":"L765K2QB","created_at":"2026-07-05T06:32:36Z"}],"graph_snapshots":[{"event_id":"sha256:42ed2e46897284fea214ed6d1727caaca5b55be4e4eccd7a73b1408a1425d189","target":"graph","created_at":"2026-07-05T06:32:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.07265/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"One of the unsolved challenges in the field of Explainable AI (XAI) is determining how to most reliably estimate the quality of an explanation method in the absence of ground truth explanation labels. Resolving this issue is of utmost importance as the evaluation outcomes generated by competing evaluation methods (or ''quality estimators''), which aim at measuring the same property of an explanation method, frequently present conflicting rankings. Such disagreements can be challenging for practitioners to interpret, thereby complicating their ability to select the best-performing explanation m","authors_text":"Anna Hedstr\\\"om, Kristoffer K. Wickstr{\\o}m, Marina M.-C. H\\\"ohne, Philine Bommer, Sebastian Lapuschkin, Wojciech Samek","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-14T18:59:02Z","title":"The Meta-Evaluation Problem in Explainable AI: Identifying Reliable Estimators with MetaQuantus"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.07265","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:39f2cf02e1d6a79eb33e03c71ef24fca2489e4bb7bc817c46e6bff0a78a3cf89","target":"record","created_at":"2026-07-05T06:32:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"92d5d669b7ceb3e170f8bcf3a0194a8cd0df3fcfe2da174c1f7b551a33070f09","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-14T18:59:02Z","title_canon_sha256":"63b09c00d4c8d1e75cd8b9c5955afc68b1f9ee1e233dfa2e85c5ed46fa697377"},"schema_version":"1.0","source":{"id":"2302.07265","kind":"arxiv","version":2}},"canonical_sha256":"5ffdd56a010944cd961ac06b9f7ecb85e490006b8148f7e71c47a51901e34bd1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5ffdd56a010944cd961ac06b9f7ecb85e490006b8148f7e71c47a51901e34bd1","first_computed_at":"2026-07-05T06:32:36.739686Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:32:36.739686Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"XIzdJC6IerFiugIZKuho8MyYA/3PctZs92ZgBOV6vkq4QtzBunZBejBrBHbvKA/1L8rpvrvG61wouoP2L2CHBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:32:36.740208Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.07265","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:39f2cf02e1d6a79eb33e03c71ef24fca2489e4bb7bc817c46e6bff0a78a3cf89","sha256:42ed2e46897284fea214ed6d1727caaca5b55be4e4eccd7a73b1408a1425d189"],"state_sha256":"76c10350e225763b52936cd3cc9f1093c79d9ff1828f51a7ab95a69f69d30f89"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8mUveoYnfRqQw4dOcSRa0GuXhBmiSxSDZCJFTwRcaIGE2vXqjliXHU7fXpIRQ2qszRr24E7Ygcr60USDo82JAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-21T08:21:54.359519Z","bundle_sha256":"2aff701012578f90588b2c81bf744d94484ebb22a32f28d23eab4494a6085471"}}