{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:6J7LS3ZNM3SQHRC4IFMROH7ZSA","short_pith_number":"pith:6J7LS3ZN","canonical_record":{"source":{"id":"2503.05050","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-06T23:59:50Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"64c6167b3f496bc63e787224abf06c7cf845dbd32160ccce89ac08fb1905b8d9","abstract_canon_sha256":"bd85818eb31fe2b23309944269f872e33c604e86f3ea943cf05ac846dfc09175"},"schema_version":"1.0"},"canonical_sha256":"f27eb96f2d66e503c45c4159171ff99024ae8a8899544787d6b3cdcdb2a2623b","source":{"kind":"arxiv","id":"2503.05050","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.05050","created_at":"2026-07-05T10:45:39Z"},{"alias_kind":"arxiv_version","alias_value":"2503.05050v2","created_at":"2026-07-05T10:45:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.05050","created_at":"2026-07-05T10:45:39Z"},{"alias_kind":"pith_short_12","alias_value":"6J7LS3ZNM3SQ","created_at":"2026-07-05T10:45:39Z"},{"alias_kind":"pith_short_16","alias_value":"6J7LS3ZNM3SQHRC4","created_at":"2026-07-05T10:45:39Z"},{"alias_kind":"pith_short_8","alias_value":"6J7LS3ZN","created_at":"2026-07-05T10:45:39Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:6J7LS3ZNM3SQHRC4IFMROH7ZSA","target":"record","payload":{"canonical_record":{"source":{"id":"2503.05050","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-06T23:59:50Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"64c6167b3f496bc63e787224abf06c7cf845dbd32160ccce89ac08fb1905b8d9","abstract_canon_sha256":"bd85818eb31fe2b23309944269f872e33c604e86f3ea943cf05ac846dfc09175"},"schema_version":"1.0"},"canonical_sha256":"f27eb96f2d66e503c45c4159171ff99024ae8a8899544787d6b3cdcdb2a2623b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:45:39.139504Z","signature_b64":"3kuKHW+fodXgVTstyai4qqODgGJfG4fVk5fiMHGHqmWHZwclbB79acuDnLRnHmCt1Hpemn3wtY4gXKJoLXTbAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f27eb96f2d66e503c45c4159171ff99024ae8a8899544787d6b3cdcdb2a2623b","last_reissued_at":"2026-07-05T10:45:39.139034Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:45:39.139034Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.05050","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"btJagTUIvS6S/DTyACEnU9KD75ztgW8/rPB2unkBUvxC7/dkQiNJ3VhpZHzUGGkGFw4IrkYALYMIpPM5i5r0AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:50:02.019682Z"},"content_sha256":"05f473fe758c060ba3cce2830a89e888227e6a18207587846b66f02723a014b8","schema_version":"1.0","event_id":"sha256:05f473fe758c060ba3cce2830a89e888227e6a18207587846b66f02723a014b8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:6J7LS3ZNM3SQHRC4IFMROH7ZSA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Unified Framework with Novel Metrics for Evaluating the Effectiveness of XAI Techniques in LLMs","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Ali K. AlShami, Hassan Shakil, Jugal Kalita, Melkamu Abay Mersha, Mesay Gemeda Yigezu, Sanghyun Byun","submitted_at":"2025-03-06T23:59:50Z","abstract_excerpt":"The increasing complexity of LLMs presents significant challenges to their transparency and interpretability, necessitating the use of eXplainable AI (XAI) techniques to enhance trustworthiness and usability. This study introduces a comprehensive evaluation framework with four novel metrics for assessing the effectiveness of five XAI techniques across five LLMs and two downstream tasks. We apply this framework to evaluate several XAI techniques LIME, SHAP, Integrated Gradients, Layer-wise Relevance Propagation (LRP), and Attention Mechanism Visualization (AMV) using the IMDB Movie Reviews and "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.05050","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.05050/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:45:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cikRkEcIVwS2eA2S0PL/eQxrF8hjZmYZ2VMe0LarNUDj7ppG8JlaYQCcmFlIaF53dHq7MXKyq7uZLZVMPBVBAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:50:02.020277Z"},"content_sha256":"e2d8f5ee041f22b90196ae5eddad150104e93a2e5deb3b2b79b810e0c2689c96","schema_version":"1.0","event_id":"sha256:e2d8f5ee041f22b90196ae5eddad150104e93a2e5deb3b2b79b810e0c2689c96"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6J7LS3ZNM3SQHRC4IFMROH7ZSA/bundle.json","state_url":"https://pith.science/pith/6J7LS3ZNM3SQHRC4IFMROH7ZSA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6J7LS3ZNM3SQHRC4IFMROH7ZSA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:50:02Z","links":{"resolver":"https://pith.science/pith/6J7LS3ZNM3SQHRC4IFMROH7ZSA","bundle":"https://pith.science/pith/6J7LS3ZNM3SQHRC4IFMROH7ZSA/bundle.json","state":"https://pith.science/pith/6J7LS3ZNM3SQHRC4IFMROH7ZSA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6J7LS3ZNM3SQHRC4IFMROH7ZSA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:6J7LS3ZNM3SQHRC4IFMROH7ZSA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bd85818eb31fe2b23309944269f872e33c604e86f3ea943cf05ac846dfc09175","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-06T23:59:50Z","title_canon_sha256":"64c6167b3f496bc63e787224abf06c7cf845dbd32160ccce89ac08fb1905b8d9"},"schema_version":"1.0","source":{"id":"2503.05050","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.05050","created_at":"2026-07-05T10:45:39Z"},{"alias_kind":"arxiv_version","alias_value":"2503.05050v2","created_at":"2026-07-05T10:45:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.05050","created_at":"2026-07-05T10:45:39Z"},{"alias_kind":"pith_short_12","alias_value":"6J7LS3ZNM3SQ","created_at":"2026-07-05T10:45:39Z"},{"alias_kind":"pith_short_16","alias_value":"6J7LS3ZNM3SQHRC4","created_at":"2026-07-05T10:45:39Z"},{"alias_kind":"pith_short_8","alias_value":"6J7LS3ZN","created_at":"2026-07-05T10:45:39Z"}],"graph_snapshots":[{"event_id":"sha256:e2d8f5ee041f22b90196ae5eddad150104e93a2e5deb3b2b79b810e0c2689c96","target":"graph","created_at":"2026-07-05T10:45:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.05050/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The increasing complexity of LLMs presents significant challenges to their transparency and interpretability, necessitating the use of eXplainable AI (XAI) techniques to enhance trustworthiness and usability. This study introduces a comprehensive evaluation framework with four novel metrics for assessing the effectiveness of five XAI techniques across five LLMs and two downstream tasks. We apply this framework to evaluate several XAI techniques LIME, SHAP, Integrated Gradients, Layer-wise Relevance Propagation (LRP), and Attention Mechanism Visualization (AMV) using the IMDB Movie Reviews and ","authors_text":"Ali K. AlShami, Hassan Shakil, Jugal Kalita, Melkamu Abay Mersha, Mesay Gemeda Yigezu, Sanghyun Byun","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-06T23:59:50Z","title":"A Unified Framework with Novel Metrics for Evaluating the Effectiveness of XAI Techniques in LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.05050","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:05f473fe758c060ba3cce2830a89e888227e6a18207587846b66f02723a014b8","target":"record","created_at":"2026-07-05T10:45:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bd85818eb31fe2b23309944269f872e33c604e86f3ea943cf05ac846dfc09175","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-03-06T23:59:50Z","title_canon_sha256":"64c6167b3f496bc63e787224abf06c7cf845dbd32160ccce89ac08fb1905b8d9"},"schema_version":"1.0","source":{"id":"2503.05050","kind":"arxiv","version":2}},"canonical_sha256":"f27eb96f2d66e503c45c4159171ff99024ae8a8899544787d6b3cdcdb2a2623b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f27eb96f2d66e503c45c4159171ff99024ae8a8899544787d6b3cdcdb2a2623b","first_computed_at":"2026-07-05T10:45:39.139034Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:45:39.139034Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3kuKHW+fodXgVTstyai4qqODgGJfG4fVk5fiMHGHqmWHZwclbB79acuDnLRnHmCt1Hpemn3wtY4gXKJoLXTbAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:45:39.139504Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.05050","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:05f473fe758c060ba3cce2830a89e888227e6a18207587846b66f02723a014b8","sha256:e2d8f5ee041f22b90196ae5eddad150104e93a2e5deb3b2b79b810e0c2689c96"],"state_sha256":"13cc0fe1b67d5105f7b1e6c0d764bcc881f2838b8bc4a96dbeba15545a059f96"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wdsUrFmd1quw2+4OPXfO1hezSGHbR8enQgp6iwu4hyuWz6ZXO67Kkq2k6miSR/CC+TR2JwE3qaX5kOE2stGrAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:50:02.025084Z","bundle_sha256":"f02ddd96ebb34247b6b4eb10c7affb374bae9f9c554fc4fbd61148f2d6df0fdd"}}