{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:TJZ4JGL6HXKFTLXJGUORKR7KOC","short_pith_number":"pith:TJZ4JGL6","canonical_record":{"source":{"id":"2205.12254","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-24T17:57:55Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"fd61e920441c1c4a06012a1a46cef81659deae6d03a2a13ebb5079576678e6e9","abstract_canon_sha256":"7d1fb430eaddc865cc5f0262db1e2a3eb0914724504efa5b6101f0617193ed36"},"schema_version":"1.0"},"canonical_sha256":"9a73c4997e3dd459aee9351d1547ea7080bad15a588494670709116fc0d85663","source":{"kind":"arxiv","id":"2205.12254","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.12254","created_at":"2026-07-05T07:07:51Z"},{"alias_kind":"arxiv_version","alias_value":"2205.12254v1","created_at":"2026-07-05T07:07:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.12254","created_at":"2026-07-05T07:07:51Z"},{"alias_kind":"pith_short_12","alias_value":"TJZ4JGL6HXKF","created_at":"2026-07-05T07:07:51Z"},{"alias_kind":"pith_short_16","alias_value":"TJZ4JGL6HXKFTLXJ","created_at":"2026-07-05T07:07:51Z"},{"alias_kind":"pith_short_8","alias_value":"TJZ4JGL6","created_at":"2026-07-05T07:07:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:TJZ4JGL6HXKFTLXJGUORKR7KOC","target":"record","payload":{"canonical_record":{"source":{"id":"2205.12254","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-24T17:57:55Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"fd61e920441c1c4a06012a1a46cef81659deae6d03a2a13ebb5079576678e6e9","abstract_canon_sha256":"7d1fb430eaddc865cc5f0262db1e2a3eb0914724504efa5b6101f0617193ed36"},"schema_version":"1.0"},"canonical_sha256":"9a73c4997e3dd459aee9351d1547ea7080bad15a588494670709116fc0d85663","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:07:51.374200Z","signature_b64":"DrVwoTV5cWmGCAlT5PgHpvTH1eRaww2VEjTRoKSUPZWzak2i7cNDVy8MHNd3JmIZqN7QZj1RLV5Ku/EwRw5tBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9a73c4997e3dd459aee9351d1547ea7080bad15a588494670709116fc0d85663","last_reissued_at":"2026-07-05T07:07:51.373781Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:07:51.373781Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2205.12254","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:07:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7mp7wjtnV1+sainkWsVyn0YGIIKEGV3fEz7l9P1MQ2x5usTsD7tHEykJ8zReNHlAwhquIc7wdAPi7Cs0kvjaDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T02:40:15.471878Z"},"content_sha256":"df31d326b51bf9b2d9f4e98327af12053cc7904b0a905e1f90c0cbf0646ef7af","schema_version":"1.0","event_id":"sha256:df31d326b51bf9b2d9f4e98327af12053cc7904b0a905e1f90c0cbf0646ef7af"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:TJZ4JGL6HXKFTLXJGUORKR7KOC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Interpretation Quality Score for Measuring the Quality of interpretability methods","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Saeed Hassanpour, Sean Xie, Soroush Vosoughi","submitted_at":"2022-05-24T17:57:55Z","abstract_excerpt":"Machine learning (ML) models have been applied to a wide range of natural language processing (NLP) tasks in recent years. In addition to making accurate decisions, the necessity of understanding how models make their decisions has become apparent in many applications. To that end, many interpretability methods that help explain the decision processes of ML models have been developed. Yet, there currently exists no widely-accepted metric to evaluate the quality of explanations generated by these methods. As a result, there currently is no standard way of measuring to what degree an interpretab"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.12254","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2205.12254/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:07:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MGPmoHgYa662uAqrxCY7gz79t8ihGaLTJMtv7gBeoesmGhFaOcM7SYdZKSjFeAXzrEi1KLxRlw0GdbpsOyk9DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T02:40:15.472283Z"},"content_sha256":"28a9376148774f93849485090ad3254006657429d6048eb364eeaf359f0fc87d","schema_version":"1.0","event_id":"sha256:28a9376148774f93849485090ad3254006657429d6048eb364eeaf359f0fc87d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TJZ4JGL6HXKFTLXJGUORKR7KOC/bundle.json","state_url":"https://pith.science/pith/TJZ4JGL6HXKFTLXJGUORKR7KOC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TJZ4JGL6HXKFTLXJGUORKR7KOC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T02:40:15Z","links":{"resolver":"https://pith.science/pith/TJZ4JGL6HXKFTLXJGUORKR7KOC","bundle":"https://pith.science/pith/TJZ4JGL6HXKFTLXJGUORKR7KOC/bundle.json","state":"https://pith.science/pith/TJZ4JGL6HXKFTLXJGUORKR7KOC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TJZ4JGL6HXKFTLXJGUORKR7KOC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:TJZ4JGL6HXKFTLXJGUORKR7KOC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d1fb430eaddc865cc5f0262db1e2a3eb0914724504efa5b6101f0617193ed36","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-24T17:57:55Z","title_canon_sha256":"fd61e920441c1c4a06012a1a46cef81659deae6d03a2a13ebb5079576678e6e9"},"schema_version":"1.0","source":{"id":"2205.12254","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2205.12254","created_at":"2026-07-05T07:07:51Z"},{"alias_kind":"arxiv_version","alias_value":"2205.12254v1","created_at":"2026-07-05T07:07:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2205.12254","created_at":"2026-07-05T07:07:51Z"},{"alias_kind":"pith_short_12","alias_value":"TJZ4JGL6HXKF","created_at":"2026-07-05T07:07:51Z"},{"alias_kind":"pith_short_16","alias_value":"TJZ4JGL6HXKFTLXJ","created_at":"2026-07-05T07:07:51Z"},{"alias_kind":"pith_short_8","alias_value":"TJZ4JGL6","created_at":"2026-07-05T07:07:51Z"}],"graph_snapshots":[{"event_id":"sha256:28a9376148774f93849485090ad3254006657429d6048eb364eeaf359f0fc87d","target":"graph","created_at":"2026-07-05T07:07:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2205.12254/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning (ML) models have been applied to a wide range of natural language processing (NLP) tasks in recent years. In addition to making accurate decisions, the necessity of understanding how models make their decisions has become apparent in many applications. To that end, many interpretability methods that help explain the decision processes of ML models have been developed. Yet, there currently exists no widely-accepted metric to evaluate the quality of explanations generated by these methods. As a result, there currently is no standard way of measuring to what degree an interpretab","authors_text":"Saeed Hassanpour, Sean Xie, Soroush Vosoughi","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-24T17:57:55Z","title":"Interpretation Quality Score for Measuring the Quality of interpretability methods"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2205.12254","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:df31d326b51bf9b2d9f4e98327af12053cc7904b0a905e1f90c0cbf0646ef7af","target":"record","created_at":"2026-07-05T07:07:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d1fb430eaddc865cc5f0262db1e2a3eb0914724504efa5b6101f0617193ed36","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2022-05-24T17:57:55Z","title_canon_sha256":"fd61e920441c1c4a06012a1a46cef81659deae6d03a2a13ebb5079576678e6e9"},"schema_version":"1.0","source":{"id":"2205.12254","kind":"arxiv","version":1}},"canonical_sha256":"9a73c4997e3dd459aee9351d1547ea7080bad15a588494670709116fc0d85663","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9a73c4997e3dd459aee9351d1547ea7080bad15a588494670709116fc0d85663","first_computed_at":"2026-07-05T07:07:51.373781Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:07:51.373781Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DrVwoTV5cWmGCAlT5PgHpvTH1eRaww2VEjTRoKSUPZWzak2i7cNDVy8MHNd3JmIZqN7QZj1RLV5Ku/EwRw5tBw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:07:51.374200Z","signed_message":"canonical_sha256_bytes"},"source_id":"2205.12254","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:df31d326b51bf9b2d9f4e98327af12053cc7904b0a905e1f90c0cbf0646ef7af","sha256:28a9376148774f93849485090ad3254006657429d6048eb364eeaf359f0fc87d"],"state_sha256":"3daffe39808bf62a5e5c3b4fae927a388453d17de9a134561bcde57b8a111905"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"l8C8gxLTdJYdRSbkdOVAzTxoRShuIiPj4xHCdtZiU8XhB7qBkS64/Ecgn5V+R8ZqgbIATqktlD0/mn2ton82CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T02:40:15.474680Z","bundle_sha256":"032f6a2e77463ef50b76e7a2b5ee4d3ba6fa7973f033a5a72c549b6c11458ba2"}}