{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2019:3FXRTHO5VQCABUZUANDDV5DYZ2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b7468d85c946319ecffe0e1792bb3fd14bca63eb869fb04b91f5a2ce75f221f7","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-23T05:50:14Z","title_canon_sha256":"4ed55b5454d91cf238fbe4ad762918d649a0e31af8c81939cce3d65d3a5c842f"},"schema_version":"1.0","source":{"id":"1907.09701","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1907.09701","created_at":"2026-07-05T00:16:50Z"},{"alias_kind":"arxiv_version","alias_value":"1907.09701v2","created_at":"2026-07-05T00:16:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1907.09701","created_at":"2026-07-05T00:16:50Z"},{"alias_kind":"pith_short_12","alias_value":"3FXRTHO5VQCA","created_at":"2026-07-05T00:16:50Z"},{"alias_kind":"pith_short_16","alias_value":"3FXRTHO5VQCABUZU","created_at":"2026-07-05T00:16:50Z"},{"alias_kind":"pith_short_8","alias_value":"3FXRTHO5","created_at":"2026-07-05T00:16:50Z"}],"graph_snapshots":[{"event_id":"sha256:0354a83cb1a8d1b2126c9d52f323186d6c0b2ff2b4be8f5487dac597ce03f632","target":"graph","created_at":"2026-07-05T00:16:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/1907.09701/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Interpretability is an important area of research for safe deployment of machine learning systems. One particular type of interpretability method attributes model decisions to input features. Despite active development, quantitative evaluation of feature attribution methods remains difficult due to the lack of ground truth: we do not know which input features are in fact important to a model. In this work, we propose a framework for Benchmarking Attribution Methods (BAM) with a priori knowledge of relative feature importance. BAM includes 1) a carefully crafted dataset and models trained with ","authors_text":"Been Kim, Mengjiao Yang","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-23T05:50:14Z","title":"Benchmarking Attribution Methods with Relative Feature Importance"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1907.09701","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:185113aff81c428a89681b4142833a54256b4299e900dd0c0a62f2f7b7dd6083","target":"record","created_at":"2026-07-05T00:16:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b7468d85c946319ecffe0e1792bb3fd14bca63eb869fb04b91f5a2ce75f221f7","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-07-23T05:50:14Z","title_canon_sha256":"4ed55b5454d91cf238fbe4ad762918d649a0e31af8c81939cce3d65d3a5c842f"},"schema_version":"1.0","source":{"id":"1907.09701","kind":"arxiv","version":2}},"canonical_sha256":"d96f199dddac0400d33403463af478ce99bc124f0ba30a301866e89dd00f2b04","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d96f199dddac0400d33403463af478ce99bc124f0ba30a301866e89dd00f2b04","first_computed_at":"2026-07-05T00:16:50.399917Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:16:50.399917Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"r9sXufI/1NVHsIDiCNIQoHkIe8CEvl40cvLuoPPCK8fY8yVWaokYc0ylWTveJ4YHq3dcdAD4IJ5OrF75r/8mDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T00:16:50.400440Z","signed_message":"canonical_sha256_bytes"},"source_id":"1907.09701","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:185113aff81c428a89681b4142833a54256b4299e900dd0c0a62f2f7b7dd6083","sha256:0354a83cb1a8d1b2126c9d52f323186d6c0b2ff2b4be8f5487dac597ce03f632"],"state_sha256":"0eb11949771daf8f4e382315400bde7072493c903faf6bfc4d7b66fb751c6dda"}