{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:HTPJRHTIVRIKKSPOJ6VGE7Y6ZT","short_pith_number":"pith:HTPJRHTI","canonical_record":{"source":{"id":"2111.07367","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-14T15:31:29Z","cross_cats_sorted":[],"title_canon_sha256":"6ed2366f6798ca0669865af845efdedf8c4c0581e8336eb0295ef05745475910","abstract_canon_sha256":"5096de89ab83033672cd80dfc4490c0fdb57bed636604499c1b6acf49b8569c9"},"schema_version":"1.0"},"canonical_sha256":"3cde989e68ac50a549ee4faa627f1eccf79acea9000c9c401fb9e7da52edbad0","source":{"kind":"arxiv","id":"2111.07367","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.07367","created_at":"2026-07-05T05:14:32Z"},{"alias_kind":"arxiv_version","alias_value":"2111.07367v2","created_at":"2026-07-05T05:14:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.07367","created_at":"2026-07-05T05:14:32Z"},{"alias_kind":"pith_short_12","alias_value":"HTPJRHTIVRIK","created_at":"2026-07-05T05:14:32Z"},{"alias_kind":"pith_short_16","alias_value":"HTPJRHTIVRIKKSPO","created_at":"2026-07-05T05:14:32Z"},{"alias_kind":"pith_short_8","alias_value":"HTPJRHTI","created_at":"2026-07-05T05:14:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:HTPJRHTIVRIKKSPOJ6VGE7Y6ZT","target":"record","payload":{"canonical_record":{"source":{"id":"2111.07367","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-14T15:31:29Z","cross_cats_sorted":[],"title_canon_sha256":"6ed2366f6798ca0669865af845efdedf8c4c0581e8336eb0295ef05745475910","abstract_canon_sha256":"5096de89ab83033672cd80dfc4490c0fdb57bed636604499c1b6acf49b8569c9"},"schema_version":"1.0"},"canonical_sha256":"3cde989e68ac50a549ee4faa627f1eccf79acea9000c9c401fb9e7da52edbad0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:14:32.108101Z","signature_b64":"4Hhs4XKuB6JbRF/qQEjriAOOzlTCFM2ATpu3PM/zyAHCKsrcfhDmHf41DPYqSMi2AxcYWYJRuwK59cnfiMc2Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3cde989e68ac50a549ee4faa627f1eccf79acea9000c9c401fb9e7da52edbad0","last_reissued_at":"2026-07-05T05:14:32.107653Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:14:32.107653Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2111.07367","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:14:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ckmufFqqDKIqdbwZzBtBLjpwGvOmFyC4IveZwAWvpwzV2ckPC3KVwg1fZV2Faevdv+tKM17zwZSkl4CZAv6tCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:18:54.729604Z"},"content_sha256":"e3ce94dcc249ad4590e5639fefc00a96e67824a8b2681c07f3a06a615f27b37b","schema_version":"1.0","event_id":"sha256:e3ce94dcc249ad4590e5639fefc00a96e67824a8b2681c07f3a06a615f27b37b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:HTPJRHTIVRIKKSPOJ6VGE7Y6ZT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"\"Will You Find These Shortcuts?\" A Protocol for Evaluating the Faithfulness of Input Salience Methods for Text Classification","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Anders Sandholm, Jasmijn Bastings, Katja Filippova, Polina Zablotskaia, Sebastian Ebert","submitted_at":"2021-11-14T15:31:29Z","abstract_excerpt":"Feature attribution a.k.a. input salience methods which assign an importance score to a feature are abundant but may produce surprisingly different results for the same model on the same input. While differences are expected if disparate definitions of importance are assumed, most methods claim to provide faithful attributions and point at the features most relevant for a model's prediction. Existing work on faithfulness evaluation is not conclusive and does not provide a clear answer as to how different methods are to be compared. Focusing on text classification and the model debugging scenar"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.07367","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2111.07367/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:14:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MB2ceJPje60QGgAVvPWjPG0s5e+8C7bH2Wp8jLnQ8fSeqztDdKEsUa9nhxsfkd9BkC9mACDNnkajTby5UdHCDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T08:18:54.729986Z"},"content_sha256":"db7425a1240c186df5982580d09e3eb5a69a2a20e96d8f3cda3e5a3d57ee9f95","schema_version":"1.0","event_id":"sha256:db7425a1240c186df5982580d09e3eb5a69a2a20e96d8f3cda3e5a3d57ee9f95"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HTPJRHTIVRIKKSPOJ6VGE7Y6ZT/bundle.json","state_url":"https://pith.science/pith/HTPJRHTIVRIKKSPOJ6VGE7Y6ZT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HTPJRHTIVRIKKSPOJ6VGE7Y6ZT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T08:18:54Z","links":{"resolver":"https://pith.science/pith/HTPJRHTIVRIKKSPOJ6VGE7Y6ZT","bundle":"https://pith.science/pith/HTPJRHTIVRIKKSPOJ6VGE7Y6ZT/bundle.json","state":"https://pith.science/pith/HTPJRHTIVRIKKSPOJ6VGE7Y6ZT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HTPJRHTIVRIKKSPOJ6VGE7Y6ZT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:HTPJRHTIVRIKKSPOJ6VGE7Y6ZT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5096de89ab83033672cd80dfc4490c0fdb57bed636604499c1b6acf49b8569c9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-14T15:31:29Z","title_canon_sha256":"6ed2366f6798ca0669865af845efdedf8c4c0581e8336eb0295ef05745475910"},"schema_version":"1.0","source":{"id":"2111.07367","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2111.07367","created_at":"2026-07-05T05:14:32Z"},{"alias_kind":"arxiv_version","alias_value":"2111.07367v2","created_at":"2026-07-05T05:14:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2111.07367","created_at":"2026-07-05T05:14:32Z"},{"alias_kind":"pith_short_12","alias_value":"HTPJRHTIVRIK","created_at":"2026-07-05T05:14:32Z"},{"alias_kind":"pith_short_16","alias_value":"HTPJRHTIVRIKKSPO","created_at":"2026-07-05T05:14:32Z"},{"alias_kind":"pith_short_8","alias_value":"HTPJRHTI","created_at":"2026-07-05T05:14:32Z"}],"graph_snapshots":[{"event_id":"sha256:db7425a1240c186df5982580d09e3eb5a69a2a20e96d8f3cda3e5a3d57ee9f95","target":"graph","created_at":"2026-07-05T05:14:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2111.07367/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Feature attribution a.k.a. input salience methods which assign an importance score to a feature are abundant but may produce surprisingly different results for the same model on the same input. While differences are expected if disparate definitions of importance are assumed, most methods claim to provide faithful attributions and point at the features most relevant for a model's prediction. Existing work on faithfulness evaluation is not conclusive and does not provide a clear answer as to how different methods are to be compared. Focusing on text classification and the model debugging scenar","authors_text":"Anders Sandholm, Jasmijn Bastings, Katja Filippova, Polina Zablotskaia, Sebastian Ebert","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-14T15:31:29Z","title":"\"Will You Find These Shortcuts?\" A Protocol for Evaluating the Faithfulness of Input Salience Methods for Text Classification"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2111.07367","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e3ce94dcc249ad4590e5639fefc00a96e67824a8b2681c07f3a06a615f27b37b","target":"record","created_at":"2026-07-05T05:14:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5096de89ab83033672cd80dfc4490c0fdb57bed636604499c1b6acf49b8569c9","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2021-11-14T15:31:29Z","title_canon_sha256":"6ed2366f6798ca0669865af845efdedf8c4c0581e8336eb0295ef05745475910"},"schema_version":"1.0","source":{"id":"2111.07367","kind":"arxiv","version":2}},"canonical_sha256":"3cde989e68ac50a549ee4faa627f1eccf79acea9000c9c401fb9e7da52edbad0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3cde989e68ac50a549ee4faa627f1eccf79acea9000c9c401fb9e7da52edbad0","first_computed_at":"2026-07-05T05:14:32.107653Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:14:32.107653Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"4Hhs4XKuB6JbRF/qQEjriAOOzlTCFM2ATpu3PM/zyAHCKsrcfhDmHf41DPYqSMi2AxcYWYJRuwK59cnfiMc2Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:14:32.108101Z","signed_message":"canonical_sha256_bytes"},"source_id":"2111.07367","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e3ce94dcc249ad4590e5639fefc00a96e67824a8b2681c07f3a06a615f27b37b","sha256:db7425a1240c186df5982580d09e3eb5a69a2a20e96d8f3cda3e5a3d57ee9f95"],"state_sha256":"c6174b6e30ea6ca525109bc65a787b2de7c36a953e9d2150fb737e520af482ae"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rh3NtvMASFYKs6Es5GSMxi5GG7Uw2DpngVk7+ZuJ6IOKgz2zB6nM4xSCrHrdUUk6Bdv8mHFRd6ssNdM8xMnEDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T08:18:54.732334Z","bundle_sha256":"5a67414dc97ae58cb2522f39dec9d154c59eec7d083879fbe306d2012c76d708"}}