{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:PRY3TMHGKS2ELRE3P5AXTKUXR5","short_pith_number":"pith:PRY3TMHG","canonical_record":{"source":{"id":"2211.08369","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-15T18:18:34Z","cross_cats_sorted":[],"title_canon_sha256":"1f350d3587c0f42bbcc6c307fb42c2139a2a8e5387c01b915f63b4c9b6d4c6e2","abstract_canon_sha256":"28d91046d4b635ae7c4b8997acf9b0b727a48a09c71468f76e4ed8d5290b5430"},"schema_version":"1.0"},"canonical_sha256":"7c71b9b0e654b445c49b7f4179aa978f53aa8b9b35c9f4a71e9bb7442cca3e6f","source":{"kind":"arxiv","id":"2211.08369","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.08369","created_at":"2026-07-05T06:09:06Z"},{"alias_kind":"arxiv_version","alias_value":"2211.08369v3","created_at":"2026-07-05T06:09:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.08369","created_at":"2026-07-05T06:09:06Z"},{"alias_kind":"pith_short_12","alias_value":"PRY3TMHGKS2E","created_at":"2026-07-05T06:09:06Z"},{"alias_kind":"pith_short_16","alias_value":"PRY3TMHGKS2ELRE3","created_at":"2026-07-05T06:09:06Z"},{"alias_kind":"pith_short_8","alias_value":"PRY3TMHG","created_at":"2026-07-05T06:09:06Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:PRY3TMHGKS2ELRE3P5AXTKUXR5","target":"record","payload":{"canonical_record":{"source":{"id":"2211.08369","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-15T18:18:34Z","cross_cats_sorted":[],"title_canon_sha256":"1f350d3587c0f42bbcc6c307fb42c2139a2a8e5387c01b915f63b4c9b6d4c6e2","abstract_canon_sha256":"28d91046d4b635ae7c4b8997acf9b0b727a48a09c71468f76e4ed8d5290b5430"},"schema_version":"1.0"},"canonical_sha256":"7c71b9b0e654b445c49b7f4179aa978f53aa8b9b35c9f4a71e9bb7442cca3e6f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:09:06.756465Z","signature_b64":"yyrnFpPQc23myvO7IsuJHm2juCwtUz9Fe1iVowvV3mx/RPAq2L6a4fauIilzirEyBHSrz/Qr1NSTw+VyBdQ9Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7c71b9b0e654b445c49b7f4179aa978f53aa8b9b35c9f4a71e9bb7442cca3e6f","last_reissued_at":"2026-07-05T06:09:06.755950Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:09:06.755950Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.08369","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:09:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J4gtKyS2vxJT1krdsIiLiLuPGWAUYeUZo51/JPndeB5vh31mPWkV+eP0vU4Y1aZDzALaCzu0IdN9wIoehpHzAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T18:12:09.225846Z"},"content_sha256":"9992fea6afadaa6fe9a703be349f12f16154aa693fc7e208a4ce86e4c07ba6ad","schema_version":"1.0","event_id":"sha256:9992fea6afadaa6fe9a703be349f12f16154aa693fc7e208a4ce86e4c07ba6ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:PRY3TMHGKS2ELRE3P5AXTKUXR5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Easy to Decide, Hard to Agree: Reducing Disagreements Between Saliency Methods","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jan \\v{S}najder, Josip Juki\\'c, Martin Tutek","submitted_at":"2022-11-15T18:18:34Z","abstract_excerpt":"A popular approach to unveiling the black box of neural NLP models is to leverage saliency methods, which assign scalar importance scores to each input component. A common practice for evaluating whether an interpretability method is faithful has been to use evaluation-by-agreement -- if multiple methods agree on an explanation, its credibility increases. However, recent work has found that saliency methods exhibit weak rank correlations even when applied to the same model instance and advocated for the use of alternative diagnostic methods. In our work, we demonstrate that rank correlation is"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.08369","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.08369/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:09:06Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RSUD0Ngs3o/pKNUz8tj06ZghgGEckyBrwlyh82Uc2KeFkCHEszuZQAzt8x2ckloxbBQDfSagGKQozdrH1cQmBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-31T18:12:09.226173Z"},"content_sha256":"9b4eeef234abd91844291ad6369cacd2409988d84e608975863f0e6812f46aa6","schema_version":"1.0","event_id":"sha256:9b4eeef234abd91844291ad6369cacd2409988d84e608975863f0e6812f46aa6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PRY3TMHGKS2ELRE3P5AXTKUXR5/bundle.json","state_url":"https://pith.science/pith/PRY3TMHGKS2ELRE3P5AXTKUXR5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PRY3TMHGKS2ELRE3P5AXTKUXR5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-31T18:12:09Z","links":{"resolver":"https://pith.science/pith/PRY3TMHGKS2ELRE3P5AXTKUXR5","bundle":"https://pith.science/pith/PRY3TMHGKS2ELRE3P5AXTKUXR5/bundle.json","state":"https://pith.science/pith/PRY3TMHGKS2ELRE3P5AXTKUXR5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PRY3TMHGKS2ELRE3P5AXTKUXR5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:PRY3TMHGKS2ELRE3P5AXTKUXR5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"28d91046d4b635ae7c4b8997acf9b0b727a48a09c71468f76e4ed8d5290b5430","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-15T18:18:34Z","title_canon_sha256":"1f350d3587c0f42bbcc6c307fb42c2139a2a8e5387c01b915f63b4c9b6d4c6e2"},"schema_version":"1.0","source":{"id":"2211.08369","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.08369","created_at":"2026-07-05T06:09:06Z"},{"alias_kind":"arxiv_version","alias_value":"2211.08369v3","created_at":"2026-07-05T06:09:06Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.08369","created_at":"2026-07-05T06:09:06Z"},{"alias_kind":"pith_short_12","alias_value":"PRY3TMHGKS2E","created_at":"2026-07-05T06:09:06Z"},{"alias_kind":"pith_short_16","alias_value":"PRY3TMHGKS2ELRE3","created_at":"2026-07-05T06:09:06Z"},{"alias_kind":"pith_short_8","alias_value":"PRY3TMHG","created_at":"2026-07-05T06:09:06Z"}],"graph_snapshots":[{"event_id":"sha256:9b4eeef234abd91844291ad6369cacd2409988d84e608975863f0e6812f46aa6","target":"graph","created_at":"2026-07-05T06:09:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.08369/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A popular approach to unveiling the black box of neural NLP models is to leverage saliency methods, which assign scalar importance scores to each input component. A common practice for evaluating whether an interpretability method is faithful has been to use evaluation-by-agreement -- if multiple methods agree on an explanation, its credibility increases. However, recent work has found that saliency methods exhibit weak rank correlations even when applied to the same model instance and advocated for the use of alternative diagnostic methods. In our work, we demonstrate that rank correlation is","authors_text":"Jan \\v{S}najder, Josip Juki\\'c, Martin Tutek","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-15T18:18:34Z","title":"Easy to Decide, Hard to Agree: Reducing Disagreements Between Saliency Methods"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.08369","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9992fea6afadaa6fe9a703be349f12f16154aa693fc7e208a4ce86e4c07ba6ad","target":"record","created_at":"2026-07-05T06:09:06Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"28d91046d4b635ae7c4b8997acf9b0b727a48a09c71468f76e4ed8d5290b5430","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-11-15T18:18:34Z","title_canon_sha256":"1f350d3587c0f42bbcc6c307fb42c2139a2a8e5387c01b915f63b4c9b6d4c6e2"},"schema_version":"1.0","source":{"id":"2211.08369","kind":"arxiv","version":3}},"canonical_sha256":"7c71b9b0e654b445c49b7f4179aa978f53aa8b9b35c9f4a71e9bb7442cca3e6f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7c71b9b0e654b445c49b7f4179aa978f53aa8b9b35c9f4a71e9bb7442cca3e6f","first_computed_at":"2026-07-05T06:09:06.755950Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:09:06.755950Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yyrnFpPQc23myvO7IsuJHm2juCwtUz9Fe1iVowvV3mx/RPAq2L6a4fauIilzirEyBHSrz/Qr1NSTw+VyBdQ9Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T06:09:06.756465Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.08369","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9992fea6afadaa6fe9a703be349f12f16154aa693fc7e208a4ce86e4c07ba6ad","sha256:9b4eeef234abd91844291ad6369cacd2409988d84e608975863f0e6812f46aa6"],"state_sha256":"654131ecac481ca53d7db75f9827d393f64f48aac41ee6993e1417fc070abd3a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qfW6LYc9ESotruUSYJ6FlG+RsRs5vUWk15SW2G5+DlwdWRrQvux/ONOMujXTU5KkBTJdUI3cK8Au/tZQx16NBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-31T18:12:09.229764Z","bundle_sha256":"885efcf689e27d2908cd819948d443b7de31ad0578e4666e00113d48eae16ac5"}}