{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:HCUZ4IQETR47W7ITFGEP25TRL5","short_pith_number":"pith:HCUZ4IQE","canonical_record":{"source":{"id":"2406.12618","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T13:45:07Z","cross_cats_sorted":[],"title_canon_sha256":"92502dfd871bb805e0fc4f8c2382fd20f96ea176a492bee0fd904207b14fd5d7","abstract_canon_sha256":"c104d0a2d471a12f803367db9f6b172011e9d1aae2c38a3b3b194f7fa9a81177"},"schema_version":"1.0"},"canonical_sha256":"38a99e22049c79fb7d132988fd76715f61a58c85901b0b7f01535286ef2a0bbf","source":{"kind":"arxiv","id":"2406.12618","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12618","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12618v2","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12618","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_12","alias_value":"HCUZ4IQETR47","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_16","alias_value":"HCUZ4IQETR47W7IT","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_8","alias_value":"HCUZ4IQE","created_at":"2026-07-05T09:16:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:HCUZ4IQETR47W7ITFGEP25TRL5","target":"record","payload":{"canonical_record":{"source":{"id":"2406.12618","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T13:45:07Z","cross_cats_sorted":[],"title_canon_sha256":"92502dfd871bb805e0fc4f8c2382fd20f96ea176a492bee0fd904207b14fd5d7","abstract_canon_sha256":"c104d0a2d471a12f803367db9f6b172011e9d1aae2c38a3b3b194f7fa9a81177"},"schema_version":"1.0"},"canonical_sha256":"38a99e22049c79fb7d132988fd76715f61a58c85901b0b7f01535286ef2a0bbf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:18.482270Z","signature_b64":"sGigXczD6HmMCN+wNQ05HhkXbxOt8zO7dmE+nx8Bs3XeP4xZ6i1ow979pnWOSyKuwV4QTtpYIxS2tzhoA28ZDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"38a99e22049c79fb7d132988fd76715f61a58c85901b0b7f01535286ef2a0bbf","last_reissued_at":"2026-07-05T09:16:18.481847Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:18.481847Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.12618","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lNAl8IPIEPDjNaIT8+UACqM4oXr08fbI5H8ZLTtQhPtqZLNfe/01jieI/mM4jH9aFMl1VUJL+X1k09CHl6yYCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:20:45.955437Z"},"content_sha256":"58434460bedc855eeaacc9e1fc77631f4c85aaed440588dc8d3189c059212f71","schema_version":"1.0","event_id":"sha256:58434460bedc855eeaacc9e1fc77631f4c85aaed440588dc8d3189c059212f71"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:HCUZ4IQETR47W7ITFGEP25TRL5","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From Insights to Actions: The Impact of Interpretability and Analysis Research on NLP","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dietrich Klakow, Marius Mosbach, Mor Geva, Tom\\'as Vergara-Browne, Vagrant Gautam","submitted_at":"2024-06-18T13:45:07Z","abstract_excerpt":"Interpretability and analysis (IA) research is a growing subfield within NLP with the goal of developing a deeper understanding of the behavior or inner workings of NLP systems and methods. Despite growing interest in the subfield, a criticism of this work is that it lacks actionable insights and therefore has little impact on NLP. In this paper, we seek to quantify the impact of IA research on the broader field of NLP. We approach this with a mixed-methods analysis of: (1) a citation graph of 185K+ papers built from all papers published at ACL and EMNLP conferences from 2018 to 2023, and thei"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12618","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.12618/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:16:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ye28wdkgAC2E4A8kp5q6f3aLuVHUEgxYg3dagolw3/T+mURQtP4XioFvtlOmXss3aK49roocdW+qjQWXz0BsAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T02:20:45.955934Z"},"content_sha256":"2edcc310ce0765d732f25a08d4b0136e9dad0610f798cb1e8abf9ba860edd7a0","schema_version":"1.0","event_id":"sha256:2edcc310ce0765d732f25a08d4b0136e9dad0610f798cb1e8abf9ba860edd7a0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5/bundle.json","state_url":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HCUZ4IQETR47W7ITFGEP25TRL5/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T02:20:45Z","links":{"resolver":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5","bundle":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5/bundle.json","state":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HCUZ4IQETR47W7ITFGEP25TRL5/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:HCUZ4IQETR47W7ITFGEP25TRL5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c104d0a2d471a12f803367db9f6b172011e9d1aae2c38a3b3b194f7fa9a81177","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T13:45:07Z","title_canon_sha256":"92502dfd871bb805e0fc4f8c2382fd20f96ea176a492bee0fd904207b14fd5d7"},"schema_version":"1.0","source":{"id":"2406.12618","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12618","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12618v2","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12618","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_12","alias_value":"HCUZ4IQETR47","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_16","alias_value":"HCUZ4IQETR47W7IT","created_at":"2026-07-05T09:16:18Z"},{"alias_kind":"pith_short_8","alias_value":"HCUZ4IQE","created_at":"2026-07-05T09:16:18Z"}],"graph_snapshots":[{"event_id":"sha256:2edcc310ce0765d732f25a08d4b0136e9dad0610f798cb1e8abf9ba860edd7a0","target":"graph","created_at":"2026-07-05T09:16:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.12618/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Interpretability and analysis (IA) research is a growing subfield within NLP with the goal of developing a deeper understanding of the behavior or inner workings of NLP systems and methods. Despite growing interest in the subfield, a criticism of this work is that it lacks actionable insights and therefore has little impact on NLP. In this paper, we seek to quantify the impact of IA research on the broader field of NLP. We approach this with a mixed-methods analysis of: (1) a citation graph of 185K+ papers built from all papers published at ACL and EMNLP conferences from 2018 to 2023, and thei","authors_text":"Dietrich Klakow, Marius Mosbach, Mor Geva, Tom\\'as Vergara-Browne, Vagrant Gautam","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T13:45:07Z","title":"From Insights to Actions: The Impact of Interpretability and Analysis Research on NLP"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12618","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:58434460bedc855eeaacc9e1fc77631f4c85aaed440588dc8d3189c059212f71","target":"record","created_at":"2026-07-05T09:16:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c104d0a2d471a12f803367db9f6b172011e9d1aae2c38a3b3b194f7fa9a81177","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T13:45:07Z","title_canon_sha256":"92502dfd871bb805e0fc4f8c2382fd20f96ea176a492bee0fd904207b14fd5d7"},"schema_version":"1.0","source":{"id":"2406.12618","kind":"arxiv","version":2}},"canonical_sha256":"38a99e22049c79fb7d132988fd76715f61a58c85901b0b7f01535286ef2a0bbf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"38a99e22049c79fb7d132988fd76715f61a58c85901b0b7f01535286ef2a0bbf","first_computed_at":"2026-07-05T09:16:18.481847Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:16:18.481847Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sGigXczD6HmMCN+wNQ05HhkXbxOt8zO7dmE+nx8Bs3XeP4xZ6i1ow979pnWOSyKuwV4QTtpYIxS2tzhoA28ZDA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:16:18.482270Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.12618","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:58434460bedc855eeaacc9e1fc77631f4c85aaed440588dc8d3189c059212f71","sha256:2edcc310ce0765d732f25a08d4b0136e9dad0610f798cb1e8abf9ba860edd7a0"],"state_sha256":"b7104ddb7324c187f670a350cf21a23d0a0bd8fda00d8b3d002a3176f1d4da6e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GZ7FI5iGhYzmg3pqVlHfRaWb1kTeR7j6F9HbYYt4ZSVaKb4g6UaSm9gtGJpH6xk6GCpSQ+RtI1wI8hMV7xJaDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T02:20:45.962210Z","bundle_sha256":"f7549ae5009c83bfab535912714234f556c57c01dfd5f7ea2a3bf825efed119f"}}