{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:HCUZ4IQETR47W7ITFGEP25TRL5","short_pith_number":"pith:HCUZ4IQE","schema_version":"1.0","canonical_sha256":"38a99e22049c79fb7d132988fd76715f61a58c85901b0b7f01535286ef2a0bbf","source":{"kind":"arxiv","id":"2406.12618","version":2},"attestation_state":"computed","paper":{"title":"From Insights to Actions: The Impact of Interpretability and Analysis Research on NLP","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dietrich Klakow, Marius Mosbach, Mor Geva, Tom\\'as Vergara-Browne, Vagrant Gautam","submitted_at":"2024-06-18T13:45:07Z","abstract_excerpt":"Interpretability and analysis (IA) research is a growing subfield within NLP with the goal of developing a deeper understanding of the behavior or inner workings of NLP systems and methods. Despite growing interest in the subfield, a criticism of this work is that it lacks actionable insights and therefore has little impact on NLP. In this paper, we seek to quantify the impact of IA research on the broader field of NLP. We approach this with a mixed-methods analysis of: (1) a citation graph of 185K+ papers built from all papers published at ACL and EMNLP conferences from 2018 to 2023, and thei"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.12618","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T13:45:07Z","cross_cats_sorted":[],"title_canon_sha256":"92502dfd871bb805e0fc4f8c2382fd20f96ea176a492bee0fd904207b14fd5d7","abstract_canon_sha256":"c104d0a2d471a12f803367db9f6b172011e9d1aae2c38a3b3b194f7fa9a81177"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:16:18.482270Z","signature_b64":"sGigXczD6HmMCN+wNQ05HhkXbxOt8zO7dmE+nx8Bs3XeP4xZ6i1ow979pnWOSyKuwV4QTtpYIxS2tzhoA28ZDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"38a99e22049c79fb7d132988fd76715f61a58c85901b0b7f01535286ef2a0bbf","last_reissued_at":"2026-07-05T09:16:18.481847Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:16:18.481847Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"From Insights to Actions: The Impact of Interpretability and Analysis Research on NLP","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dietrich Klakow, Marius Mosbach, Mor Geva, Tom\\'as Vergara-Browne, Vagrant Gautam","submitted_at":"2024-06-18T13:45:07Z","abstract_excerpt":"Interpretability and analysis (IA) research is a growing subfield within NLP with the goal of developing a deeper understanding of the behavior or inner workings of NLP systems and methods. Despite growing interest in the subfield, a criticism of this work is that it lacks actionable insights and therefore has little impact on NLP. In this paper, we seek to quantify the impact of IA research on the broader field of NLP. We approach this with a mixed-methods analysis of: (1) a citation graph of 185K+ papers built from all papers published at ACL and EMNLP conferences from 2018 to 2023, and thei"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12618","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.12618/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.12618","created_at":"2026-07-05T09:16:18.481905+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.12618v2","created_at":"2026-07-05T09:16:18.481905+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12618","created_at":"2026-07-05T09:16:18.481905+00:00"},{"alias_kind":"pith_short_12","alias_value":"HCUZ4IQETR47","created_at":"2026-07-05T09:16:18.481905+00:00"},{"alias_kind":"pith_short_16","alias_value":"HCUZ4IQETR47W7IT","created_at":"2026-07-05T09:16:18.481905+00:00"},{"alias_kind":"pith_short_8","alias_value":"HCUZ4IQE","created_at":"2026-07-05T09:16:18.481905+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2604.15842","citing_title":"Disentangling Mathematical Reasoning in LLMs: A Methodological Investigation of Internal Mechanisms","ref_index":3,"is_internal_anchor":false},{"citing_arxiv_id":"2605.01381","citing_title":"A framework for analyzing concept representations in neural models","ref_index":270,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5","json":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5.json","graph_json":"https://pith.science/api/pith-number/HCUZ4IQETR47W7ITFGEP25TRL5/graph.json","events_json":"https://pith.science/api/pith-number/HCUZ4IQETR47W7ITFGEP25TRL5/events.json","paper":"https://pith.science/paper/HCUZ4IQE"},"agent_actions":{"view_html":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5","download_json":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5.json","view_paper":"https://pith.science/paper/HCUZ4IQE","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.12618&json=true","fetch_graph":"https://pith.science/api/pith-number/HCUZ4IQETR47W7ITFGEP25TRL5/graph.json","fetch_events":"https://pith.science/api/pith-number/HCUZ4IQETR47W7ITFGEP25TRL5/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5/action/timestamp_anchor","attest_storage":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5/action/storage_attestation","attest_author":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5/action/author_attestation","sign_citation":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5/action/citation_signature","submit_replication":"https://pith.science/pith/HCUZ4IQETR47W7ITFGEP25TRL5/action/replication_record"}},"created_at":"2026-07-05T09:16:18.481905+00:00","updated_at":"2026-07-05T09:16:18.481905+00:00"}