{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:RV2YWKCSH3EXWXMIRUEOEAEZUN","short_pith_number":"pith:RV2YWKCS","schema_version":"1.0","canonical_sha256":"8d758b28523ec97b5d888d08e20099a35b1285bf1d44f5246863530654407c7f","source":{"kind":"arxiv","id":"2406.13439","version":2},"attestation_state":"computed","paper":{"title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Mitesh M. Khapra, Mohammed Safi Ur Rahman Khan, Sshubam Verma, Sumanth Doddapaneni","submitted_at":"2024-06-19T10:59:48Z","abstract_excerpt":"Large Language Models (LLMs) are increasingly relied upon to evaluate text outputs of other LLMs, thereby influencing leaderboards and development decisions. However, concerns persist over the accuracy of these assessments and the potential for misleading conclusions. In this work, we investigate the effectiveness of LLMs as evaluators for text generation tasks. We propose FBI, a novel framework designed to examine the proficiency of Evaluator LLMs in assessing four critical abilities in other LLMs: factual accuracy, instruction following, coherence in long-form writing, and reasoning proficie"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.13439","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-19T10:59:48Z","cross_cats_sorted":[],"title_canon_sha256":"fc1a38d48d81d572dc1b7e0622ac3ca19f0006f84b45d249755cb0e8b9a256b0","abstract_canon_sha256":"3ca2c27e316cde83174892486b85660bb477c73e47461e4fdf277d6ea728bd58"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:40:18.149719Z","signature_b64":"2NUQin1MYgd9+ke3gJfCf4Op3+cTgKTYlTJzsNFOHrCczXF4GMoQ7qCcaPBNYuAnL6vyBHOlDCaVXZnMq47YAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d758b28523ec97b5d888d08e20099a35b1285bf1d44f5246863530654407c7f","last_reissued_at":"2026-07-05T09:40:18.149282Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:40:18.149282Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Mitesh M. Khapra, Mohammed Safi Ur Rahman Khan, Sshubam Verma, Sumanth Doddapaneni","submitted_at":"2024-06-19T10:59:48Z","abstract_excerpt":"Large Language Models (LLMs) are increasingly relied upon to evaluate text outputs of other LLMs, thereby influencing leaderboards and development decisions. However, concerns persist over the accuracy of these assessments and the potential for misleading conclusions. In this work, we investigate the effectiveness of LLMs as evaluators for text generation tasks. We propose FBI, a novel framework designed to examine the proficiency of Evaluator LLMs in assessing four critical abilities in other LLMs: factual accuracy, instruction following, coherence in long-form writing, and reasoning proficie"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.13439","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.13439/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.13439","created_at":"2026-07-05T09:40:18.149338+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.13439v2","created_at":"2026-07-05T09:40:18.149338+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.13439","created_at":"2026-07-05T09:40:18.149338+00:00"},{"alias_kind":"pith_short_12","alias_value":"RV2YWKCSH3EX","created_at":"2026-07-05T09:40:18.149338+00:00"},{"alias_kind":"pith_short_16","alias_value":"RV2YWKCSH3EXWXMI","created_at":"2026-07-05T09:40:18.149338+00:00"},{"alias_kind":"pith_short_8","alias_value":"RV2YWKCS","created_at":"2026-07-05T09:40:18.149338+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":2,"internal_anchor_count":0,"sample":[{"citing_arxiv_id":"2509.06774","citing_title":"OpenCoderRank: Personalized Technical Assessments with Generative AI","ref_index":7,"is_internal_anchor":false},{"citing_arxiv_id":"2412.05579","citing_title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","ref_index":51,"is_internal_anchor":false}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN","json":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN.json","graph_json":"https://pith.science/api/pith-number/RV2YWKCSH3EXWXMIRUEOEAEZUN/graph.json","events_json":"https://pith.science/api/pith-number/RV2YWKCSH3EXWXMIRUEOEAEZUN/events.json","paper":"https://pith.science/paper/RV2YWKCS"},"agent_actions":{"view_html":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN","download_json":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN.json","view_paper":"https://pith.science/paper/RV2YWKCS","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.13439&json=true","fetch_graph":"https://pith.science/api/pith-number/RV2YWKCSH3EXWXMIRUEOEAEZUN/graph.json","fetch_events":"https://pith.science/api/pith-number/RV2YWKCSH3EXWXMIRUEOEAEZUN/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN/action/timestamp_anchor","attest_storage":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN/action/storage_attestation","attest_author":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN/action/author_attestation","sign_citation":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN/action/citation_signature","submit_replication":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN/action/replication_record"}},"created_at":"2026-07-05T09:40:18.149338+00:00","updated_at":"2026-07-05T09:40:18.149338+00:00"}