{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RV2YWKCSH3EXWXMIRUEOEAEZUN","short_pith_number":"pith:RV2YWKCS","canonical_record":{"source":{"id":"2406.13439","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-19T10:59:48Z","cross_cats_sorted":[],"title_canon_sha256":"fc1a38d48d81d572dc1b7e0622ac3ca19f0006f84b45d249755cb0e8b9a256b0","abstract_canon_sha256":"3ca2c27e316cde83174892486b85660bb477c73e47461e4fdf277d6ea728bd58"},"schema_version":"1.0"},"canonical_sha256":"8d758b28523ec97b5d888d08e20099a35b1285bf1d44f5246863530654407c7f","source":{"kind":"arxiv","id":"2406.13439","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.13439","created_at":"2026-07-05T09:40:18Z"},{"alias_kind":"arxiv_version","alias_value":"2406.13439v2","created_at":"2026-07-05T09:40:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.13439","created_at":"2026-07-05T09:40:18Z"},{"alias_kind":"pith_short_12","alias_value":"RV2YWKCSH3EX","created_at":"2026-07-05T09:40:18Z"},{"alias_kind":"pith_short_16","alias_value":"RV2YWKCSH3EXWXMI","created_at":"2026-07-05T09:40:18Z"},{"alias_kind":"pith_short_8","alias_value":"RV2YWKCS","created_at":"2026-07-05T09:40:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RV2YWKCSH3EXWXMIRUEOEAEZUN","target":"record","payload":{"canonical_record":{"source":{"id":"2406.13439","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-19T10:59:48Z","cross_cats_sorted":[],"title_canon_sha256":"fc1a38d48d81d572dc1b7e0622ac3ca19f0006f84b45d249755cb0e8b9a256b0","abstract_canon_sha256":"3ca2c27e316cde83174892486b85660bb477c73e47461e4fdf277d6ea728bd58"},"schema_version":"1.0"},"canonical_sha256":"8d758b28523ec97b5d888d08e20099a35b1285bf1d44f5246863530654407c7f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:40:18.149719Z","signature_b64":"2NUQin1MYgd9+ke3gJfCf4Op3+cTgKTYlTJzsNFOHrCczXF4GMoQ7qCcaPBNYuAnL6vyBHOlDCaVXZnMq47YAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8d758b28523ec97b5d888d08e20099a35b1285bf1d44f5246863530654407c7f","last_reissued_at":"2026-07-05T09:40:18.149282Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:40:18.149282Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.13439","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"znh/qK/GEaa1pya26wL5P3oD+g3vqtTubY/eYy8+DaRjJ+L6JDjg3RqZ6WUgs8WKc8EoEFX8FUlko5Q/ahbpBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T02:47:53.532772Z"},"content_sha256":"4fa715154f013637799a0f9dee28c169afbb591160d2960c13eba21ac01738a1","schema_version":"1.0","event_id":"sha256:4fa715154f013637799a0f9dee28c169afbb591160d2960c13eba21ac01738a1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RV2YWKCSH3EXWXMIRUEOEAEZUN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Mitesh M. Khapra, Mohammed Safi Ur Rahman Khan, Sshubam Verma, Sumanth Doddapaneni","submitted_at":"2024-06-19T10:59:48Z","abstract_excerpt":"Large Language Models (LLMs) are increasingly relied upon to evaluate text outputs of other LLMs, thereby influencing leaderboards and development decisions. However, concerns persist over the accuracy of these assessments and the potential for misleading conclusions. In this work, we investigate the effectiveness of LLMs as evaluators for text generation tasks. We propose FBI, a novel framework designed to examine the proficiency of Evaluator LLMs in assessing four critical abilities in other LLMs: factual accuracy, instruction following, coherence in long-form writing, and reasoning proficie"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.13439","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.13439/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5ZnDfYyWRAjRXhX506bP9W01bvSTuO3q1EPQaDIMp8ZlDn/r/s+sfeH4PkMSNDu9NKj7KIlybTR/P7UzdyR2Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T02:47:53.533144Z"},"content_sha256":"92913a70ba79ab3242fd969818cfb88db77d8a891bcfe6ef264686674da7484c","schema_version":"1.0","event_id":"sha256:92913a70ba79ab3242fd969818cfb88db77d8a891bcfe6ef264686674da7484c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN/bundle.json","state_url":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T02:47:53Z","links":{"resolver":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN","bundle":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN/bundle.json","state":"https://pith.science/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RV2YWKCSH3EXWXMIRUEOEAEZUN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RV2YWKCSH3EXWXMIRUEOEAEZUN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3ca2c27e316cde83174892486b85660bb477c73e47461e4fdf277d6ea728bd58","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-19T10:59:48Z","title_canon_sha256":"fc1a38d48d81d572dc1b7e0622ac3ca19f0006f84b45d249755cb0e8b9a256b0"},"schema_version":"1.0","source":{"id":"2406.13439","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.13439","created_at":"2026-07-05T09:40:18Z"},{"alias_kind":"arxiv_version","alias_value":"2406.13439v2","created_at":"2026-07-05T09:40:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.13439","created_at":"2026-07-05T09:40:18Z"},{"alias_kind":"pith_short_12","alias_value":"RV2YWKCSH3EX","created_at":"2026-07-05T09:40:18Z"},{"alias_kind":"pith_short_16","alias_value":"RV2YWKCSH3EXWXMI","created_at":"2026-07-05T09:40:18Z"},{"alias_kind":"pith_short_8","alias_value":"RV2YWKCS","created_at":"2026-07-05T09:40:18Z"}],"graph_snapshots":[{"event_id":"sha256:92913a70ba79ab3242fd969818cfb88db77d8a891bcfe6ef264686674da7484c","target":"graph","created_at":"2026-07-05T09:40:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.13439/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are increasingly relied upon to evaluate text outputs of other LLMs, thereby influencing leaderboards and development decisions. However, concerns persist over the accuracy of these assessments and the potential for misleading conclusions. In this work, we investigate the effectiveness of LLMs as evaluators for text generation tasks. We propose FBI, a novel framework designed to examine the proficiency of Evaluator LLMs in assessing four critical abilities in other LLMs: factual accuracy, instruction following, coherence in long-form writing, and reasoning proficie","authors_text":"Mitesh M. Khapra, Mohammed Safi Ur Rahman Khan, Sshubam Verma, Sumanth Doddapaneni","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-19T10:59:48Z","title":"Finding Blind Spots in Evaluator LLMs with Interpretable Checklists"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.13439","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4fa715154f013637799a0f9dee28c169afbb591160d2960c13eba21ac01738a1","target":"record","created_at":"2026-07-05T09:40:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3ca2c27e316cde83174892486b85660bb477c73e47461e4fdf277d6ea728bd58","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-19T10:59:48Z","title_canon_sha256":"fc1a38d48d81d572dc1b7e0622ac3ca19f0006f84b45d249755cb0e8b9a256b0"},"schema_version":"1.0","source":{"id":"2406.13439","kind":"arxiv","version":2}},"canonical_sha256":"8d758b28523ec97b5d888d08e20099a35b1285bf1d44f5246863530654407c7f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8d758b28523ec97b5d888d08e20099a35b1285bf1d44f5246863530654407c7f","first_computed_at":"2026-07-05T09:40:18.149282Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:40:18.149282Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2NUQin1MYgd9+ke3gJfCf4Op3+cTgKTYlTJzsNFOHrCczXF4GMoQ7qCcaPBNYuAnL6vyBHOlDCaVXZnMq47YAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:40:18.149719Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.13439","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4fa715154f013637799a0f9dee28c169afbb591160d2960c13eba21ac01738a1","sha256:92913a70ba79ab3242fd969818cfb88db77d8a891bcfe6ef264686674da7484c"],"state_sha256":"fc053eac277f037c1fa69e76a04bdfd88c52330508f16d6611017e14628a7422"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0x/9d8icFMRTX4VLPLvhN83B4io6AxSAGC62GKBtRl2/R8RFPD/W02I4cJOhFfOMCQdPC+JQBCkIMUZXJL84Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T02:47:53.535171Z","bundle_sha256":"934edbf70ad4ae0a3e7d5994733e58a3a8cac92b66a8bf32b3943d8054b3ce49"}}