{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:O4APCEKNSUXERWMWF2YL5DF7JZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"6f7e57625d2fef1dad47aac9735d87915cfaffe6db1284f1333c41fce22f4b46","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-22T19:30:04Z","title_canon_sha256":"0ec04f01860971a9b16fe566f7e6ae0d6c4cb154c669252851774783ea03c4df"},"schema_version":"1.0","source":{"id":"2508.16757","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2508.16757","created_at":"2026-07-05T11:58:03Z"},{"alias_kind":"arxiv_version","alias_value":"2508.16757v1","created_at":"2026-07-05T11:58:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2508.16757","created_at":"2026-07-05T11:58:03Z"},{"alias_kind":"pith_short_12","alias_value":"O4APCEKNSUXE","created_at":"2026-07-05T11:58:03Z"},{"alias_kind":"pith_short_16","alias_value":"O4APCEKNSUXERWMW","created_at":"2026-07-05T11:58:03Z"},{"alias_kind":"pith_short_8","alias_value":"O4APCEKN","created_at":"2026-07-05T11:58:03Z"}],"graph_snapshots":[{"event_id":"sha256:53f7a3e02f1eccf66c8c0d6f46e31b56b920b4c0135ab79f3c587b3a38ae5a60","target":"graph","created_at":"2026-07-05T11:58:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2508.16757/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this work, we present a systematic and comprehensive empirical evaluation of state-of-the-art reranking methods, encompassing large language model (LLM)-based, lightweight contextual, and zero-shot approaches, with respect to their performance in information retrieval tasks. We evaluate in total 22 methods, including 40 variants (depending on used LLM) across several established benchmarks, including TREC DL19, DL20, and BEIR, as well as a novel dataset designed to test queries unseen by pretrained models. Our primary goal is to determine, through controlled and fair comparisons, whether a ","authors_text":"Abdelrahman Abdallah, Adam Jatowt, Bhawna Piryani, Jamshid Mozafari, Mohammed Ali","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-22T19:30:04Z","title":"How Good are LLM-based Rerankers? An Empirical Analysis of State-of-the-Art Reranking Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2508.16757","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:46c27138c8f65c16c6253fc840a7817d892fa99afbcbdac3c46c0663e6827103","target":"record","created_at":"2026-07-05T11:58:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"6f7e57625d2fef1dad47aac9735d87915cfaffe6db1284f1333c41fce22f4b46","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-08-22T19:30:04Z","title_canon_sha256":"0ec04f01860971a9b16fe566f7e6ae0d6c4cb154c669252851774783ea03c4df"},"schema_version":"1.0","source":{"id":"2508.16757","kind":"arxiv","version":1}},"canonical_sha256":"7700f1114d952e48d9962eb0be8cbf4e4379131d7984a5065e818eb8c5c7cc1d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7700f1114d952e48d9962eb0be8cbf4e4379131d7984a5065e818eb8c5c7cc1d","first_computed_at":"2026-07-05T11:58:03.043566Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:58:03.043566Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"upfmbRFRcdI20N1JpNA8Do0uuQahuUSMwd6hoTZ3In200EL7xYdoubbpyWIGF0JmsmdiNUz+UmfqaTL21DwtAg==","signature_status":"signed_v1","signed_at":"2026-07-05T11:58:03.044103Z","signed_message":"canonical_sha256_bytes"},"source_id":"2508.16757","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:46c27138c8f65c16c6253fc840a7817d892fa99afbcbdac3c46c0663e6827103","sha256:53f7a3e02f1eccf66c8c0d6f46e31b56b920b4c0135ab79f3c587b3a38ae5a60"],"state_sha256":"7db4044279933484cc19dd4d305e8a28b3f2ceb278295869f3a9ae6505d4476b"}