{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MH3MLOFOS6MSMHE74D4KQRNPN4","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"75deb7bbde7e914b482d208925ac683217f95f4df1cf719216c145d4d455a1dd","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-06-30T11:32:25Z","title_canon_sha256":"0ab79d2c46ee0caab868e8b66ef37be647e55d8a6ecc44864658fbde748ea1d6"},"schema_version":"1.0","source":{"id":"2306.17563","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.17563","created_at":"2026-07-05T08:01:31Z"},{"alias_kind":"arxiv_version","alias_value":"2306.17563v2","created_at":"2026-07-05T08:01:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.17563","created_at":"2026-07-05T08:01:31Z"},{"alias_kind":"pith_short_12","alias_value":"MH3MLOFOS6MS","created_at":"2026-07-05T08:01:31Z"},{"alias_kind":"pith_short_16","alias_value":"MH3MLOFOS6MSMHE7","created_at":"2026-07-05T08:01:31Z"},{"alias_kind":"pith_short_8","alias_value":"MH3MLOFO","created_at":"2026-07-05T08:01:31Z"}],"graph_snapshots":[{"event_id":"sha256:adf7884accd73a91ce285116bac4a2307c008518ac96b42ffb7a8a4c1b1cf0b3","target":"graph","created_at":"2026-07-05T08:01:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.17563/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Ranking documents using Large Language Models (LLMs) by directly feeding the query and candidate documents into the prompt is an interesting and practical problem. However, researchers have found it difficult to outperform fine-tuned baseline rankers on benchmark datasets. We analyze pointwise and listwise ranking prompts used by existing methods and argue that off-the-shelf LLMs do not fully understand these challenging ranking formulations. In this paper, we propose to significantly reduce the burden on LLMs by using a new technique called Pairwise Ranking Prompting (PRP). Our results are th","authors_text":"Donald Metzler, Honglei Zhuang, Jialu Liu, Jiaming Shen, Junru Wu, Kai Hui, Le Yan, Michael Bendersky, Rolf Jagerman, Tianqi Liu, Xuanhui Wang, Zhen Qin","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-06-30T11:32:25Z","title":"Large Language Models are Effective Text Rankers with Pairwise Ranking Prompting"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.17563","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0b123ac33bfe5f6288532f98fd89ceeb8e844dcef541a3bb47c6fc9895987046","target":"record","created_at":"2026-07-05T08:01:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"75deb7bbde7e914b482d208925ac683217f95f4df1cf719216c145d4d455a1dd","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-06-30T11:32:25Z","title_canon_sha256":"0ab79d2c46ee0caab868e8b66ef37be647e55d8a6ecc44864658fbde748ea1d6"},"schema_version":"1.0","source":{"id":"2306.17563","kind":"arxiv","version":2}},"canonical_sha256":"61f6c5b8ae9799261c9fe0f8a845af6f0dc8d94ffe3292a5b838202970ebf332","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"61f6c5b8ae9799261c9fe0f8a845af6f0dc8d94ffe3292a5b838202970ebf332","first_computed_at":"2026-07-05T08:01:31.164783Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:01:31.164783Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"AYyr++wSEkmJoRZhBbR6P0eYhyDdfFu22cmQBWAAPn/n9Ra9KGfJc89R1zG3elI41mfBwVOqsCT0X+jScR1jCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:01:31.165232Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.17563","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0b123ac33bfe5f6288532f98fd89ceeb8e844dcef541a3bb47c6fc9895987046","sha256:adf7884accd73a91ce285116bac4a2307c008518ac96b42ffb7a8a4c1b1cf0b3"],"state_sha256":"fdd9c2ca1bfb58307eee3223e442c27aa79f9594f8d696f78fd442f4e1f78cce"}