{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:IB5JMR6FYFQZMZZ6CL5ZXPYL67","short_pith_number":"pith:IB5JMR6F","canonical_record":{"source":{"id":"2310.14122","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-10-21T21:39:48Z","cross_cats_sorted":[],"title_canon_sha256":"aa6277ef60c24f306f21c5e209dfbb8f18ed649b8e7e2df8e319c7183ae339c8","abstract_canon_sha256":"72c2adc57ed68316d03867f5ad57c3c0e160325057111ddd4b73a513b832de5d"},"schema_version":"1.0"},"canonical_sha256":"407a9647c5c16196673e12fb9bbf0bf7ea3760b057eec0d1c0fe140eea25d16f","source":{"kind":"arxiv","id":"2310.14122","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14122","created_at":"2026-07-05T08:03:07Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14122v3","created_at":"2026-07-05T08:03:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14122","created_at":"2026-07-05T08:03:07Z"},{"alias_kind":"pith_short_12","alias_value":"IB5JMR6FYFQZ","created_at":"2026-07-05T08:03:07Z"},{"alias_kind":"pith_short_16","alias_value":"IB5JMR6FYFQZMZZ6","created_at":"2026-07-05T08:03:07Z"},{"alias_kind":"pith_short_8","alias_value":"IB5JMR6F","created_at":"2026-07-05T08:03:07Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:IB5JMR6FYFQZMZZ6CL5ZXPYL67","target":"record","payload":{"canonical_record":{"source":{"id":"2310.14122","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-10-21T21:39:48Z","cross_cats_sorted":[],"title_canon_sha256":"aa6277ef60c24f306f21c5e209dfbb8f18ed649b8e7e2df8e319c7183ae339c8","abstract_canon_sha256":"72c2adc57ed68316d03867f5ad57c3c0e160325057111ddd4b73a513b832de5d"},"schema_version":"1.0"},"canonical_sha256":"407a9647c5c16196673e12fb9bbf0bf7ea3760b057eec0d1c0fe140eea25d16f","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:03:07.805918Z","signature_b64":"NVstroW7JtdCi7FRe3Yd4PaTdb6cX1QDJoBIpnJGD1UZCo8S5ywAxEGFU3m5HmaJs2eGGdBi5cZ8edd5BLuGDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"407a9647c5c16196673e12fb9bbf0bf7ea3760b057eec0d1c0fe140eea25d16f","last_reissued_at":"2026-07-05T08:03:07.805440Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:03:07.805440Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.14122","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:03:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DVZ/LEOIiKiOBP8i9ztA075qBbi3Y9IaugB6oA0tfjuWHTV0jbTfWKrmUN6uWQklZGrugQCH7520a8byaU0cBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:33:22.082260Z"},"content_sha256":"2a6b17653752e618ef8f492f70f33cb58b34a4d3d5c768f4bf9f4ea44f39e15e","schema_version":"1.0","event_id":"sha256:2a6b17653752e618ef8f492f70f33cb58b34a4d3d5c768f4bf9f4ea44f39e15e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:IB5JMR6FYFQZMZZ6CL5ZXPYL67","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond Yes and No: Improving Zero-Shot LLM Rankers via Scoring Fine-Grained Relevance Labels","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.IR","authors_text":"Honglei Zhuang, Junru Wu, Kai Hui, Le Yan, Michael Bendersky, Xuanhui Wang, Zhen Qin","submitted_at":"2023-10-21T21:39:48Z","abstract_excerpt":"Zero-shot text rankers powered by recent LLMs achieve remarkable ranking performance by simply prompting. Existing prompts for pointwise LLM rankers mostly ask the model to choose from binary relevance labels like \"Yes\" and \"No\". However, the lack of intermediate relevance label options may cause the LLM to provide noisy or biased answers for documents that are partially relevant to the query. We propose to incorporate fine-grained relevance labels into the prompt for LLM rankers, enabling them to better differentiate among documents with different levels of relevance to the query and thus der"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14122","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.14122/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:03:07Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a7wXLa3/sDfIJdDLowddfPQjXesLBRrg1wm9U16p2RUAT622OFfPC+m/lqVZNoLX6/fnFFAaaTR78Wq5jqBoCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:33:22.082802Z"},"content_sha256":"2ec01b7bfb1174e0af8f78dee41c511c96b7f673ee6ea724cdd086e31db29dd9","schema_version":"1.0","event_id":"sha256:2ec01b7bfb1174e0af8f78dee41c511c96b7f673ee6ea724cdd086e31db29dd9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/IB5JMR6FYFQZMZZ6CL5ZXPYL67/bundle.json","state_url":"https://pith.science/pith/IB5JMR6FYFQZMZZ6CL5ZXPYL67/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/IB5JMR6FYFQZMZZ6CL5ZXPYL67/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T07:33:22Z","links":{"resolver":"https://pith.science/pith/IB5JMR6FYFQZMZZ6CL5ZXPYL67","bundle":"https://pith.science/pith/IB5JMR6FYFQZMZZ6CL5ZXPYL67/bundle.json","state":"https://pith.science/pith/IB5JMR6FYFQZMZZ6CL5ZXPYL67/state.json","well_known_bundle":"https://pith.science/.well-known/pith/IB5JMR6FYFQZMZZ6CL5ZXPYL67/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:IB5JMR6FYFQZMZZ6CL5ZXPYL67","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"72c2adc57ed68316d03867f5ad57c3c0e160325057111ddd4b73a513b832de5d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-10-21T21:39:48Z","title_canon_sha256":"aa6277ef60c24f306f21c5e209dfbb8f18ed649b8e7e2df8e319c7183ae339c8"},"schema_version":"1.0","source":{"id":"2310.14122","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.14122","created_at":"2026-07-05T08:03:07Z"},{"alias_kind":"arxiv_version","alias_value":"2310.14122v3","created_at":"2026-07-05T08:03:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.14122","created_at":"2026-07-05T08:03:07Z"},{"alias_kind":"pith_short_12","alias_value":"IB5JMR6FYFQZ","created_at":"2026-07-05T08:03:07Z"},{"alias_kind":"pith_short_16","alias_value":"IB5JMR6FYFQZMZZ6","created_at":"2026-07-05T08:03:07Z"},{"alias_kind":"pith_short_8","alias_value":"IB5JMR6F","created_at":"2026-07-05T08:03:07Z"}],"graph_snapshots":[{"event_id":"sha256:2ec01b7bfb1174e0af8f78dee41c511c96b7f673ee6ea724cdd086e31db29dd9","target":"graph","created_at":"2026-07-05T08:03:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.14122/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Zero-shot text rankers powered by recent LLMs achieve remarkable ranking performance by simply prompting. Existing prompts for pointwise LLM rankers mostly ask the model to choose from binary relevance labels like \"Yes\" and \"No\". However, the lack of intermediate relevance label options may cause the LLM to provide noisy or biased answers for documents that are partially relevant to the query. We propose to incorporate fine-grained relevance labels into the prompt for LLM rankers, enabling them to better differentiate among documents with different levels of relevance to the query and thus der","authors_text":"Honglei Zhuang, Junru Wu, Kai Hui, Le Yan, Michael Bendersky, Xuanhui Wang, Zhen Qin","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-10-21T21:39:48Z","title":"Beyond Yes and No: Improving Zero-Shot LLM Rankers via Scoring Fine-Grained Relevance Labels"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.14122","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2a6b17653752e618ef8f492f70f33cb58b34a4d3d5c768f4bf9f4ea44f39e15e","target":"record","created_at":"2026-07-05T08:03:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"72c2adc57ed68316d03867f5ad57c3c0e160325057111ddd4b73a513b832de5d","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2023-10-21T21:39:48Z","title_canon_sha256":"aa6277ef60c24f306f21c5e209dfbb8f18ed649b8e7e2df8e319c7183ae339c8"},"schema_version":"1.0","source":{"id":"2310.14122","kind":"arxiv","version":3}},"canonical_sha256":"407a9647c5c16196673e12fb9bbf0bf7ea3760b057eec0d1c0fe140eea25d16f","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"407a9647c5c16196673e12fb9bbf0bf7ea3760b057eec0d1c0fe140eea25d16f","first_computed_at":"2026-07-05T08:03:07.805440Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:03:07.805440Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"NVstroW7JtdCi7FRe3Yd4PaTdb6cX1QDJoBIpnJGD1UZCo8S5ywAxEGFU3m5HmaJs2eGGdBi5cZ8edd5BLuGDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:03:07.805918Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.14122","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2a6b17653752e618ef8f492f70f33cb58b34a4d3d5c768f4bf9f4ea44f39e15e","sha256:2ec01b7bfb1174e0af8f78dee41c511c96b7f673ee6ea724cdd086e31db29dd9"],"state_sha256":"d7549c5c18bf5aa229749cc7c882050b39831af5db626d82783d2208b9ad0790"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NFuMV3MhKKdD2TkNn4BAoHJAp3ZEM9yflOSmGOUFOTEeIw9CWrqMgDovottGDPwhsBFK95z9LRa7fhVnJGuaBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T07:33:22.105110Z","bundle_sha256":"0713007a0de16ec317405e97f8682e94027cb21e4a26777f35f89a9eacce3e6f"}}