{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:BJGSCNZKVEZ5Q7PBPN7NPKIMYM","short_pith_number":"pith:BJGSCNZK","canonical_record":{"source":{"id":"2603.08091","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-03-09T08:32:21Z","cross_cats_sorted":[],"title_canon_sha256":"c105f1246d98b7d89256da2778ece2114553be3896c023e2868ad40b77648b6d","abstract_canon_sha256":"0a7ed39fc6773f14d6d1afcfc4040a6ee094072d6259530d12324fcb03d0e9e9"},"schema_version":"1.0"},"canonical_sha256":"0a4d21372aa933d87de17b7ed7a90cc331b4481251cba0a4cf555bb287922431","source":{"kind":"arxiv","id":"2603.08091","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.08091","created_at":"2026-08-04T01:52:32Z"},{"alias_kind":"arxiv_version","alias_value":"2603.08091v2","created_at":"2026-08-04T01:52:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.08091","created_at":"2026-08-04T01:52:32Z"},{"alias_kind":"pith_short_12","alias_value":"BJGSCNZKVEZ5","created_at":"2026-08-04T01:52:32Z"},{"alias_kind":"pith_short_16","alias_value":"BJGSCNZKVEZ5Q7PB","created_at":"2026-08-04T01:52:32Z"},{"alias_kind":"pith_short_8","alias_value":"BJGSCNZK","created_at":"2026-08-04T01:52:32Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:BJGSCNZKVEZ5Q7PBPN7NPKIMYM","target":"record","payload":{"canonical_record":{"source":{"id":"2603.08091","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-03-09T08:32:21Z","cross_cats_sorted":[],"title_canon_sha256":"c105f1246d98b7d89256da2778ece2114553be3896c023e2868ad40b77648b6d","abstract_canon_sha256":"0a7ed39fc6773f14d6d1afcfc4040a6ee094072d6259530d12324fcb03d0e9e9"},"schema_version":"1.0"},"canonical_sha256":"0a4d21372aa933d87de17b7ed7a90cc331b4481251cba0a4cf555bb287922431","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-08-04T01:52:32.721709Z","signature_b64":"ztH+32TMqKIRB4Fgby5Ax8sY7MiXp5QGGDJ24l0HjDnYR7Xo8YNwOjWUiqHe+/3gffGFs4C00+Whan47NbqVDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0a4d21372aa933d87de17b7ed7a90cc331b4481251cba0a4cf555bb287922431","last_reissued_at":"2026-08-04T01:52:32.720092Z","signature_status":"signed_v1","first_computed_at":"2026-08-04T01:52:32.720092Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2603.08091","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-04T01:52:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7dJjoN37NahvGfwEyMFkvHz5yqjLWWvCTWIZlEuVk4/QfdQFKfovYe3MZcuuYxUuqwW3vda+mhPvcdXtdsd0Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:43:55.802774Z"},"content_sha256":"28d8d51711174eb4206e874e9d417325a184f92d71e367143276ff63a6b050ce","schema_version":"1.0","event_id":"sha256:28d8d51711174eb4206e874e9d417325a184f92d71e367143276ff63a6b050ce"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:BJGSCNZKVEZ5Q7PBPN7NPKIMYM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Toward Robust LLM-Based Judges: Taxonomic Bias Evaluation and Debiasing Optimization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bing Xu, Conghui Zhu, Hongli Zhou, Hui Huang, Kehai Chen, Muyun Yang, Rui Zhang, Tiejun Zhao","submitted_at":"2026-03-09T08:32:21Z","abstract_excerpt":"Large language model (LLM)-based judges are widely adopted for automated evaluation and reward modeling, yet their judgments are often affected by judgment biases. Accurately evaluating these biases is essential for ensuring the reliability of LLM-based judges. However, existing studies typically investigate limited biases under a single judge formulation, either generative or discriminative, lacking a comprehensive evaluation. To bridge this gap, we propose JudgeBiasBench, a benchmark for systematically quantifying biases in LLM-based judges. JudgeBiasBench defines a taxonomy of judgment bias"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.08091","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2603.08091/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-08-04T01:52:32Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mPkLHEEJ7KQVcrLf+LX5yhumdEwyx+D7+7NUv5OTzN07TIXaAmwivdtd/ovH8U84TmRr+gXhNmf/UvxjAEoaDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T13:43:55.803505Z"},"content_sha256":"ccc648eab5fc75b189244c3d538f28a0ed1f05a24db7c44efe17832818b90703","schema_version":"1.0","event_id":"sha256:ccc648eab5fc75b189244c3d538f28a0ed1f05a24db7c44efe17832818b90703"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BJGSCNZKVEZ5Q7PBPN7NPKIMYM/bundle.json","state_url":"https://pith.science/pith/BJGSCNZKVEZ5Q7PBPN7NPKIMYM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BJGSCNZKVEZ5Q7PBPN7NPKIMYM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T13:43:55Z","links":{"resolver":"https://pith.science/pith/BJGSCNZKVEZ5Q7PBPN7NPKIMYM","bundle":"https://pith.science/pith/BJGSCNZKVEZ5Q7PBPN7NPKIMYM/bundle.json","state":"https://pith.science/pith/BJGSCNZKVEZ5Q7PBPN7NPKIMYM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BJGSCNZKVEZ5Q7PBPN7NPKIMYM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:BJGSCNZKVEZ5Q7PBPN7NPKIMYM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0a7ed39fc6773f14d6d1afcfc4040a6ee094072d6259530d12324fcb03d0e9e9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-03-09T08:32:21Z","title_canon_sha256":"c105f1246d98b7d89256da2778ece2114553be3896c023e2868ad40b77648b6d"},"schema_version":"1.0","source":{"id":"2603.08091","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2603.08091","created_at":"2026-08-04T01:52:32Z"},{"alias_kind":"arxiv_version","alias_value":"2603.08091v2","created_at":"2026-08-04T01:52:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2603.08091","created_at":"2026-08-04T01:52:32Z"},{"alias_kind":"pith_short_12","alias_value":"BJGSCNZKVEZ5","created_at":"2026-08-04T01:52:32Z"},{"alias_kind":"pith_short_16","alias_value":"BJGSCNZKVEZ5Q7PB","created_at":"2026-08-04T01:52:32Z"},{"alias_kind":"pith_short_8","alias_value":"BJGSCNZK","created_at":"2026-08-04T01:52:32Z"}],"graph_snapshots":[{"event_id":"sha256:ccc648eab5fc75b189244c3d538f28a0ed1f05a24db7c44efe17832818b90703","target":"graph","created_at":"2026-08-04T01:52:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2603.08091/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language model (LLM)-based judges are widely adopted for automated evaluation and reward modeling, yet their judgments are often affected by judgment biases. Accurately evaluating these biases is essential for ensuring the reliability of LLM-based judges. However, existing studies typically investigate limited biases under a single judge formulation, either generative or discriminative, lacking a comprehensive evaluation. To bridge this gap, we propose JudgeBiasBench, a benchmark for systematically quantifying biases in LLM-based judges. JudgeBiasBench defines a taxonomy of judgment bias","authors_text":"Bing Xu, Conghui Zhu, Hongli Zhou, Hui Huang, Kehai Chen, Muyun Yang, Rui Zhang, Tiejun Zhao","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-03-09T08:32:21Z","title":"Toward Robust LLM-Based Judges: Taxonomic Bias Evaluation and Debiasing Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2603.08091","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:28d8d51711174eb4206e874e9d417325a184f92d71e367143276ff63a6b050ce","target":"record","created_at":"2026-08-04T01:52:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0a7ed39fc6773f14d6d1afcfc4040a6ee094072d6259530d12324fcb03d0e9e9","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-03-09T08:32:21Z","title_canon_sha256":"c105f1246d98b7d89256da2778ece2114553be3896c023e2868ad40b77648b6d"},"schema_version":"1.0","source":{"id":"2603.08091","kind":"arxiv","version":2}},"canonical_sha256":"0a4d21372aa933d87de17b7ed7a90cc331b4481251cba0a4cf555bb287922431","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0a4d21372aa933d87de17b7ed7a90cc331b4481251cba0a4cf555bb287922431","first_computed_at":"2026-08-04T01:52:32.720092Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-08-04T01:52:32.720092Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ztH+32TMqKIRB4Fgby5Ax8sY7MiXp5QGGDJ24l0HjDnYR7Xo8YNwOjWUiqHe+/3gffGFs4C00+Whan47NbqVDg==","signature_status":"signed_v1","signed_at":"2026-08-04T01:52:32.721709Z","signed_message":"canonical_sha256_bytes"},"source_id":"2603.08091","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:28d8d51711174eb4206e874e9d417325a184f92d71e367143276ff63a6b050ce","sha256:ccc648eab5fc75b189244c3d538f28a0ed1f05a24db7c44efe17832818b90703"],"state_sha256":"3f7641c837bf445e5b33732e3277666038873061c7dfe8f3b74d82cbaa1fb0ce"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"P/bw9vddnk9tJWlyjGGp+qHzgLm5t71dbfGlZdoHicYCWNscl14kG1gwWqhomA3qjCpB+vXRG75r0OPiQtqBBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T13:43:55.809668Z","bundle_sha256":"41eaf89adb3718cf4c8364a27bfee83c16e01e8c9eb26ba8851673e6417362b3"}}