{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:KCKIZSDPY6W6FPGIN5VCB6G5XF","short_pith_number":"pith:KCKIZSDP","canonical_record":{"source":{"id":"2506.02592","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-03T08:12:47Z","cross_cats_sorted":[],"title_canon_sha256":"85ff6a561ff42e6240b51a9c96763f3078d8fcf826d71d2b6c7581fec3306f69","abstract_canon_sha256":"16b53686bbd2ee981eeb395820e0b1ab48e71e0ef276aefe2fc86fd2eba12e43"},"schema_version":"1.0"},"canonical_sha256":"50948cc86fc7ade2bcc86f6a20f8ddb96afa2c471f87daac37497c7ca9bc4b03","source":{"kind":"arxiv","id":"2506.02592","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.02592","created_at":"2026-07-05T11:15:04Z"},{"alias_kind":"arxiv_version","alias_value":"2506.02592v1","created_at":"2026-07-05T11:15:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.02592","created_at":"2026-07-05T11:15:04Z"},{"alias_kind":"pith_short_12","alias_value":"KCKIZSDPY6W6","created_at":"2026-07-05T11:15:04Z"},{"alias_kind":"pith_short_16","alias_value":"KCKIZSDPY6W6FPGI","created_at":"2026-07-05T11:15:04Z"},{"alias_kind":"pith_short_8","alias_value":"KCKIZSDP","created_at":"2026-07-05T11:15:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:KCKIZSDPY6W6FPGIN5VCB6G5XF","target":"record","payload":{"canonical_record":{"source":{"id":"2506.02592","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-03T08:12:47Z","cross_cats_sorted":[],"title_canon_sha256":"85ff6a561ff42e6240b51a9c96763f3078d8fcf826d71d2b6c7581fec3306f69","abstract_canon_sha256":"16b53686bbd2ee981eeb395820e0b1ab48e71e0ef276aefe2fc86fd2eba12e43"},"schema_version":"1.0"},"canonical_sha256":"50948cc86fc7ade2bcc86f6a20f8ddb96afa2c471f87daac37497c7ca9bc4b03","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:15:04.955356Z","signature_b64":"+xL3Mf91UiavMI22c5TgC3kTSrXZW0f2q1KAMpGFxrvZ+pG9YUQacbCp3eNsaP8rs+uXwMERVrvwDRNHXuYVBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"50948cc86fc7ade2bcc86f6a20f8ddb96afa2c471f87daac37497c7ca9bc4b03","last_reissued_at":"2026-07-05T11:15:04.954844Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:15:04.954844Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2506.02592","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:15:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"u0zkFPxY61Pw39YPzvE3IT69hZmabnEBTuuWCQjNrVY5hPv0boMSm5MPVBHDHTRfpSWeFe5Cij17xeC+v0cNCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:15:05.053832Z"},"content_sha256":"ca381dd32ca766aa8ea31a34402dfcc2d181ff092475f77e1896b2b819d5c2a9","schema_version":"1.0","event_id":"sha256:ca381dd32ca766aa8ea31a34402dfcc2d181ff092475f77e1896b2b819d5c2a9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:KCKIZSDPY6W6FPGIN5VCB6G5XF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Beyond the Surface: Measuring Self-Preference in LLM Judgments","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Enrui Hu, Hao Wang, Xinyu Zhang, Yankai Lin, Zhi-Yuan Chen","submitted_at":"2025-06-03T08:12:47Z","abstract_excerpt":"Recent studies show that large language models (LLMs) exhibit self-preference bias when serving as judges, meaning they tend to favor their own responses over those generated by other models. Existing methods typically measure this bias by calculating the difference between the scores a judge model assigns to its own responses and those it assigns to responses from other models. However, this approach conflates self-preference bias with response quality, as higher-quality responses from the judge model may also lead to positive score differences, even in the absence of bias. To address this is"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.02592","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2506.02592/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:15:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bo2OLYQm2VgQbpGBiFXUcXVVqA5c71spFrq56nENq+UtkelCfyjD6bQmc966w9R23mjFjcHmfK0gu7yqJdm9BA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T09:15:05.054352Z"},"content_sha256":"63b15282c95f2e07c3b8ab873d1efca4824802d82ce48eeca643dc8e94f481de","schema_version":"1.0","event_id":"sha256:63b15282c95f2e07c3b8ab873d1efca4824802d82ce48eeca643dc8e94f481de"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KCKIZSDPY6W6FPGIN5VCB6G5XF/bundle.json","state_url":"https://pith.science/pith/KCKIZSDPY6W6FPGIN5VCB6G5XF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KCKIZSDPY6W6FPGIN5VCB6G5XF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T09:15:05Z","links":{"resolver":"https://pith.science/pith/KCKIZSDPY6W6FPGIN5VCB6G5XF","bundle":"https://pith.science/pith/KCKIZSDPY6W6FPGIN5VCB6G5XF/bundle.json","state":"https://pith.science/pith/KCKIZSDPY6W6FPGIN5VCB6G5XF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KCKIZSDPY6W6FPGIN5VCB6G5XF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:KCKIZSDPY6W6FPGIN5VCB6G5XF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"16b53686bbd2ee981eeb395820e0b1ab48e71e0ef276aefe2fc86fd2eba12e43","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-03T08:12:47Z","title_canon_sha256":"85ff6a561ff42e6240b51a9c96763f3078d8fcf826d71d2b6c7581fec3306f69"},"schema_version":"1.0","source":{"id":"2506.02592","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2506.02592","created_at":"2026-07-05T11:15:04Z"},{"alias_kind":"arxiv_version","alias_value":"2506.02592v1","created_at":"2026-07-05T11:15:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2506.02592","created_at":"2026-07-05T11:15:04Z"},{"alias_kind":"pith_short_12","alias_value":"KCKIZSDPY6W6","created_at":"2026-07-05T11:15:04Z"},{"alias_kind":"pith_short_16","alias_value":"KCKIZSDPY6W6FPGI","created_at":"2026-07-05T11:15:04Z"},{"alias_kind":"pith_short_8","alias_value":"KCKIZSDP","created_at":"2026-07-05T11:15:04Z"}],"graph_snapshots":[{"event_id":"sha256:63b15282c95f2e07c3b8ab873d1efca4824802d82ce48eeca643dc8e94f481de","target":"graph","created_at":"2026-07-05T11:15:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2506.02592/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Recent studies show that large language models (LLMs) exhibit self-preference bias when serving as judges, meaning they tend to favor their own responses over those generated by other models. Existing methods typically measure this bias by calculating the difference between the scores a judge model assigns to its own responses and those it assigns to responses from other models. However, this approach conflates self-preference bias with response quality, as higher-quality responses from the judge model may also lead to positive score differences, even in the absence of bias. To address this is","authors_text":"Enrui Hu, Hao Wang, Xinyu Zhang, Yankai Lin, Zhi-Yuan Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-03T08:12:47Z","title":"Beyond the Surface: Measuring Self-Preference in LLM Judgments"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2506.02592","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ca381dd32ca766aa8ea31a34402dfcc2d181ff092475f77e1896b2b819d5c2a9","target":"record","created_at":"2026-07-05T11:15:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"16b53686bbd2ee981eeb395820e0b1ab48e71e0ef276aefe2fc86fd2eba12e43","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-06-03T08:12:47Z","title_canon_sha256":"85ff6a561ff42e6240b51a9c96763f3078d8fcf826d71d2b6c7581fec3306f69"},"schema_version":"1.0","source":{"id":"2506.02592","kind":"arxiv","version":1}},"canonical_sha256":"50948cc86fc7ade2bcc86f6a20f8ddb96afa2c471f87daac37497c7ca9bc4b03","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"50948cc86fc7ade2bcc86f6a20f8ddb96afa2c471f87daac37497c7ca9bc4b03","first_computed_at":"2026-07-05T11:15:04.954844Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:15:04.954844Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+xL3Mf91UiavMI22c5TgC3kTSrXZW0f2q1KAMpGFxrvZ+pG9YUQacbCp3eNsaP8rs+uXwMERVrvwDRNHXuYVBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:15:04.955356Z","signed_message":"canonical_sha256_bytes"},"source_id":"2506.02592","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ca381dd32ca766aa8ea31a34402dfcc2d181ff092475f77e1896b2b819d5c2a9","sha256:63b15282c95f2e07c3b8ab873d1efca4824802d82ce48eeca643dc8e94f481de"],"state_sha256":"2c785d0868fddf177dbfe22fd28fc06c74756f4f5cb11336efa18476b296d16a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WY8otFArXx39Eo2wDOVK1OvFI5TXsQpQWSnKjVAjKCy9DC3wKHUkRYiyKwHuAGI5UNH1VHRgJsWVQb6nBMQUBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T09:15:05.058537Z","bundle_sha256":"5ba451b1bd7c26c49757b063bac21e78cf5aae7db479cdf5f74c307f1c5504ba"}}