{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:6Y3UMYT7QHRHE4M5HKZN4J7G3Z","short_pith_number":"pith:6Y3UMYT7","canonical_record":{"source":{"id":"2505.11875","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-17T06:58:42Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"07d33175ec8cab184f46417354a8a9901e394c3ed99e4eed25d5defd492e39e0","abstract_canon_sha256":"f7c3f554feba6cee28605088acca2cf6f9ed14a69c63920c43de8aacdd37a14e"},"schema_version":"1.0"},"canonical_sha256":"f63746627f81e272719d3ab2de27e6de5cfde638b51ae62ad4367ae924b00d18","source":{"kind":"arxiv","id":"2505.11875","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11875","created_at":"2026-07-05T11:04:53Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11875v1","created_at":"2026-07-05T11:04:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11875","created_at":"2026-07-05T11:04:53Z"},{"alias_kind":"pith_short_12","alias_value":"6Y3UMYT7QHRH","created_at":"2026-07-05T11:04:53Z"},{"alias_kind":"pith_short_16","alias_value":"6Y3UMYT7QHRHE4M5","created_at":"2026-07-05T11:04:53Z"},{"alias_kind":"pith_short_8","alias_value":"6Y3UMYT7","created_at":"2026-07-05T11:04:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:6Y3UMYT7QHRHE4M5HKZN4J7G3Z","target":"record","payload":{"canonical_record":{"source":{"id":"2505.11875","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-17T06:58:42Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"07d33175ec8cab184f46417354a8a9901e394c3ed99e4eed25d5defd492e39e0","abstract_canon_sha256":"f7c3f554feba6cee28605088acca2cf6f9ed14a69c63920c43de8aacdd37a14e"},"schema_version":"1.0"},"canonical_sha256":"f63746627f81e272719d3ab2de27e6de5cfde638b51ae62ad4367ae924b00d18","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:04:53.642901Z","signature_b64":"YDtShjIfXEYcrVwO7AFBB0PTVtDJ8N4b5JxNyeaOkA8wd9PJ/CondxO9YTH8m9Cmqm5EcmeG5mqO7Ol03H1tAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f63746627f81e272719d3ab2de27e6de5cfde638b51ae62ad4367ae924b00d18","last_reissued_at":"2026-07-05T11:04:53.642425Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:04:53.642425Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.11875","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:04:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cqIHWmS0h/U1bQNXeFPvo67aQN9God1aAr0S8DUNcQHs62/fjFcnrivW7e+zHKN1Uf+uKIb6XsYbE3BjHb7PAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T16:10:48.275269Z"},"content_sha256":"6b095e9927956df13a477774246c271b503373922e80e76ed7f0ea6da20f792b","schema_version":"1.0","event_id":"sha256:6b095e9927956df13a477774246c271b503373922e80e76ed7f0ea6da20f792b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:6Y3UMYT7QHRHE4M5HKZN4J7G3Z","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"J1: Exploring Simple Test-Time Scaling for LLM-as-a-Judge","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.LG","authors_text":"Chi-Min Chan, Chunpu Xu, Chunyang Jiang, Jiaming Ji, Pengcheng Wen, Sirui Han, Wei Xue, Yaodong Yang, Yike Guo, Zhen Ye","submitted_at":"2025-05-17T06:58:42Z","abstract_excerpt":"The current focus of AI research is shifting from emphasizing model training towards enhancing evaluation quality, a transition that is crucial for driving further advancements in AI systems. Traditional evaluation methods typically rely on reward models assigning scalar preference scores to outputs. Although effective, such approaches lack interpretability, leaving users often uncertain about why a reward model rates a particular response as high or low. The advent of LLM-as-a-Judge provides a more scalable and interpretable method of supervision, offering insights into the decision-making pr"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11875","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.11875/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:04:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3o2S6PBGqyBVC9n8+A/Ybcj0diZa7UVJKgMWov7yWa3LkpOpF/AkC/38Cc/aOzdyejlw/xJpoQTKrXgWy0qpDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-17T16:10:48.275829Z"},"content_sha256":"b3db1809a160a84d0026857d9e44fe66cf8f97082ef22dc82a7fd3c165f31a98","schema_version":"1.0","event_id":"sha256:b3db1809a160a84d0026857d9e44fe66cf8f97082ef22dc82a7fd3c165f31a98"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6Y3UMYT7QHRHE4M5HKZN4J7G3Z/bundle.json","state_url":"https://pith.science/pith/6Y3UMYT7QHRHE4M5HKZN4J7G3Z/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6Y3UMYT7QHRHE4M5HKZN4J7G3Z/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-17T16:10:48Z","links":{"resolver":"https://pith.science/pith/6Y3UMYT7QHRHE4M5HKZN4J7G3Z","bundle":"https://pith.science/pith/6Y3UMYT7QHRHE4M5HKZN4J7G3Z/bundle.json","state":"https://pith.science/pith/6Y3UMYT7QHRHE4M5HKZN4J7G3Z/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6Y3UMYT7QHRHE4M5HKZN4J7G3Z/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:6Y3UMYT7QHRHE4M5HKZN4J7G3Z","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f7c3f554feba6cee28605088acca2cf6f9ed14a69c63920c43de8aacdd37a14e","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-17T06:58:42Z","title_canon_sha256":"07d33175ec8cab184f46417354a8a9901e394c3ed99e4eed25d5defd492e39e0"},"schema_version":"1.0","source":{"id":"2505.11875","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.11875","created_at":"2026-07-05T11:04:53Z"},{"alias_kind":"arxiv_version","alias_value":"2505.11875v1","created_at":"2026-07-05T11:04:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.11875","created_at":"2026-07-05T11:04:53Z"},{"alias_kind":"pith_short_12","alias_value":"6Y3UMYT7QHRH","created_at":"2026-07-05T11:04:53Z"},{"alias_kind":"pith_short_16","alias_value":"6Y3UMYT7QHRHE4M5","created_at":"2026-07-05T11:04:53Z"},{"alias_kind":"pith_short_8","alias_value":"6Y3UMYT7","created_at":"2026-07-05T11:04:53Z"}],"graph_snapshots":[{"event_id":"sha256:b3db1809a160a84d0026857d9e44fe66cf8f97082ef22dc82a7fd3c165f31a98","target":"graph","created_at":"2026-07-05T11:04:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.11875/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The current focus of AI research is shifting from emphasizing model training towards enhancing evaluation quality, a transition that is crucial for driving further advancements in AI systems. Traditional evaluation methods typically rely on reward models assigning scalar preference scores to outputs. Although effective, such approaches lack interpretability, leaving users often uncertain about why a reward model rates a particular response as high or low. The advent of LLM-as-a-Judge provides a more scalable and interpretable method of supervision, offering insights into the decision-making pr","authors_text":"Chi-Min Chan, Chunpu Xu, Chunyang Jiang, Jiaming Ji, Pengcheng Wen, Sirui Han, Wei Xue, Yaodong Yang, Yike Guo, Zhen Ye","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-17T06:58:42Z","title":"J1: Exploring Simple Test-Time Scaling for LLM-as-a-Judge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.11875","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6b095e9927956df13a477774246c271b503373922e80e76ed7f0ea6da20f792b","target":"record","created_at":"2026-07-05T11:04:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f7c3f554feba6cee28605088acca2cf6f9ed14a69c63920c43de8aacdd37a14e","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2025-05-17T06:58:42Z","title_canon_sha256":"07d33175ec8cab184f46417354a8a9901e394c3ed99e4eed25d5defd492e39e0"},"schema_version":"1.0","source":{"id":"2505.11875","kind":"arxiv","version":1}},"canonical_sha256":"f63746627f81e272719d3ab2de27e6de5cfde638b51ae62ad4367ae924b00d18","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f63746627f81e272719d3ab2de27e6de5cfde638b51ae62ad4367ae924b00d18","first_computed_at":"2026-07-05T11:04:53.642425Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:04:53.642425Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YDtShjIfXEYcrVwO7AFBB0PTVtDJ8N4b5JxNyeaOkA8wd9PJ/CondxO9YTH8m9Cmqm5EcmeG5mqO7Ol03H1tAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:04:53.642901Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.11875","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6b095e9927956df13a477774246c271b503373922e80e76ed7f0ea6da20f792b","sha256:b3db1809a160a84d0026857d9e44fe66cf8f97082ef22dc82a7fd3c165f31a98"],"state_sha256":"4bf2b19734909381ab1295c05a10640965dcef76927731a6c9b14a9573f4c15d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"53X6KHkp/WmYyXo0rz54hWbT5FCiPhhgFl5MSL6m8sfKV6OiAKiMsLlO92gQS4WJDPENdFyQjnNqjEtmBCmSCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-17T16:10:48.278687Z","bundle_sha256":"04907e9ac2030531a42791b242d2deb52b760538bb4b561aebacceba8bd24f7f"}}