{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:RNC25EC6ABFWIZGC4RKQMQBFHK","short_pith_number":"pith:RNC25EC6","canonical_record":{"source":{"id":"2505.13346","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-19T16:50:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ccecd14f68a30d86ab2e51d69880b64da1762145ca662c83820187a97025f324","abstract_canon_sha256":"9d4f366c2218bdae35bb4271891d9dee808ef008ffa271a7313f00df7799f195"},"schema_version":"1.0"},"canonical_sha256":"8b45ae905e004b6464c2e4550640253a8a2917f00ecb7fbbe3d0beeedab3322a","source":{"kind":"arxiv","id":"2505.13346","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.13346","created_at":"2026-07-05T11:23:28Z"},{"alias_kind":"arxiv_version","alias_value":"2505.13346v3","created_at":"2026-07-05T11:23:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.13346","created_at":"2026-07-05T11:23:28Z"},{"alias_kind":"pith_short_12","alias_value":"RNC25EC6ABFW","created_at":"2026-07-05T11:23:28Z"},{"alias_kind":"pith_short_16","alias_value":"RNC25EC6ABFWIZGC","created_at":"2026-07-05T11:23:28Z"},{"alias_kind":"pith_short_8","alias_value":"RNC25EC6","created_at":"2026-07-05T11:23:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:RNC25EC6ABFWIZGC4RKQMQBFHK","target":"record","payload":{"canonical_record":{"source":{"id":"2505.13346","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-19T16:50:35Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ccecd14f68a30d86ab2e51d69880b64da1762145ca662c83820187a97025f324","abstract_canon_sha256":"9d4f366c2218bdae35bb4271891d9dee808ef008ffa271a7313f00df7799f195"},"schema_version":"1.0"},"canonical_sha256":"8b45ae905e004b6464c2e4550640253a8a2917f00ecb7fbbe3d0beeedab3322a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:23:28.205428Z","signature_b64":"l2cwjFPuti/gXeJdXVnkfGdAGfqSAeC28OLhXxhSdNZDhevkrPB1/BUzrdSupUtzI1eWRHUbMoVeUztUoBc6Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8b45ae905e004b6464c2e4550640253a8a2917f00ecb7fbbe3d0beeedab3322a","last_reissued_at":"2026-07-05T11:23:28.204913Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:23:28.204913Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2505.13346","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:23:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Kbrg1xvJWdJYJKF31O9mxftA/d+qFlnUVPly94tT4JxyIZUmIigXa0Qg/MLML0JWE1N7QCRxOS37i1LqbvNyDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T05:42:06.735922Z"},"content_sha256":"31bb1d34615b7adefb9c92605249fe30b0514d8a639b2b297878618ae02abe8e","schema_version":"1.0","event_id":"sha256:31bb1d34615b7adefb9c92605249fe30b0514d8a639b2b297878618ae02abe8e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:RNC25EC6ABFWIZGC4RKQMQBFHK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"J4R: Learning to Judge with Equivalent Initial State Group Relative Policy Optimization","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Austin Xu, Caiming Xiong, Shafiq Joty, Xuan-Phi Nguyen, Yilun Zhou","submitted_at":"2025-05-19T16:50:35Z","abstract_excerpt":"To keep pace with the increasing pace of large language models (LLM) development, model output evaluation has transitioned away from time-consuming human evaluation to automatic evaluation, where LLMs themselves are tasked with assessing and critiquing other model outputs. LLM-as-judge models are a class of generative evaluators that excel in evaluating relatively simple domains, like chat quality, but struggle in reasoning intensive domains where model responses contain more substantive and challenging content. To remedy existing judge shortcomings, we explore training judges with reinforceme"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.13346","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2505.13346/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:23:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t/3zZwYEWS3RKarNBJxqlqw2oCu9eXUY44SaRlYBdxMhkvs07wETLG3bPeUp4U79lzSGp+UEdpH+6KwRFdKeBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T05:42:06.736841Z"},"content_sha256":"5db370dba144459d1965582fca8f3d2249b2309917f6a89affef3f1cc2c36676","schema_version":"1.0","event_id":"sha256:5db370dba144459d1965582fca8f3d2249b2309917f6a89affef3f1cc2c36676"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RNC25EC6ABFWIZGC4RKQMQBFHK/bundle.json","state_url":"https://pith.science/pith/RNC25EC6ABFWIZGC4RKQMQBFHK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RNC25EC6ABFWIZGC4RKQMQBFHK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T05:42:06Z","links":{"resolver":"https://pith.science/pith/RNC25EC6ABFWIZGC4RKQMQBFHK","bundle":"https://pith.science/pith/RNC25EC6ABFWIZGC4RKQMQBFHK/bundle.json","state":"https://pith.science/pith/RNC25EC6ABFWIZGC4RKQMQBFHK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RNC25EC6ABFWIZGC4RKQMQBFHK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:RNC25EC6ABFWIZGC4RKQMQBFHK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9d4f366c2218bdae35bb4271891d9dee808ef008ffa271a7313f00df7799f195","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-19T16:50:35Z","title_canon_sha256":"ccecd14f68a30d86ab2e51d69880b64da1762145ca662c83820187a97025f324"},"schema_version":"1.0","source":{"id":"2505.13346","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.13346","created_at":"2026-07-05T11:23:28Z"},{"alias_kind":"arxiv_version","alias_value":"2505.13346v3","created_at":"2026-07-05T11:23:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.13346","created_at":"2026-07-05T11:23:28Z"},{"alias_kind":"pith_short_12","alias_value":"RNC25EC6ABFW","created_at":"2026-07-05T11:23:28Z"},{"alias_kind":"pith_short_16","alias_value":"RNC25EC6ABFWIZGC","created_at":"2026-07-05T11:23:28Z"},{"alias_kind":"pith_short_8","alias_value":"RNC25EC6","created_at":"2026-07-05T11:23:28Z"}],"graph_snapshots":[{"event_id":"sha256:5db370dba144459d1965582fca8f3d2249b2309917f6a89affef3f1cc2c36676","target":"graph","created_at":"2026-07-05T11:23:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.13346/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To keep pace with the increasing pace of large language models (LLM) development, model output evaluation has transitioned away from time-consuming human evaluation to automatic evaluation, where LLMs themselves are tasked with assessing and critiquing other model outputs. LLM-as-judge models are a class of generative evaluators that excel in evaluating relatively simple domains, like chat quality, but struggle in reasoning intensive domains where model responses contain more substantive and challenging content. To remedy existing judge shortcomings, we explore training judges with reinforceme","authors_text":"Austin Xu, Caiming Xiong, Shafiq Joty, Xuan-Phi Nguyen, Yilun Zhou","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-19T16:50:35Z","title":"J4R: Learning to Judge with Equivalent Initial State Group Relative Policy Optimization"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.13346","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:31bb1d34615b7adefb9c92605249fe30b0514d8a639b2b297878618ae02abe8e","target":"record","created_at":"2026-07-05T11:23:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9d4f366c2218bdae35bb4271891d9dee808ef008ffa271a7313f00df7799f195","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-05-19T16:50:35Z","title_canon_sha256":"ccecd14f68a30d86ab2e51d69880b64da1762145ca662c83820187a97025f324"},"schema_version":"1.0","source":{"id":"2505.13346","kind":"arxiv","version":3}},"canonical_sha256":"8b45ae905e004b6464c2e4550640253a8a2917f00ecb7fbbe3d0beeedab3322a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8b45ae905e004b6464c2e4550640253a8a2917f00ecb7fbbe3d0beeedab3322a","first_computed_at":"2026-07-05T11:23:28.204913Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:23:28.204913Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l2cwjFPuti/gXeJdXVnkfGdAGfqSAeC28OLhXxhSdNZDhevkrPB1/BUzrdSupUtzI1eWRHUbMoVeUztUoBc6Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T11:23:28.205428Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.13346","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:31bb1d34615b7adefb9c92605249fe30b0514d8a639b2b297878618ae02abe8e","sha256:5db370dba144459d1965582fca8f3d2249b2309917f6a89affef3f1cc2c36676"],"state_sha256":"9e1b250b5d32703176cd6a93b751c93e70112bac4e8eae82243abeaed92f8bfe"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ur/WfCDlhrIAs4PR5hwB9plzZ1sFSH8+axcCtgvvm6lE5uoamZ/EOiTDvndgIfghhlKYavGGtrqm6S4z6W5LAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T05:42:06.741900Z","bundle_sha256":"c7bdfe7be1edf351d84d86c8b8b07d478210c1434205168b19f9f72ca774c331"}}