{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:3LFJNDUY5HXMIQ4AFVISI2N6FM","short_pith_number":"pith:3LFJNDUY","canonical_record":{"source":{"id":"2410.05495","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T21:05:53Z","cross_cats_sorted":[],"title_canon_sha256":"5686cca1e51376af8136dd49c757e5981740d14bcfcc62f740e0eab94ac50a7c","abstract_canon_sha256":"7e2ce6ecb082c71f34470d1d919f66e7e5255dc99fe972017c3205fa563e3539"},"schema_version":"1.0"},"canonical_sha256":"daca968e98e9eec443802d512469be2b34aaca614b0ce3c66f10b6b2fdc355d8","source":{"kind":"arxiv","id":"2410.05495","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05495","created_at":"2026-07-05T09:17:20Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05495v1","created_at":"2026-07-05T09:17:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05495","created_at":"2026-07-05T09:17:20Z"},{"alias_kind":"pith_short_12","alias_value":"3LFJNDUY5HXM","created_at":"2026-07-05T09:17:20Z"},{"alias_kind":"pith_short_16","alias_value":"3LFJNDUY5HXMIQ4A","created_at":"2026-07-05T09:17:20Z"},{"alias_kind":"pith_short_8","alias_value":"3LFJNDUY","created_at":"2026-07-05T09:17:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:3LFJNDUY5HXMIQ4AFVISI2N6FM","target":"record","payload":{"canonical_record":{"source":{"id":"2410.05495","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T21:05:53Z","cross_cats_sorted":[],"title_canon_sha256":"5686cca1e51376af8136dd49c757e5981740d14bcfcc62f740e0eab94ac50a7c","abstract_canon_sha256":"7e2ce6ecb082c71f34470d1d919f66e7e5255dc99fe972017c3205fa563e3539"},"schema_version":"1.0"},"canonical_sha256":"daca968e98e9eec443802d512469be2b34aaca614b0ce3c66f10b6b2fdc355d8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:17:20.187833Z","signature_b64":"mzX5ZWve2DqT9L+Dp/SODeVvFP1OgL73DqZWvsCnvB7Kh9eztoOslG+iLNSSjv4vYmDvBpo9Qo22PW8OglJ6Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"daca968e98e9eec443802d512469be2b34aaca614b0ce3c66f10b6b2fdc355d8","last_reissued_at":"2026-07-05T09:17:20.187358Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:17:20.187358Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2410.05495","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"3rqxPiQGSGB9EyBNY1SXAEKvZyB0dA+k7aV2TQXnIReTcs2OSzqhRJ4TdonDp4PaPzEN7HL39Fgi3oA07vbADQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T04:04:16.442531Z"},"content_sha256":"cce0be8e434772f1f4e207c6d5ee477cbeef59037df58d9911a68c85bfa6e68a","schema_version":"1.0","event_id":"sha256:cce0be8e434772f1f4e207c6d5ee477cbeef59037df58d9911a68c85bfa6e68a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:3LFJNDUY5HXMIQ4AFVISI2N6FM","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Self-rationalization improves LLM as a fine-grained judge","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Aditya Gulati, Jahnavi Jambholkar, James Zou, Keith Stevens, Meghana Arakkal Rajeev, Nazneen Rajani, Oliver Molenschot, Prapti Trivedi, Rajkumar Ramamurthy, Tanveesh Singh Chaudhery","submitted_at":"2024-10-07T21:05:53Z","abstract_excerpt":"LLM-as-a-judge models have been used for evaluating both human and AI generated content, specifically by providing scores and rationales. Rationales, in addition to increasing transparency, help models learn to calibrate its judgments. Enhancing a model's rationale can therefore improve its calibration abilities and ultimately the ability to score content. We introduce Self-Rationalization, an iterative process of improving the rationales for the judge models, which consequently improves the score for fine-grained customizable scoring criteria (i.e., likert-scale scoring with arbitrary evaluat"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05495","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2410.05495/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:17:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MFcenEgYgIjs7xOwAH5i7eM9BGmQ9CGw0AP+7QFaW8Zjj2nuGz/5ISJjJ6qHzgmj5INVO/EHS1wFI1WaKzmpAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-12T04:04:16.443450Z"},"content_sha256":"9f1c354078fc20025ca2f19e27df9872a829e1a5e07f9e973141b091aa104835","schema_version":"1.0","event_id":"sha256:9f1c354078fc20025ca2f19e27df9872a829e1a5e07f9e973141b091aa104835"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3LFJNDUY5HXMIQ4AFVISI2N6FM/bundle.json","state_url":"https://pith.science/pith/3LFJNDUY5HXMIQ4AFVISI2N6FM/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3LFJNDUY5HXMIQ4AFVISI2N6FM/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-12T04:04:16Z","links":{"resolver":"https://pith.science/pith/3LFJNDUY5HXMIQ4AFVISI2N6FM","bundle":"https://pith.science/pith/3LFJNDUY5HXMIQ4AFVISI2N6FM/bundle.json","state":"https://pith.science/pith/3LFJNDUY5HXMIQ4AFVISI2N6FM/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3LFJNDUY5HXMIQ4AFVISI2N6FM/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:3LFJNDUY5HXMIQ4AFVISI2N6FM","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7e2ce6ecb082c71f34470d1d919f66e7e5255dc99fe972017c3205fa563e3539","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T21:05:53Z","title_canon_sha256":"5686cca1e51376af8136dd49c757e5981740d14bcfcc62f740e0eab94ac50a7c"},"schema_version":"1.0","source":{"id":"2410.05495","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2410.05495","created_at":"2026-07-05T09:17:20Z"},{"alias_kind":"arxiv_version","alias_value":"2410.05495v1","created_at":"2026-07-05T09:17:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2410.05495","created_at":"2026-07-05T09:17:20Z"},{"alias_kind":"pith_short_12","alias_value":"3LFJNDUY5HXM","created_at":"2026-07-05T09:17:20Z"},{"alias_kind":"pith_short_16","alias_value":"3LFJNDUY5HXMIQ4A","created_at":"2026-07-05T09:17:20Z"},{"alias_kind":"pith_short_8","alias_value":"3LFJNDUY","created_at":"2026-07-05T09:17:20Z"}],"graph_snapshots":[{"event_id":"sha256:9f1c354078fc20025ca2f19e27df9872a829e1a5e07f9e973141b091aa104835","target":"graph","created_at":"2026-07-05T09:17:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2410.05495/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLM-as-a-judge models have been used for evaluating both human and AI generated content, specifically by providing scores and rationales. Rationales, in addition to increasing transparency, help models learn to calibrate its judgments. Enhancing a model's rationale can therefore improve its calibration abilities and ultimately the ability to score content. We introduce Self-Rationalization, an iterative process of improving the rationales for the judge models, which consequently improves the score for fine-grained customizable scoring criteria (i.e., likert-scale scoring with arbitrary evaluat","authors_text":"Aditya Gulati, Jahnavi Jambholkar, James Zou, Keith Stevens, Meghana Arakkal Rajeev, Nazneen Rajani, Oliver Molenschot, Prapti Trivedi, Rajkumar Ramamurthy, Tanveesh Singh Chaudhery","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T21:05:53Z","title":"Self-rationalization improves LLM as a fine-grained judge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2410.05495","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:cce0be8e434772f1f4e207c6d5ee477cbeef59037df58d9911a68c85bfa6e68a","target":"record","created_at":"2026-07-05T09:17:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7e2ce6ecb082c71f34470d1d919f66e7e5255dc99fe972017c3205fa563e3539","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-10-07T21:05:53Z","title_canon_sha256":"5686cca1e51376af8136dd49c757e5981740d14bcfcc62f740e0eab94ac50a7c"},"schema_version":"1.0","source":{"id":"2410.05495","kind":"arxiv","version":1}},"canonical_sha256":"daca968e98e9eec443802d512469be2b34aaca614b0ce3c66f10b6b2fdc355d8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"daca968e98e9eec443802d512469be2b34aaca614b0ce3c66f10b6b2fdc355d8","first_computed_at":"2026-07-05T09:17:20.187358Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:17:20.187358Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mzX5ZWve2DqT9L+Dp/SODeVvFP1OgL73DqZWvsCnvB7Kh9eztoOslG+iLNSSjv4vYmDvBpo9Qo22PW8OglJ6Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:17:20.187833Z","signed_message":"canonical_sha256_bytes"},"source_id":"2410.05495","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:cce0be8e434772f1f4e207c6d5ee477cbeef59037df58d9911a68c85bfa6e68a","sha256:9f1c354078fc20025ca2f19e27df9872a829e1a5e07f9e973141b091aa104835"],"state_sha256":"c3416e5be6f0235a49cbe99b8231d603951fcf6def586425321545d8d9dd3716"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"bIXLe6ytBS+PinlLwyjNg1DPq836F/rZwFNdCRI84R9UCE/VUg2l9CShZXHI85weCI9bTy3IYI6+P7D+kJ6BAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-12T04:04:16.449491Z","bundle_sha256":"c8058ce140627e67e52dfe31f32af76b41b6cd432b8261b29188973aff93139b"}}