{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:4S5JITTJRHMGUGFRW2FJ2DWOW6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"bf76590d0543f86715bbed62dfa5bb66d170df8efc440eca947d1909dc0fc39a","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-09-14T01:33:14Z","title_canon_sha256":"552a4b7a6d2986b36a1d95e13d6d2d48a32e52e5e20b7b16b2560562dabea556"},"schema_version":"1.0","source":{"id":"2509.11026","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2509.11026","created_at":"2026-07-05T12:11:32Z"},{"alias_kind":"arxiv_version","alias_value":"2509.11026v1","created_at":"2026-07-05T12:11:32Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2509.11026","created_at":"2026-07-05T12:11:32Z"},{"alias_kind":"pith_short_12","alias_value":"4S5JITTJRHMG","created_at":"2026-07-05T12:11:32Z"},{"alias_kind":"pith_short_16","alias_value":"4S5JITTJRHMGUGFR","created_at":"2026-07-05T12:11:32Z"},{"alias_kind":"pith_short_8","alias_value":"4S5JITTJ","created_at":"2026-07-05T12:11:32Z"}],"graph_snapshots":[{"event_id":"sha256:5055fa4ad9569a514eea4f02c9ebd293b9951105318862e6b2dad877e7a09eac","target":"graph","created_at":"2026-07-05T12:11:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2509.11026/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) often generate natural language rationales -- free-form explanations that help improve performance on complex reasoning tasks and enhance interpretability for human users. However, evaluating these rationales remains challenging. While recent work has relied on binary preference judgments from humans or LLM judges, such evaluations are often opaque and coarse-grained, offering limited insight into what makes one rationale better than another. In this work, we rethink preference evaluation for LLM-generated rationales by asking: (1) What attributes define good ratio","authors_text":"Helena Vasconcelos, Manasi Ganti, Qijia He, Ranjay Krishna, Ziang Li, Zixian Ma","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-09-14T01:33:14Z","title":"Rethinking Human Preference Evaluation of LLM Rationales"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2509.11026","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b167d0afa1974bfb519aea64a96855781ccbe0172afe5eadc4331c5b3900fc2b","target":"record","created_at":"2026-07-05T12:11:32Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"bf76590d0543f86715bbed62dfa5bb66d170df8efc440eca947d1909dc0fc39a","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-09-14T01:33:14Z","title_canon_sha256":"552a4b7a6d2986b36a1d95e13d6d2d48a32e52e5e20b7b16b2560562dabea556"},"schema_version":"1.0","source":{"id":"2509.11026","kind":"arxiv","version":1}},"canonical_sha256":"e4ba944e6989d86a18b1b68a9d0eceb7bb4c47583e53193e85088015e0d53711","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e4ba944e6989d86a18b1b68a9d0eceb7bb4c47583e53193e85088015e0d53711","first_computed_at":"2026-07-05T12:11:32.104889Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:11:32.104889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"pjjg6z6dCA/4VT5xpLPd3xh/KE1qsGnv4K8009bNRLSmSUkWuCwf32iHSCLd5YbtdwvrZkIgwlmbRDj5pavHBg==","signature_status":"signed_v1","signed_at":"2026-07-05T12:11:32.105400Z","signed_message":"canonical_sha256_bytes"},"source_id":"2509.11026","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b167d0afa1974bfb519aea64a96855781ccbe0172afe5eadc4331c5b3900fc2b","sha256:5055fa4ad9569a514eea4f02c9ebd293b9951105318862e6b2dad877e7a09eac"],"state_sha256":"dadd1196a5c4adc4d995eef4d91a2f441e626cdb24bcb01d86a6f24a2604d586"}