{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:VKRWCGIXO47SPWTGTLBHAVBJPD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"30aac5a0ef0250cdf2a73129f7258f4f9c91e636b1ea75f535db9181424122f6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-11T19:01:13Z","title_canon_sha256":"a13a54fe159d095b980566dd1db791ab7492431b9a06db18c257c11a65d0a1a2"},"schema_version":"1.0","source":{"id":"2305.07095","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.07095","created_at":"2026-07-05T06:09:22Z"},{"alias_kind":"arxiv_version","alias_value":"2305.07095v1","created_at":"2026-07-05T06:09:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.07095","created_at":"2026-07-05T06:09:22Z"},{"alias_kind":"pith_short_12","alias_value":"VKRWCGIXO47S","created_at":"2026-07-05T06:09:22Z"},{"alias_kind":"pith_short_16","alias_value":"VKRWCGIXO47SPWTG","created_at":"2026-07-05T06:09:22Z"},{"alias_kind":"pith_short_8","alias_value":"VKRWCGIX","created_at":"2026-07-05T06:09:22Z"}],"graph_snapshots":[{"event_id":"sha256:bf3737a2ac875f0b3184f8cf025a3b9df87e2aaccaea05b4a4a570a833e2e781","target":"graph","created_at":"2026-07-05T06:09:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.07095/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Among the remarkable emergent capabilities of large language models (LMs) is free-text rationalization; beyond a certain scale, large LMs are capable of generating seemingly useful rationalizations, which in turn, can dramatically enhance their performances on leaderboards. This phenomenon raises a question: can machine generated rationales also be useful for humans, especially when lay humans try to answer questions based on those machine rationales? We observe that human utility of existing rationales is far from satisfactory, and expensive to estimate with human studies. Existing metrics li","authors_text":"Aaron Chan, Brihi Joshi, Qifan Wang, Sahana Ramnath, Shaoliang Nie, Xiang Ren, Yejin Choi, Zhewei Tong, Ziyi Liu","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-11T19:01:13Z","title":"Are Machine Rationales (Not) Useful to Humans? Measuring and Improving Human Utility of Free-Text Rationales"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.07095","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d8bde88d64e59e57e2f4154d87cdf07e694ffbaac1c8584afbf9b62e71662681","target":"record","created_at":"2026-07-05T06:09:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"30aac5a0ef0250cdf2a73129f7258f4f9c91e636b1ea75f535db9181424122f6","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-11T19:01:13Z","title_canon_sha256":"a13a54fe159d095b980566dd1db791ab7492431b9a06db18c257c11a65d0a1a2"},"schema_version":"1.0","source":{"id":"2305.07095","kind":"arxiv","version":1}},"canonical_sha256":"aaa3611917773f27da669ac270542978e8a81ee2e1f9aa4da72007cb7c1edee6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aaa3611917773f27da669ac270542978e8a81ee2e1f9aa4da72007cb7c1edee6","first_computed_at":"2026-07-05T06:09:22.694136Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:09:22.694136Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"I6+esvD8UAtIfO6ekdR7cTfHtrypWa9/Zisn5JeRYkMQpSMs6SZUOohBpXxJs5h8wuUvOX8S/sDB7xRzVXyrCw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:09:22.694491Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.07095","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d8bde88d64e59e57e2f4154d87cdf07e694ffbaac1c8584afbf9b62e71662681","sha256:bf3737a2ac875f0b3184f8cf025a3b9df87e2aaccaea05b4a4a570a833e2e781"],"state_sha256":"dee4153eac9a2c915360dfbb2eb9f51f6ff60661e01ccf2eb7be6eea56082ab9"}