{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:QB26UDNAVIYADVIITBDVWRX35J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2abf1509787da302b93dc1e8b3830626389c5c6887297d74bf0a4d258f58e36f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:13:15Z","title_canon_sha256":"299e37159ed3c8018dbeba1c5ad06f84824cfd6c4c244ac62fa4c46d4b5ad197"},"schema_version":"1.0","source":{"id":"2305.14702","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14702","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14702v3","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14702","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"pith_short_12","alias_value":"QB26UDNAVIYA","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"pith_short_16","alias_value":"QB26UDNAVIYADVII","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"pith_short_8","alias_value":"QB26UDNA","created_at":"2026-07-05T07:06:03Z"}],"graph_snapshots":[{"event_id":"sha256:ba8fd4368886541c32eb0d825707f790bd6ad915362d085ec126850025ecf6c3","target":"graph","created_at":"2026-07-05T07:06:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14702/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human preference judgments are pivotal in guiding large language models (LLMs) to produce outputs that align with human values. Human evaluations are also used in summarization tasks to compare outputs from various systems, complementing existing automatic metrics. Despite their significance, however, there has been limited research probing these pairwise or $k$-wise comparisons. The collective impact and relative importance of factors such as output length, informativeness, fluency, and factual consistency are still not well understood. It is also unclear if there are other hidden factors inf","authors_text":"Fei Liu, Hassan Foroosh, Kaiqiang Song, Sangwoo Cho, Xiaoyang Wang, Yebowen Hu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:13:15Z","title":"DecipherPref: Analyzing Influential Factors in Human Preference Judgments via GPT-4"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14702","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bd7c1ac34d80b3951d0921178a150427e14bf4bf7a9138a3626253ed60c79fc8","target":"record","created_at":"2026-07-05T07:06:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2abf1509787da302b93dc1e8b3830626389c5c6887297d74bf0a4d258f58e36f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:13:15Z","title_canon_sha256":"299e37159ed3c8018dbeba1c5ad06f84824cfd6c4c244ac62fa4c46d4b5ad197"},"schema_version":"1.0","source":{"id":"2305.14702","kind":"arxiv","version":3}},"canonical_sha256":"8075ea0da0aa3001d50898475b46fbea56ed4e7560a8e9953d01884122ce14c0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8075ea0da0aa3001d50898475b46fbea56ed4e7560a8e9953d01884122ce14c0","first_computed_at":"2026-07-05T07:06:03.219139Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:06:03.219139Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dUp6Eg3FXpdoSi1+0kmnNV0wNc/z92bCaGtFxNxYTlzhNNSFAR/57lFptVOqDDp8fEhjioXbd1EdeoNRNUJFDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:06:03.219599Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14702","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bd7c1ac34d80b3951d0921178a150427e14bf4bf7a9138a3626253ed60c79fc8","sha256:ba8fd4368886541c32eb0d825707f790bd6ad915362d085ec126850025ecf6c3"],"state_sha256":"4fe5360ed82498109e1e4d227a3d4227521f92815a0b460959a8456e5c57c60c"}