{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:QB26UDNAVIYADVIITBDVWRX35J","short_pith_number":"pith:QB26UDNA","canonical_record":{"source":{"id":"2305.14702","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:13:15Z","cross_cats_sorted":[],"title_canon_sha256":"299e37159ed3c8018dbeba1c5ad06f84824cfd6c4c244ac62fa4c46d4b5ad197","abstract_canon_sha256":"2abf1509787da302b93dc1e8b3830626389c5c6887297d74bf0a4d258f58e36f"},"schema_version":"1.0"},"canonical_sha256":"8075ea0da0aa3001d50898475b46fbea56ed4e7560a8e9953d01884122ce14c0","source":{"kind":"arxiv","id":"2305.14702","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14702","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14702v3","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14702","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"pith_short_12","alias_value":"QB26UDNAVIYA","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"pith_short_16","alias_value":"QB26UDNAVIYADVII","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"pith_short_8","alias_value":"QB26UDNA","created_at":"2026-07-05T07:06:03Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:QB26UDNAVIYADVIITBDVWRX35J","target":"record","payload":{"canonical_record":{"source":{"id":"2305.14702","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:13:15Z","cross_cats_sorted":[],"title_canon_sha256":"299e37159ed3c8018dbeba1c5ad06f84824cfd6c4c244ac62fa4c46d4b5ad197","abstract_canon_sha256":"2abf1509787da302b93dc1e8b3830626389c5c6887297d74bf0a4d258f58e36f"},"schema_version":"1.0"},"canonical_sha256":"8075ea0da0aa3001d50898475b46fbea56ed4e7560a8e9953d01884122ce14c0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:06:03.219599Z","signature_b64":"dUp6Eg3FXpdoSi1+0kmnNV0wNc/z92bCaGtFxNxYTlzhNNSFAR/57lFptVOqDDp8fEhjioXbd1EdeoNRNUJFDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8075ea0da0aa3001d50898475b46fbea56ed4e7560a8e9953d01884122ce14c0","last_reissued_at":"2026-07-05T07:06:03.219139Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:06:03.219139Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.14702","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eFDOsExeC1oerHACST6BQ1kfNHDbvmWM79qB4BQPqLDFDtgAH+m+Ys1Iuqd/KK4qclSRBRv7LwFXffkUUACSBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T19:49:06.903522Z"},"content_sha256":"bd7c1ac34d80b3951d0921178a150427e14bf4bf7a9138a3626253ed60c79fc8","schema_version":"1.0","event_id":"sha256:bd7c1ac34d80b3951d0921178a150427e14bf4bf7a9138a3626253ed60c79fc8"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:QB26UDNAVIYADVIITBDVWRX35J","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DecipherPref: Analyzing Influential Factors in Human Preference Judgments via GPT-4","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Fei Liu, Hassan Foroosh, Kaiqiang Song, Sangwoo Cho, Xiaoyang Wang, Yebowen Hu","submitted_at":"2023-05-24T04:13:15Z","abstract_excerpt":"Human preference judgments are pivotal in guiding large language models (LLMs) to produce outputs that align with human values. Human evaluations are also used in summarization tasks to compare outputs from various systems, complementing existing automatic metrics. Despite their significance, however, there has been limited research probing these pairwise or $k$-wise comparisons. The collective impact and relative importance of factors such as output length, informativeness, fluency, and factual consistency are still not well understood. It is also unclear if there are other hidden factors inf"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14702","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.14702/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:06:03Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DZfJ6AHi4kDZnuzz0xYSCehsoLXtXw4Wk0L65tlPQNdbKPuTsIGtcuFo4qtd+BqRM4vUmx0xh1PCXji/h8jOBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T19:49:06.904060Z"},"content_sha256":"ba8fd4368886541c32eb0d825707f790bd6ad915362d085ec126850025ecf6c3","schema_version":"1.0","event_id":"sha256:ba8fd4368886541c32eb0d825707f790bd6ad915362d085ec126850025ecf6c3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/QB26UDNAVIYADVIITBDVWRX35J/bundle.json","state_url":"https://pith.science/pith/QB26UDNAVIYADVIITBDVWRX35J/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/QB26UDNAVIYADVIITBDVWRX35J/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T19:49:06Z","links":{"resolver":"https://pith.science/pith/QB26UDNAVIYADVIITBDVWRX35J","bundle":"https://pith.science/pith/QB26UDNAVIYADVIITBDVWRX35J/bundle.json","state":"https://pith.science/pith/QB26UDNAVIYADVIITBDVWRX35J/state.json","well_known_bundle":"https://pith.science/.well-known/pith/QB26UDNAVIYADVIITBDVWRX35J/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:QB26UDNAVIYADVIITBDVWRX35J","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"2abf1509787da302b93dc1e8b3830626389c5c6887297d74bf0a4d258f58e36f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:13:15Z","title_canon_sha256":"299e37159ed3c8018dbeba1c5ad06f84824cfd6c4c244ac62fa4c46d4b5ad197"},"schema_version":"1.0","source":{"id":"2305.14702","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14702","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14702v3","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14702","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"pith_short_12","alias_value":"QB26UDNAVIYA","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"pith_short_16","alias_value":"QB26UDNAVIYADVII","created_at":"2026-07-05T07:06:03Z"},{"alias_kind":"pith_short_8","alias_value":"QB26UDNA","created_at":"2026-07-05T07:06:03Z"}],"graph_snapshots":[{"event_id":"sha256:ba8fd4368886541c32eb0d825707f790bd6ad915362d085ec126850025ecf6c3","target":"graph","created_at":"2026-07-05T07:06:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14702/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Human preference judgments are pivotal in guiding large language models (LLMs) to produce outputs that align with human values. Human evaluations are also used in summarization tasks to compare outputs from various systems, complementing existing automatic metrics. Despite their significance, however, there has been limited research probing these pairwise or $k$-wise comparisons. The collective impact and relative importance of factors such as output length, informativeness, fluency, and factual consistency are still not well understood. It is also unclear if there are other hidden factors inf","authors_text":"Fei Liu, Hassan Foroosh, Kaiqiang Song, Sangwoo Cho, Xiaoyang Wang, Yebowen Hu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:13:15Z","title":"DecipherPref: Analyzing Influential Factors in Human Preference Judgments via GPT-4"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14702","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bd7c1ac34d80b3951d0921178a150427e14bf4bf7a9138a3626253ed60c79fc8","target":"record","created_at":"2026-07-05T07:06:03Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"2abf1509787da302b93dc1e8b3830626389c5c6887297d74bf0a4d258f58e36f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T04:13:15Z","title_canon_sha256":"299e37159ed3c8018dbeba1c5ad06f84824cfd6c4c244ac62fa4c46d4b5ad197"},"schema_version":"1.0","source":{"id":"2305.14702","kind":"arxiv","version":3}},"canonical_sha256":"8075ea0da0aa3001d50898475b46fbea56ed4e7560a8e9953d01884122ce14c0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8075ea0da0aa3001d50898475b46fbea56ed4e7560a8e9953d01884122ce14c0","first_computed_at":"2026-07-05T07:06:03.219139Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:06:03.219139Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"dUp6Eg3FXpdoSi1+0kmnNV0wNc/z92bCaGtFxNxYTlzhNNSFAR/57lFptVOqDDp8fEhjioXbd1EdeoNRNUJFDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:06:03.219599Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14702","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bd7c1ac34d80b3951d0921178a150427e14bf4bf7a9138a3626253ed60c79fc8","sha256:ba8fd4368886541c32eb0d825707f790bd6ad915362d085ec126850025ecf6c3"],"state_sha256":"4fe5360ed82498109e1e4d227a3d4227521f92815a0b460959a8456e5c57c60c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vmJ1+xzB8DdA9oGRMts658UW3utu+9ZAnRyBN+b2iR0yC1FEa4KKJgqZ8i//qgI0DbanWZv1VdvMtXi4UlycCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T19:49:06.908193Z","bundle_sha256":"4f6113d9b761264dbab8211507a415e620c92547e4018f9fe9257c39686e6ecd"}}