{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:T7OZNGU43EOKYEOYUHIH5B4LIP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5ab96f04a801588184f9adeb05ed4d34a5303eecc34d5df8b5d4edebf076fb4c","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-08-23T19:12:45Z","title_canon_sha256":"4dab71e0adf7e8d94c8b290a0ae4359d5f1a7b8c5049adb51e4789c662686480"},"schema_version":"1.0","source":{"id":"2408.13338","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.13338","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"arxiv_version","alias_value":"2408.13338v1","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.13338","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_12","alias_value":"T7OZNGU43EOK","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_16","alias_value":"T7OZNGU43EOKYEOY","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_8","alias_value":"T7OZNGU4","created_at":"2026-07-05T08:58:49Z"}],"graph_snapshots":[{"event_id":"sha256:8acf28693c7b97178e9c798d40b7c5fd1ced9013cf91ab718bc07e1b1e5af8e8","target":"graph","created_at":"2026-07-05T08:58:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.13338/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces LalaEval, a holistic framework designed for the human evaluation of domain-specific large language models (LLMs). LalaEval proposes a comprehensive suite of end-to-end protocols that cover five main components including domain specification, criteria establishment, benchmark dataset creation, construction of evaluation rubrics, and thorough analysis and interpretation of evaluation outcomes. This initiative aims to fill a crucial research gap by providing a systematic methodology for conducting standardized human evaluations within specific domains, a practice that, despi","authors_text":"Chengfei Fu, Chongyan Sun, Hulong Wu, Ken Lin, Shiwei Wang, Zhen Wang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-08-23T19:12:45Z","title":"LalaEval: A Holistic Human Evaluation Framework for Domain-Specific Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.13338","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:271294e6ccf5c4c4f98ffaced1a4ae4c1a291189f3629c77462dd5a5bc83f8f2","target":"record","created_at":"2026-07-05T08:58:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5ab96f04a801588184f9adeb05ed4d34a5303eecc34d5df8b5d4edebf076fb4c","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-08-23T19:12:45Z","title_canon_sha256":"4dab71e0adf7e8d94c8b290a0ae4359d5f1a7b8c5049adb51e4789c662686480"},"schema_version":"1.0","source":{"id":"2408.13338","kind":"arxiv","version":1}},"canonical_sha256":"9fdd969a9cd91cac11d8a1d07e878b43f16c84582e9d40c8bfa376a8c401c142","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9fdd969a9cd91cac11d8a1d07e878b43f16c84582e9d40c8bfa376a8c401c142","first_computed_at":"2026-07-05T08:58:49.036695Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:58:49.036695Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3n1d/2ctkckluWgWYXjDnKWYMsBMLvxB4L3YYMiwgbLO/Yu7yHbVQY6GP+uPHXKLiq+uLPsVKmh82jUKn2V5DA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:58:49.037175Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.13338","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:271294e6ccf5c4c4f98ffaced1a4ae4c1a291189f3629c77462dd5a5bc83f8f2","sha256:8acf28693c7b97178e9c798d40b7c5fd1ced9013cf91ab718bc07e1b1e5af8e8"],"state_sha256":"9aa4c02efe77fbdd075c8e21b07a659f699e8ac4fa72d72510aafccd574a7a56"}