{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:T7OZNGU43EOKYEOYUHIH5B4LIP","short_pith_number":"pith:T7OZNGU4","canonical_record":{"source":{"id":"2408.13338","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-08-23T19:12:45Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"4dab71e0adf7e8d94c8b290a0ae4359d5f1a7b8c5049adb51e4789c662686480","abstract_canon_sha256":"5ab96f04a801588184f9adeb05ed4d34a5303eecc34d5df8b5d4edebf076fb4c"},"schema_version":"1.0"},"canonical_sha256":"9fdd969a9cd91cac11d8a1d07e878b43f16c84582e9d40c8bfa376a8c401c142","source":{"kind":"arxiv","id":"2408.13338","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.13338","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"arxiv_version","alias_value":"2408.13338v1","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.13338","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_12","alias_value":"T7OZNGU43EOK","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_16","alias_value":"T7OZNGU43EOKYEOY","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_8","alias_value":"T7OZNGU4","created_at":"2026-07-05T08:58:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:T7OZNGU43EOKYEOYUHIH5B4LIP","target":"record","payload":{"canonical_record":{"source":{"id":"2408.13338","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-08-23T19:12:45Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"4dab71e0adf7e8d94c8b290a0ae4359d5f1a7b8c5049adb51e4789c662686480","abstract_canon_sha256":"5ab96f04a801588184f9adeb05ed4d34a5303eecc34d5df8b5d4edebf076fb4c"},"schema_version":"1.0"},"canonical_sha256":"9fdd969a9cd91cac11d8a1d07e878b43f16c84582e9d40c8bfa376a8c401c142","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:58:49.037175Z","signature_b64":"3n1d/2ctkckluWgWYXjDnKWYMsBMLvxB4L3YYMiwgbLO/Yu7yHbVQY6GP+uPHXKLiq+uLPsVKmh82jUKn2V5DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9fdd969a9cd91cac11d8a1d07e878b43f16c84582e9d40c8bfa376a8c401c142","last_reissued_at":"2026-07-05T08:58:49.036695Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:58:49.036695Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.13338","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OiZP69NUf1d29H/kpVMPVVmtJw5mfxambWIM4JHzmafDSGoFRr+iYppIhQoaWK5516iRzJp49QIpY4/UIhtnAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:48:51.044651Z"},"content_sha256":"271294e6ccf5c4c4f98ffaced1a4ae4c1a291189f3629c77462dd5a5bc83f8f2","schema_version":"1.0","event_id":"sha256:271294e6ccf5c4c4f98ffaced1a4ae4c1a291189f3629c77462dd5a5bc83f8f2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:T7OZNGU43EOKYEOYUHIH5B4LIP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LalaEval: A Holistic Human Evaluation Framework for Domain-Specific Large Language Models","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.HC","authors_text":"Chengfei Fu, Chongyan Sun, Hulong Wu, Ken Lin, Shiwei Wang, Zhen Wang","submitted_at":"2024-08-23T19:12:45Z","abstract_excerpt":"This paper introduces LalaEval, a holistic framework designed for the human evaluation of domain-specific large language models (LLMs). LalaEval proposes a comprehensive suite of end-to-end protocols that cover five main components including domain specification, criteria establishment, benchmark dataset creation, construction of evaluation rubrics, and thorough analysis and interpretation of evaluation outcomes. This initiative aims to fill a crucial research gap by providing a systematic methodology for conducting standardized human evaluations within specific domains, a practice that, despi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.13338","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.13338/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:58:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"g2ntj///ia8ZON+/9rb+JbcNnPqViQl8/DEgFFezfKDo4X6DUdFAGCDD/4+Q0prZ6e+VNLLyeqNJj92BZ9ncBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T01:48:51.045176Z"},"content_sha256":"8acf28693c7b97178e9c798d40b7c5fd1ced9013cf91ab718bc07e1b1e5af8e8","schema_version":"1.0","event_id":"sha256:8acf28693c7b97178e9c798d40b7c5fd1ced9013cf91ab718bc07e1b1e5af8e8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T7OZNGU43EOKYEOYUHIH5B4LIP/bundle.json","state_url":"https://pith.science/pith/T7OZNGU43EOKYEOYUHIH5B4LIP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T7OZNGU43EOKYEOYUHIH5B4LIP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T01:48:51Z","links":{"resolver":"https://pith.science/pith/T7OZNGU43EOKYEOYUHIH5B4LIP","bundle":"https://pith.science/pith/T7OZNGU43EOKYEOYUHIH5B4LIP/bundle.json","state":"https://pith.science/pith/T7OZNGU43EOKYEOYUHIH5B4LIP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T7OZNGU43EOKYEOYUHIH5B4LIP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:T7OZNGU43EOKYEOYUHIH5B4LIP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5ab96f04a801588184f9adeb05ed4d34a5303eecc34d5df8b5d4edebf076fb4c","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-08-23T19:12:45Z","title_canon_sha256":"4dab71e0adf7e8d94c8b290a0ae4359d5f1a7b8c5049adb51e4789c662686480"},"schema_version":"1.0","source":{"id":"2408.13338","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.13338","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"arxiv_version","alias_value":"2408.13338v1","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.13338","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_12","alias_value":"T7OZNGU43EOK","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_16","alias_value":"T7OZNGU43EOKYEOY","created_at":"2026-07-05T08:58:49Z"},{"alias_kind":"pith_short_8","alias_value":"T7OZNGU4","created_at":"2026-07-05T08:58:49Z"}],"graph_snapshots":[{"event_id":"sha256:8acf28693c7b97178e9c798d40b7c5fd1ced9013cf91ab718bc07e1b1e5af8e8","target":"graph","created_at":"2026-07-05T08:58:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.13338/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper introduces LalaEval, a holistic framework designed for the human evaluation of domain-specific large language models (LLMs). LalaEval proposes a comprehensive suite of end-to-end protocols that cover five main components including domain specification, criteria establishment, benchmark dataset creation, construction of evaluation rubrics, and thorough analysis and interpretation of evaluation outcomes. This initiative aims to fill a crucial research gap by providing a systematic methodology for conducting standardized human evaluations within specific domains, a practice that, despi","authors_text":"Chengfei Fu, Chongyan Sun, Hulong Wu, Ken Lin, Shiwei Wang, Zhen Wang","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-08-23T19:12:45Z","title":"LalaEval: A Holistic Human Evaluation Framework for Domain-Specific Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.13338","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:271294e6ccf5c4c4f98ffaced1a4ae4c1a291189f3629c77462dd5a5bc83f8f2","target":"record","created_at":"2026-07-05T08:58:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5ab96f04a801588184f9adeb05ed4d34a5303eecc34d5df8b5d4edebf076fb4c","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.HC","submitted_at":"2024-08-23T19:12:45Z","title_canon_sha256":"4dab71e0adf7e8d94c8b290a0ae4359d5f1a7b8c5049adb51e4789c662686480"},"schema_version":"1.0","source":{"id":"2408.13338","kind":"arxiv","version":1}},"canonical_sha256":"9fdd969a9cd91cac11d8a1d07e878b43f16c84582e9d40c8bfa376a8c401c142","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9fdd969a9cd91cac11d8a1d07e878b43f16c84582e9d40c8bfa376a8c401c142","first_computed_at":"2026-07-05T08:58:49.036695Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:58:49.036695Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3n1d/2ctkckluWgWYXjDnKWYMsBMLvxB4L3YYMiwgbLO/Yu7yHbVQY6GP+uPHXKLiq+uLPsVKmh82jUKn2V5DA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:58:49.037175Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.13338","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:271294e6ccf5c4c4f98ffaced1a4ae4c1a291189f3629c77462dd5a5bc83f8f2","sha256:8acf28693c7b97178e9c798d40b7c5fd1ced9013cf91ab718bc07e1b1e5af8e8"],"state_sha256":"9aa4c02efe77fbdd075c8e21b07a659f699e8ac4fa72d72510aafccd574a7a56"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n0F8GfNBbzMjhe2Cs2jTN3rDWDDQrpqgO0NRT+sKySi2wmFhWi6kX8KaJ5pADMsTTKP2gg1hrPiLxdqzleMlAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T01:48:51.048454Z","bundle_sha256":"fdd17714013e54672fc0eab52660600364ebe59782d7a2cf8cf9ddebbc1c89ff"}}