{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:5MHQOJLMALL33GNJ3RAL6BGL2W","short_pith_number":"pith:5MHQOJLM","schema_version":"1.0","canonical_sha256":"eb0f07256c02d7bd99a9dc40bf04cbd5ba1f37d8bc021f7c4df65e34d21594c2","source":{"kind":"arxiv","id":"2304.11679","version":2},"attestation_state":"computed","paper":{"title":"Domain Mastery Benchmark: An Ever-Updating Benchmark for Evaluating Holistic Domain Knowledge of Large Language Model--A Preliminary Release","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Haoning Ye, Hongwei Feng, Lin Zhang, Qianyu He, Sihang Jiang, Xiaoxuan Zhu, Yanghua Xiao, Zhouhong Gu, Zhuozhi Xiong, Zihan Li","submitted_at":"2023-04-23T15:11:49Z","abstract_excerpt":"Domain knowledge refers to the in-depth understanding, expertise, and familiarity with a specific subject, industry, field, or area of special interest. The existing benchmarks are all lack of an overall design for domain knowledge evaluation. Holding the belief that the real ability of domain language understanding can only be fairly evaluated by an comprehensive and in-depth benchmark, we introduces the Domma, a Domain Mastery Benchmark. DomMa targets at testing Large Language Models (LLMs) on their domain knowledge understanding, it features extensive domain coverage, large data volume, and"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2304.11679","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-04-23T15:11:49Z","cross_cats_sorted":[],"title_canon_sha256":"b162d903ab7f9b33d55e95c58efadb5a2df7b37c9a51ecc2687bed3af2bb9194","abstract_canon_sha256":"88210f4b6a13ac604eb0cef65033195e34e9aa35cb3b189be07e3daa1eef048d"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:39:53.297102Z","signature_b64":"0ZgFUtCmclJdEafWgThw4ESFafgB0K1gAsoAWB2cPmMo5b2nYz2PDfo8kEY5Lr1Kn7j0tyhMugiGXDiCMjO7BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eb0f07256c02d7bd99a9dc40bf04cbd5ba1f37d8bc021f7c4df65e34d21594c2","last_reissued_at":"2026-07-05T06:39:53.296638Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:39:53.296638Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Domain Mastery Benchmark: An Ever-Updating Benchmark for Evaluating Holistic Domain Knowledge of Large Language Model--A Preliminary Release","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Haoning Ye, Hongwei Feng, Lin Zhang, Qianyu He, Sihang Jiang, Xiaoxuan Zhu, Yanghua Xiao, Zhouhong Gu, Zhuozhi Xiong, Zihan Li","submitted_at":"2023-04-23T15:11:49Z","abstract_excerpt":"Domain knowledge refers to the in-depth understanding, expertise, and familiarity with a specific subject, industry, field, or area of special interest. The existing benchmarks are all lack of an overall design for domain knowledge evaluation. Holding the belief that the real ability of domain language understanding can only be fairly evaluated by an comprehensive and in-depth benchmark, we introduces the Domma, a Domain Mastery Benchmark. DomMa targets at testing Large Language Models (LLMs) on their domain knowledge understanding, it features extensive domain coverage, large data volume, and"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.11679","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.11679/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2304.11679","created_at":"2026-07-05T06:39:53.296694+00:00"},{"alias_kind":"arxiv_version","alias_value":"2304.11679v2","created_at":"2026-07-05T06:39:53.296694+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.11679","created_at":"2026-07-05T06:39:53.296694+00:00"},{"alias_kind":"pith_short_12","alias_value":"5MHQOJLMALL3","created_at":"2026-07-05T06:39:53.296694+00:00"},{"alias_kind":"pith_short_16","alias_value":"5MHQOJLMALL33GNJ","created_at":"2026-07-05T06:39:53.296694+00:00"},{"alias_kind":"pith_short_8","alias_value":"5MHQOJLM","created_at":"2026-07-05T06:39:53.296694+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/5MHQOJLMALL33GNJ3RAL6BGL2W","json":"https://pith.science/pith/5MHQOJLMALL33GNJ3RAL6BGL2W.json","graph_json":"https://pith.science/api/pith-number/5MHQOJLMALL33GNJ3RAL6BGL2W/graph.json","events_json":"https://pith.science/api/pith-number/5MHQOJLMALL33GNJ3RAL6BGL2W/events.json","paper":"https://pith.science/paper/5MHQOJLM"},"agent_actions":{"view_html":"https://pith.science/pith/5MHQOJLMALL33GNJ3RAL6BGL2W","download_json":"https://pith.science/pith/5MHQOJLMALL33GNJ3RAL6BGL2W.json","view_paper":"https://pith.science/paper/5MHQOJLM","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2304.11679&json=true","fetch_graph":"https://pith.science/api/pith-number/5MHQOJLMALL33GNJ3RAL6BGL2W/graph.json","fetch_events":"https://pith.science/api/pith-number/5MHQOJLMALL33GNJ3RAL6BGL2W/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/5MHQOJLMALL33GNJ3RAL6BGL2W/action/timestamp_anchor","attest_storage":"https://pith.science/pith/5MHQOJLMALL33GNJ3RAL6BGL2W/action/storage_attestation","attest_author":"https://pith.science/pith/5MHQOJLMALL33GNJ3RAL6BGL2W/action/author_attestation","sign_citation":"https://pith.science/pith/5MHQOJLMALL33GNJ3RAL6BGL2W/action/citation_signature","submit_replication":"https://pith.science/pith/5MHQOJLMALL33GNJ3RAL6BGL2W/action/replication_record"}},"created_at":"2026-07-05T06:39:53.296694+00:00","updated_at":"2026-07-05T06:39:53.296694+00:00"}