{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:2SI22ASJJWGEN5BNOLRWD24A3I","short_pith_number":"pith:2SI22ASJ","schema_version":"1.0","canonical_sha256":"d491ad02494d8c46f42d72e361eb80da19007f59b7e206de76869cf7ef0d680e","source":{"kind":"arxiv","id":"2402.16389","version":1},"attestation_state":"computed","paper":{"title":"MoZIP: A Multilingual Benchmark to Evaluate Large Language Models in Intellectual Property","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bowen Zhang, Chengming Li, Fuqiang Niu, Jianping Fan, Minghuan Tan, Min Yang, Ruifeng Xu, Shiwen Ni, Xiaojun Chen, Xiping Hu, Ye Li, Yuelin Bai","submitted_at":"2024-02-26T08:27:50Z","abstract_excerpt":"Large language models (LLMs) have demonstrated impressive performance in various natural language processing (NLP) tasks. However, there is limited understanding of how well LLMs perform in specific domains (e.g, the intellectual property (IP) domain). In this paper, we contribute a new benchmark, the first Multilingual-oriented quiZ on Intellectual Property (MoZIP), for the evaluation of LLMs in the IP domain. The MoZIP benchmark includes three challenging tasks: IP multiple-choice quiz (IPQuiz), IP question answering (IPQA), and patent matching (PatentMatch). In addition, we also develop a n"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2402.16389","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-26T08:27:50Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"ee2c12188204ab9de336e1f998b4d065882fe139192d8defee4885811dd3a94f","abstract_canon_sha256":"383a94879e8351596457bfde36fda7b78a94bae4bfa773b8e097a3071ab9fcc7"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:49:20.958004Z","signature_b64":"2wru5qYAPGwhEsqIjfVRDPPHomZnzTtmAQ42eXxa3ttsoOF/5YKNq1jhPDr/9y4X6e8Y4f8qVMmbkDLQftpVDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d491ad02494d8c46f42d72e361eb80da19007f59b7e206de76869cf7ef0d680e","last_reissued_at":"2026-07-05T07:49:20.957587Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:49:20.957587Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"MoZIP: A Multilingual Benchmark to Evaluate Large Language Models in Intellectual Property","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bowen Zhang, Chengming Li, Fuqiang Niu, Jianping Fan, Minghuan Tan, Min Yang, Ruifeng Xu, Shiwen Ni, Xiaojun Chen, Xiping Hu, Ye Li, Yuelin Bai","submitted_at":"2024-02-26T08:27:50Z","abstract_excerpt":"Large language models (LLMs) have demonstrated impressive performance in various natural language processing (NLP) tasks. However, there is limited understanding of how well LLMs perform in specific domains (e.g, the intellectual property (IP) domain). In this paper, we contribute a new benchmark, the first Multilingual-oriented quiZ on Intellectual Property (MoZIP), for the evaluation of LLMs in the IP domain. The MoZIP benchmark includes three challenging tasks: IP multiple-choice quiz (IPQuiz), IP question answering (IPQA), and patent matching (PatentMatch). In addition, we also develop a n"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.16389","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.16389/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2402.16389","created_at":"2026-07-05T07:49:20.957642+00:00"},{"alias_kind":"arxiv_version","alias_value":"2402.16389v1","created_at":"2026-07-05T07:49:20.957642+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.16389","created_at":"2026-07-05T07:49:20.957642+00:00"},{"alias_kind":"pith_short_12","alias_value":"2SI22ASJJWGE","created_at":"2026-07-05T07:49:20.957642+00:00"},{"alias_kind":"pith_short_16","alias_value":"2SI22ASJJWGEN5BN","created_at":"2026-07-05T07:49:20.957642+00:00"},{"alias_kind":"pith_short_8","alias_value":"2SI22ASJ","created_at":"2026-07-05T07:49:20.957642+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/2SI22ASJJWGEN5BNOLRWD24A3I","json":"https://pith.science/pith/2SI22ASJJWGEN5BNOLRWD24A3I.json","graph_json":"https://pith.science/api/pith-number/2SI22ASJJWGEN5BNOLRWD24A3I/graph.json","events_json":"https://pith.science/api/pith-number/2SI22ASJJWGEN5BNOLRWD24A3I/events.json","paper":"https://pith.science/paper/2SI22ASJ"},"agent_actions":{"view_html":"https://pith.science/pith/2SI22ASJJWGEN5BNOLRWD24A3I","download_json":"https://pith.science/pith/2SI22ASJJWGEN5BNOLRWD24A3I.json","view_paper":"https://pith.science/paper/2SI22ASJ","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2402.16389&json=true","fetch_graph":"https://pith.science/api/pith-number/2SI22ASJJWGEN5BNOLRWD24A3I/graph.json","fetch_events":"https://pith.science/api/pith-number/2SI22ASJJWGEN5BNOLRWD24A3I/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/2SI22ASJJWGEN5BNOLRWD24A3I/action/timestamp_anchor","attest_storage":"https://pith.science/pith/2SI22ASJJWGEN5BNOLRWD24A3I/action/storage_attestation","attest_author":"https://pith.science/pith/2SI22ASJJWGEN5BNOLRWD24A3I/action/author_attestation","sign_citation":"https://pith.science/pith/2SI22ASJJWGEN5BNOLRWD24A3I/action/citation_signature","submit_replication":"https://pith.science/pith/2SI22ASJJWGEN5BNOLRWD24A3I/action/replication_record"}},"created_at":"2026-07-05T07:49:20.957642+00:00","updated_at":"2026-07-05T07:49:20.957642+00:00"}