{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JTJUEBFJ5EXG6BYI7P2LESLPQ2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0b75998a5207a96ac763259edc1b5817eaa2f1bf350d501ed7e9b9cfeb885d7f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T08:18:18Z","title_canon_sha256":"965b6a13fbb13de4ee6fafcc39ef9dd4332ceb6d8011dc13df8f729a1af6253b"},"schema_version":"1.0","source":{"id":"2406.12386","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.12386","created_at":"2026-07-05T08:33:45Z"},{"alias_kind":"arxiv_version","alias_value":"2406.12386v1","created_at":"2026-07-05T08:33:45Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.12386","created_at":"2026-07-05T08:33:45Z"},{"alias_kind":"pith_short_12","alias_value":"JTJUEBFJ5EXG","created_at":"2026-07-05T08:33:45Z"},{"alias_kind":"pith_short_16","alias_value":"JTJUEBFJ5EXG6BYI","created_at":"2026-07-05T08:33:45Z"},{"alias_kind":"pith_short_8","alias_value":"JTJUEBFJ","created_at":"2026-07-05T08:33:45Z"}],"graph_snapshots":[{"event_id":"sha256:e400956f0b13424601a3e37cbd5fb6cc8206e2dcc3d3799b4015f18307e49894","target":"graph","created_at":"2026-07-05T08:33:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.12386/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The rapid development of Large Language Models (LLMs) in vertical domains, including intellectual property (IP), lacks a specific evaluation benchmark for assessing their understanding, application, and reasoning abilities. To fill this gap, we introduce IPEval, the first evaluation benchmark tailored for IP agency and consulting tasks. IPEval comprises 2657 multiple-choice questions across four major dimensions: creation, application, protection, and management of IP. These questions span patent rights (inventions, utility models, designs), trademarks, copyrights, trade secrets, and other rel","authors_text":"Hongfei Lin, Jianguo Huang, Kan Xu, Liang Yang, Qiyao Wang, Shule Lu, Yuan Lin","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T08:18:18Z","title":"IPEval: A Bilingual Intellectual Property Agency Consultation Evaluation Benchmark for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.12386","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d26b7bf0102958c70735633672b9566e8687d15aa6c67c9cb5d5d0b4247e7c1c","target":"record","created_at":"2026-07-05T08:33:45Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0b75998a5207a96ac763259edc1b5817eaa2f1bf350d501ed7e9b9cfeb885d7f","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-18T08:18:18Z","title_canon_sha256":"965b6a13fbb13de4ee6fafcc39ef9dd4332ceb6d8011dc13df8f729a1af6253b"},"schema_version":"1.0","source":{"id":"2406.12386","kind":"arxiv","version":1}},"canonical_sha256":"4cd34204a9e92e6f0708fbf4b2496f86bf24a695ec024248722063e258a23b5d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4cd34204a9e92e6f0708fbf4b2496f86bf24a695ec024248722063e258a23b5d","first_computed_at":"2026-07-05T08:33:45.543751Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:33:45.543751Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ryMCY45AhS7woBOxqDl8dUtxg60+km5lNt2yIWzH+H+oPPG42lGSoQA4cAVX0GZaTvsKUZYdk9wpvqWdbhX/Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T08:33:45.544188Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.12386","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d26b7bf0102958c70735633672b9566e8687d15aa6c67c9cb5d5d0b4247e7c1c","sha256:e400956f0b13424601a3e37cbd5fb6cc8206e2dcc3d3799b4015f18307e49894"],"state_sha256":"1ad486673ffa6ef828aea7ebcc5f7058ad0ff27853df88daf3791a01a575aaa0"}