{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:5MPCCGLG2SWKSEYYCEY22R2WGG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0b396fd68599c60ee9dd2b016f4ff663318e3d04f9dbd8130db76ec56feb0fc1","cross_cats_sorted":["cs.AI","cs.CL","cs.ET"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2025-07-11T09:42:23Z","title_canon_sha256":"6264cbce7fa2602be0abed45c85d91a91ae038b9c5a8730f3a465499f696d79b"},"schema_version":"1.0","source":{"id":"2507.10576","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.10576","created_at":"2026-07-05T12:09:21Z"},{"alias_kind":"arxiv_version","alias_value":"2507.10576v2","created_at":"2026-07-05T12:09:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.10576","created_at":"2026-07-05T12:09:21Z"},{"alias_kind":"pith_short_12","alias_value":"5MPCCGLG2SWK","created_at":"2026-07-05T12:09:21Z"},{"alias_kind":"pith_short_16","alias_value":"5MPCCGLG2SWKSEYY","created_at":"2026-07-05T12:09:21Z"},{"alias_kind":"pith_short_8","alias_value":"5MPCCGLG","created_at":"2026-07-05T12:09:21Z"}],"graph_snapshots":[{"event_id":"sha256:834cb1149e5e14d84c17a2a5a21140fc0454e9c4a8928b6eb02d10099c4afdda","target":"graph","created_at":"2026-07-05T12:09:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.10576/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The legal field already uses various large language models (LLMs) in actual applications, but their quantitative performance and reasons for it are underexplored. We evaluated several open-source and proprietary LLMs -- including GPT-series, Anthropic, Deepseek and Llama-3, variants -- on parts of the European Qualifying Examination (EQE) for future European Patent Attorneys. OpenAI o1 led with 0.82 accuracy and 0.81 F1 score, whereas (Amazon Web Services) AWS Llama 3.1 8B lagged at 0.50 accuracy, and a Python-deployed Llama 3.1 8B scored 0.55. The latter two are within the range of mere guess","authors_text":"Bhakti Khera, Pascal A. Scherz, Rezvan Alamian, Stephan M. Goetz","cross_cats":["cs.AI","cs.CL","cs.ET"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2025-07-11T09:42:23Z","title":"Can Large Language Models Understand As Well As Apply Patent Regulations to Pass a Hands-On Patent Attorney Test?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.10576","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f81a4e17258d80858d5b8ebef3737be9c9d8287381d231972e6d7da909689fab","target":"record","created_at":"2026-07-05T12:09:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0b396fd68599c60ee9dd2b016f4ff663318e3d04f9dbd8130db76ec56feb0fc1","cross_cats_sorted":["cs.AI","cs.CL","cs.ET"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2025-07-11T09:42:23Z","title_canon_sha256":"6264cbce7fa2602be0abed45c85d91a91ae038b9c5a8730f3a465499f696d79b"},"schema_version":"1.0","source":{"id":"2507.10576","kind":"arxiv","version":2}},"canonical_sha256":"eb1e211966d4aca913181131ad475631ac7a68084110e4e29dc81ac95193d03d","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb1e211966d4aca913181131ad475631ac7a68084110e4e29dc81ac95193d03d","first_computed_at":"2026-07-05T12:09:21.636977Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T12:09:21.636977Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ArE4SZaeKqNuMoIQJwmiiYbpcyZRNkUbmK0MX3unpezTuPuHWkk2aBuh4SagMTEw2wIc25Cg2L3rZINNhsGwCA==","signature_status":"signed_v1","signed_at":"2026-07-05T12:09:21.637542Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.10576","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f81a4e17258d80858d5b8ebef3737be9c9d8287381d231972e6d7da909689fab","sha256:834cb1149e5e14d84c17a2a5a21140fc0454e9c4a8928b6eb02d10099c4afdda"],"state_sha256":"0c9bca85b7c91d7102cd5f19d25479b5f9adfb406d030e2745406e89ebc99a44"}