{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:XCUX2646CGPXNX7AQC6HJSL2IY","short_pith_number":"pith:XCUX2646","canonical_record":{"source":{"id":"2409.20288","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-30T13:44:00Z","cross_cats_sorted":[],"title_canon_sha256":"fe1fd35d4ef07af7908e6e521b0d694ac3d843a9d50cdca4273921fb469dcb3a","abstract_canon_sha256":"7d06a7b62ff6878a5ab553aea060ba65e8d1b4a9e00404625bb30d6df859d631"},"schema_version":"1.0"},"canonical_sha256":"b8a97d7b9e119f76dfe080bc74c97a4630f6faa85709cc72953ea93f7e06ffe3","source":{"kind":"arxiv","id":"2409.20288","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.20288","created_at":"2026-07-05T09:40:42Z"},{"alias_kind":"arxiv_version","alias_value":"2409.20288v4","created_at":"2026-07-05T09:40:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.20288","created_at":"2026-07-05T09:40:42Z"},{"alias_kind":"pith_short_12","alias_value":"XCUX2646CGPX","created_at":"2026-07-05T09:40:42Z"},{"alias_kind":"pith_short_16","alias_value":"XCUX2646CGPXNX7A","created_at":"2026-07-05T09:40:42Z"},{"alias_kind":"pith_short_8","alias_value":"XCUX2646","created_at":"2026-07-05T09:40:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:XCUX2646CGPXNX7AQC6HJSL2IY","target":"record","payload":{"canonical_record":{"source":{"id":"2409.20288","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-30T13:44:00Z","cross_cats_sorted":[],"title_canon_sha256":"fe1fd35d4ef07af7908e6e521b0d694ac3d843a9d50cdca4273921fb469dcb3a","abstract_canon_sha256":"7d06a7b62ff6878a5ab553aea060ba65e8d1b4a9e00404625bb30d6df859d631"},"schema_version":"1.0"},"canonical_sha256":"b8a97d7b9e119f76dfe080bc74c97a4630f6faa85709cc72953ea93f7e06ffe3","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:40:42.909611Z","signature_b64":"itzP4s8cVEN0Hso+MCQRr2om1xHNXQf5ptZZg4BwTOtPeiFjEp+HAQleY90kahei0wRyAwKylEHC1lT38g4pCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"b8a97d7b9e119f76dfe080bc74c97a4630f6faa85709cc72953ea93f7e06ffe3","last_reissued_at":"2026-07-05T09:40:42.908859Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:40:42.908859Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.20288","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o2QyNDAHDdGhw16FTviKnI7oCV/C4FR73ztJZzvE7DOI4hmP1K6dzSP2EqviIYM1ITODB8J8QoC83Vgdp8pfBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:24:28.689952Z"},"content_sha256":"c40c38c3ab63cd96cb367130266cb2f2cb1a41537a21592d3fbca983e27bda58","schema_version":"1.0","event_id":"sha256:c40c38c3ab63cd96cb367130266cb2f2cb1a41537a21592d3fbca983e27bda58"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:XCUX2646CGPXNX7AQC6HJSL2IY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LexEval: A Comprehensive Chinese Legal Benchmark for Evaluating Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Haitao Li, Qingyao Ai, Ruizhe Zhang, Yiqun Liu, You Chen, Yueyue Wu","submitted_at":"2024-09-30T13:44:00Z","abstract_excerpt":"Large language models (LLMs) have made significant progress in natural language processing tasks and demonstrate considerable potential in the legal domain. However, legal applications demand high standards of accuracy, reliability, and fairness. Applying existing LLMs to legal systems without careful evaluation of their potential and limitations could pose significant risks in legal practice. To this end, we introduce a standardized comprehensive Chinese legal benchmark LexEval. This benchmark is notable in the following three aspects: (1) Ability Modeling: We propose a new taxonomy of legal "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.20288","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.20288/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:40:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"16nfWoFo8vju2UIOpDlMncdEdgol32SwN/WJxFitRtDgGXAJYFFqs92fjC3w3Cz5/bO1EyaPuS1/s3xfY3tmCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:24:28.690449Z"},"content_sha256":"d72ac9cb2a9976212b48660eb063fa6c4a860c5cb4bbc7f0508267ed2339dd1a","schema_version":"1.0","event_id":"sha256:d72ac9cb2a9976212b48660eb063fa6c4a860c5cb4bbc7f0508267ed2339dd1a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/XCUX2646CGPXNX7AQC6HJSL2IY/bundle.json","state_url":"https://pith.science/pith/XCUX2646CGPXNX7AQC6HJSL2IY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/XCUX2646CGPXNX7AQC6HJSL2IY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T03:24:28Z","links":{"resolver":"https://pith.science/pith/XCUX2646CGPXNX7AQC6HJSL2IY","bundle":"https://pith.science/pith/XCUX2646CGPXNX7AQC6HJSL2IY/bundle.json","state":"https://pith.science/pith/XCUX2646CGPXNX7AQC6HJSL2IY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/XCUX2646CGPXNX7AQC6HJSL2IY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:XCUX2646CGPXNX7AQC6HJSL2IY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7d06a7b62ff6878a5ab553aea060ba65e8d1b4a9e00404625bb30d6df859d631","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-30T13:44:00Z","title_canon_sha256":"fe1fd35d4ef07af7908e6e521b0d694ac3d843a9d50cdca4273921fb469dcb3a"},"schema_version":"1.0","source":{"id":"2409.20288","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.20288","created_at":"2026-07-05T09:40:42Z"},{"alias_kind":"arxiv_version","alias_value":"2409.20288v4","created_at":"2026-07-05T09:40:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.20288","created_at":"2026-07-05T09:40:42Z"},{"alias_kind":"pith_short_12","alias_value":"XCUX2646CGPX","created_at":"2026-07-05T09:40:42Z"},{"alias_kind":"pith_short_16","alias_value":"XCUX2646CGPXNX7A","created_at":"2026-07-05T09:40:42Z"},{"alias_kind":"pith_short_8","alias_value":"XCUX2646","created_at":"2026-07-05T09:40:42Z"}],"graph_snapshots":[{"event_id":"sha256:d72ac9cb2a9976212b48660eb063fa6c4a860c5cb4bbc7f0508267ed2339dd1a","target":"graph","created_at":"2026-07-05T09:40:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.20288/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have made significant progress in natural language processing tasks and demonstrate considerable potential in the legal domain. However, legal applications demand high standards of accuracy, reliability, and fairness. Applying existing LLMs to legal systems without careful evaluation of their potential and limitations could pose significant risks in legal practice. To this end, we introduce a standardized comprehensive Chinese legal benchmark LexEval. This benchmark is notable in the following three aspects: (1) Ability Modeling: We propose a new taxonomy of legal ","authors_text":"Haitao Li, Qingyao Ai, Ruizhe Zhang, Yiqun Liu, You Chen, Yueyue Wu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-30T13:44:00Z","title":"LexEval: A Comprehensive Chinese Legal Benchmark for Evaluating Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.20288","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c40c38c3ab63cd96cb367130266cb2f2cb1a41537a21592d3fbca983e27bda58","target":"record","created_at":"2026-07-05T09:40:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7d06a7b62ff6878a5ab553aea060ba65e8d1b4a9e00404625bb30d6df859d631","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-09-30T13:44:00Z","title_canon_sha256":"fe1fd35d4ef07af7908e6e521b0d694ac3d843a9d50cdca4273921fb469dcb3a"},"schema_version":"1.0","source":{"id":"2409.20288","kind":"arxiv","version":4}},"canonical_sha256":"b8a97d7b9e119f76dfe080bc74c97a4630f6faa85709cc72953ea93f7e06ffe3","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"b8a97d7b9e119f76dfe080bc74c97a4630f6faa85709cc72953ea93f7e06ffe3","first_computed_at":"2026-07-05T09:40:42.908859Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:40:42.908859Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"itzP4s8cVEN0Hso+MCQRr2om1xHNXQf5ptZZg4BwTOtPeiFjEp+HAQleY90kahei0wRyAwKylEHC1lT38g4pCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:40:42.909611Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.20288","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c40c38c3ab63cd96cb367130266cb2f2cb1a41537a21592d3fbca983e27bda58","sha256:d72ac9cb2a9976212b48660eb063fa6c4a860c5cb4bbc7f0508267ed2339dd1a"],"state_sha256":"51a6a993271e423ab39a6316f39c8c7c83e53c3ba1d5606c0e7e4b5cfd86b726"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Pol0iTEmfuyODrXFYBSh3ExWDXM4DuwL8sk2k55OJnSy0yD2BpvhdDWCN5zWC0QhBps8Kw95JYH/rXv8EjgcCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T03:24:28.694784Z","bundle_sha256":"d54ffc0bc2b6f6977e917274b2a4710127dafb00951bd7a3606d9096150a0a2d"}}