{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PGVJJUKWXWG4G4WKSYMPR27KN7","short_pith_number":"pith:PGVJJUKW","canonical_record":{"source":{"id":"2411.10137","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T12:23:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1c13c92531cbca44aa38dd1313d908cf3dc2f4008f0cf4bef3460a23804abc42","abstract_canon_sha256":"1ad534c357b8f4f897d4a460de9e59dc84285adb55f4bfa2d38e55a6d5f483ec"},"schema_version":"1.0"},"canonical_sha256":"79aa94d156bd8dc372ca9618f8ebea6fdbec35929e6edb0e783a69a1321a9281","source":{"kind":"arxiv","id":"2411.10137","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10137","created_at":"2026-07-05T09:36:00Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10137v1","created_at":"2026-07-05T09:36:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10137","created_at":"2026-07-05T09:36:00Z"},{"alias_kind":"pith_short_12","alias_value":"PGVJJUKWXWG4","created_at":"2026-07-05T09:36:00Z"},{"alias_kind":"pith_short_16","alias_value":"PGVJJUKWXWG4G4WK","created_at":"2026-07-05T09:36:00Z"},{"alias_kind":"pith_short_8","alias_value":"PGVJJUKW","created_at":"2026-07-05T09:36:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PGVJJUKWXWG4G4WKSYMPR27KN7","target":"record","payload":{"canonical_record":{"source":{"id":"2411.10137","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T12:23:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"1c13c92531cbca44aa38dd1313d908cf3dc2f4008f0cf4bef3460a23804abc42","abstract_canon_sha256":"1ad534c357b8f4f897d4a460de9e59dc84285adb55f4bfa2d38e55a6d5f483ec"},"schema_version":"1.0"},"canonical_sha256":"79aa94d156bd8dc372ca9618f8ebea6fdbec35929e6edb0e783a69a1321a9281","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:36:00.449791Z","signature_b64":"EGKiWEvwEhcfpkiNPdFMsHNwoUFhWsJamC2Fz4MM5gZzXxmcPSxrrCR3Fx+Cc61oe+vat9cXYA46Rp4/9wIiAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"79aa94d156bd8dc372ca9618f8ebea6fdbec35929e6edb0e783a69a1321a9281","last_reissued_at":"2026-07-05T09:36:00.447795Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:36:00.447795Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.10137","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WC4rseJF6ATrfzjt6WxSquLioFiKp07rOgUNTzWVIktcRe2PvxQWDx/NK51/px9NTfWhw0Kl+JZHU5Xg+zgQBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T10:00:01.343617Z"},"content_sha256":"497bce77c9ea013bf325276961f49b8f40bf157e6d0affe8be88e79bed0db3ad","schema_version":"1.0","event_id":"sha256:497bce77c9ea013bf325276961f49b8f40bf157e6d0affe8be88e79bed0db3ad"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PGVJJUKWXWG4G4WKSYMPR27KN7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Legal Evalutions and Challenges of Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Chong Ma, Haobo Sun, Huan Zhao, Jiaqi Wang, Junhao Chen, Longjun Ma, Pengcheng Shi, Peng Shu, Ruixi Liang, Shixin Li, Shu Zhang, Tianli Ding, Tianming Liu, Tianyang Zhong, Tuo Zhang, Xi Jiang, Xin Zhang, Yudan Ren, Yutong Zhang, Zhengliang Liu, Zhenyuan Yang, Zongjia Liu","submitted_at":"2024-11-15T12:23:12Z","abstract_excerpt":"In this paper, we review legal testing methods based on Large Language Models (LLMs), using the OPENAI o1 model as a case study to evaluate the performance of large models in applying legal provisions. We compare current state-of-the-art LLMs, including open-source, closed-source, and legal-specific models trained specifically for the legal domain. Systematic tests are conducted on English and Chinese legal cases, and the results are analyzed in depth. Through systematic testing of legal cases from common law systems and China, this paper explores the strengths and weaknesses of LLMs in unders"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10137","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.10137/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:00Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PLZl5vwUmesr4dtlwmy/fJHnjeG8D5vQfplRocspsJ0Zli4ZnXKSaMgrj2U37sY/S1ALIw0+lnhTHMmhBINjDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T10:00:01.344131Z"},"content_sha256":"b62f96360cb42efe956942e4cca7c0f58ff5eafa6c3a2962ebebc0a5b3f63ec3","schema_version":"1.0","event_id":"sha256:b62f96360cb42efe956942e4cca7c0f58ff5eafa6c3a2962ebebc0a5b3f63ec3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PGVJJUKWXWG4G4WKSYMPR27KN7/bundle.json","state_url":"https://pith.science/pith/PGVJJUKWXWG4G4WKSYMPR27KN7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PGVJJUKWXWG4G4WKSYMPR27KN7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T10:00:01Z","links":{"resolver":"https://pith.science/pith/PGVJJUKWXWG4G4WKSYMPR27KN7","bundle":"https://pith.science/pith/PGVJJUKWXWG4G4WKSYMPR27KN7/bundle.json","state":"https://pith.science/pith/PGVJJUKWXWG4G4WKSYMPR27KN7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PGVJJUKWXWG4G4WKSYMPR27KN7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PGVJJUKWXWG4G4WKSYMPR27KN7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1ad534c357b8f4f897d4a460de9e59dc84285adb55f4bfa2d38e55a6d5f483ec","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T12:23:12Z","title_canon_sha256":"1c13c92531cbca44aa38dd1313d908cf3dc2f4008f0cf4bef3460a23804abc42"},"schema_version":"1.0","source":{"id":"2411.10137","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10137","created_at":"2026-07-05T09:36:00Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10137v1","created_at":"2026-07-05T09:36:00Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10137","created_at":"2026-07-05T09:36:00Z"},{"alias_kind":"pith_short_12","alias_value":"PGVJJUKWXWG4","created_at":"2026-07-05T09:36:00Z"},{"alias_kind":"pith_short_16","alias_value":"PGVJJUKWXWG4G4WK","created_at":"2026-07-05T09:36:00Z"},{"alias_kind":"pith_short_8","alias_value":"PGVJJUKW","created_at":"2026-07-05T09:36:00Z"}],"graph_snapshots":[{"event_id":"sha256:b62f96360cb42efe956942e4cca7c0f58ff5eafa6c3a2962ebebc0a5b3f63ec3","target":"graph","created_at":"2026-07-05T09:36:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.10137/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we review legal testing methods based on Large Language Models (LLMs), using the OPENAI o1 model as a case study to evaluate the performance of large models in applying legal provisions. We compare current state-of-the-art LLMs, including open-source, closed-source, and legal-specific models trained specifically for the legal domain. Systematic tests are conducted on English and Chinese legal cases, and the results are analyzed in depth. Through systematic testing of legal cases from common law systems and China, this paper explores the strengths and weaknesses of LLMs in unders","authors_text":"Chong Ma, Haobo Sun, Huan Zhao, Jiaqi Wang, Junhao Chen, Longjun Ma, Pengcheng Shi, Peng Shu, Ruixi Liang, Shixin Li, Shu Zhang, Tianli Ding, Tianming Liu, Tianyang Zhong, Tuo Zhang, Xi Jiang, Xin Zhang, Yudan Ren, Yutong Zhang, Zhengliang Liu, Zhenyuan Yang, Zongjia Liu","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T12:23:12Z","title":"Legal Evalutions and Challenges of Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10137","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:497bce77c9ea013bf325276961f49b8f40bf157e6d0affe8be88e79bed0db3ad","target":"record","created_at":"2026-07-05T09:36:00Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1ad534c357b8f4f897d4a460de9e59dc84285adb55f4bfa2d38e55a6d5f483ec","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T12:23:12Z","title_canon_sha256":"1c13c92531cbca44aa38dd1313d908cf3dc2f4008f0cf4bef3460a23804abc42"},"schema_version":"1.0","source":{"id":"2411.10137","kind":"arxiv","version":1}},"canonical_sha256":"79aa94d156bd8dc372ca9618f8ebea6fdbec35929e6edb0e783a69a1321a9281","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"79aa94d156bd8dc372ca9618f8ebea6fdbec35929e6edb0e783a69a1321a9281","first_computed_at":"2026-07-05T09:36:00.447795Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:36:00.447795Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"EGKiWEvwEhcfpkiNPdFMsHNwoUFhWsJamC2Fz4MM5gZzXxmcPSxrrCR3Fx+Cc61oe+vat9cXYA46Rp4/9wIiAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:36:00.449791Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.10137","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:497bce77c9ea013bf325276961f49b8f40bf157e6d0affe8be88e79bed0db3ad","sha256:b62f96360cb42efe956942e4cca7c0f58ff5eafa6c3a2962ebebc0a5b3f63ec3"],"state_sha256":"395c3562d1bdf1e927a420ec632826c97af92dbab2dd38058f5d383dccbc2555"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fWh+MblxW12AnICWblmon6ZYE3eaEy2w+W67Irzi3ImoPfZI3XDkgLcT6XnIWP2lS2bkOlCNO0AYZLaMxmXgDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T10:00:01.350015Z","bundle_sha256":"cafdb99c600de7c16ace9a18901a0aac05fc3286a090a8e915fe5c7defeadce4"}}