{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:F4KYHZGZ53GOONREJA23FEJ3UT","short_pith_number":"pith:F4KYHZGZ","canonical_record":{"source":{"id":"2502.20640","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-28T01:46:32Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"8d9b00223edb307aa2dfadd2382ea23de19e21dd8a491b7f78993935cab2795f","abstract_canon_sha256":"92ee836fe8e89d5d36f09a70ee32665dcab13fad40996abb39ff794fcfecf99a"},"schema_version":"1.0"},"canonical_sha256":"2f1583e4d9eecce736244835b2913ba4f4cfc98b350263cd42e4916351ad0744","source":{"kind":"arxiv","id":"2502.20640","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.20640","created_at":"2026-07-05T10:21:36Z"},{"alias_kind":"arxiv_version","alias_value":"2502.20640v1","created_at":"2026-07-05T10:21:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.20640","created_at":"2026-07-05T10:21:36Z"},{"alias_kind":"pith_short_12","alias_value":"F4KYHZGZ53GO","created_at":"2026-07-05T10:21:36Z"},{"alias_kind":"pith_short_16","alias_value":"F4KYHZGZ53GOONRE","created_at":"2026-07-05T10:21:36Z"},{"alias_kind":"pith_short_8","alias_value":"F4KYHZGZ","created_at":"2026-07-05T10:21:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:F4KYHZGZ53GOONREJA23FEJ3UT","target":"record","payload":{"canonical_record":{"source":{"id":"2502.20640","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-28T01:46:32Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"8d9b00223edb307aa2dfadd2382ea23de19e21dd8a491b7f78993935cab2795f","abstract_canon_sha256":"92ee836fe8e89d5d36f09a70ee32665dcab13fad40996abb39ff794fcfecf99a"},"schema_version":"1.0"},"canonical_sha256":"2f1583e4d9eecce736244835b2913ba4f4cfc98b350263cd42e4916351ad0744","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:21:36.648187Z","signature_b64":"c5HrYouWA7KpzfBDcvWDq5FQ7NOCNJb9ZR+QgVZFuMdNScWMYj3lj9tHuzOGVfsdNcleZhXCXMiwW6Add1RPCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2f1583e4d9eecce736244835b2913ba4f4cfc98b350263cd42e4916351ad0744","last_reissued_at":"2026-07-05T10:21:36.646132Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:21:36.646132Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.20640","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mYvVsoJCc1mdYn7z4QVqn8NqO6I4Tv7IdfaeSeGoIIQLMoZ6r+p8YZM5g4XOft6e5PQRbEMt5Xdn9sWPgk+3Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:29:39.889994Z"},"content_sha256":"e2112703212db89ada945ffc9157139784df0da67e302abd036140643c99d728","schema_version":"1.0","event_id":"sha256:e2112703212db89ada945ffc9157139784df0da67e302abd036140643c99d728"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:F4KYHZGZ53GOONREJA23FEJ3UT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LexRAG: Benchmarking Retrieval-Augmented Generation in Multi-Turn Legal Consultation Conversation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Haitao Li, Jianhui Yang, Junjie Chen, Qingyao Ai, Xiaoyu Yang, Yifan Chen, Yiqun Liu, Yiran Hu, Yueyue Wu, Zeyang Liu","submitted_at":"2025-02-28T01:46:32Z","abstract_excerpt":"Retrieval-augmented generation (RAG) has proven highly effective in improving large language models (LLMs) across various domains. However, there is no benchmark specifically designed to assess the effectiveness of RAG in the legal domain, which restricts progress in this area. To fill this gap, we propose LexRAG, the first benchmark to evaluate RAG systems for multi-turn legal consultations. LexRAG consists of 1,013 multi-turn dialogue samples and 17,228 candidate legal articles. Each sample is annotated by legal experts and consists of five rounds of progressive questioning. LexRAG includes "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.20640","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.20640/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:21:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"FZdXkDWTgEI3Qu3SjGhOhjJLA5ykW3svAssJdAaY9bBrEntRk9y3iJmMZl7u2xlvvhcd5OAbw7H77O+5KPrLCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T20:29:39.890559Z"},"content_sha256":"bf91ef23bf32eaedda3b5450602ac3d8472ae2c8a3c4ffc5f38fd85b1003111e","schema_version":"1.0","event_id":"sha256:bf91ef23bf32eaedda3b5450602ac3d8472ae2c8a3c4ffc5f38fd85b1003111e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/F4KYHZGZ53GOONREJA23FEJ3UT/bundle.json","state_url":"https://pith.science/pith/F4KYHZGZ53GOONREJA23FEJ3UT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/F4KYHZGZ53GOONREJA23FEJ3UT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T20:29:39Z","links":{"resolver":"https://pith.science/pith/F4KYHZGZ53GOONREJA23FEJ3UT","bundle":"https://pith.science/pith/F4KYHZGZ53GOONREJA23FEJ3UT/bundle.json","state":"https://pith.science/pith/F4KYHZGZ53GOONREJA23FEJ3UT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/F4KYHZGZ53GOONREJA23FEJ3UT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:F4KYHZGZ53GOONREJA23FEJ3UT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"92ee836fe8e89d5d36f09a70ee32665dcab13fad40996abb39ff794fcfecf99a","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-28T01:46:32Z","title_canon_sha256":"8d9b00223edb307aa2dfadd2382ea23de19e21dd8a491b7f78993935cab2795f"},"schema_version":"1.0","source":{"id":"2502.20640","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.20640","created_at":"2026-07-05T10:21:36Z"},{"alias_kind":"arxiv_version","alias_value":"2502.20640v1","created_at":"2026-07-05T10:21:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.20640","created_at":"2026-07-05T10:21:36Z"},{"alias_kind":"pith_short_12","alias_value":"F4KYHZGZ53GO","created_at":"2026-07-05T10:21:36Z"},{"alias_kind":"pith_short_16","alias_value":"F4KYHZGZ53GOONRE","created_at":"2026-07-05T10:21:36Z"},{"alias_kind":"pith_short_8","alias_value":"F4KYHZGZ","created_at":"2026-07-05T10:21:36Z"}],"graph_snapshots":[{"event_id":"sha256:bf91ef23bf32eaedda3b5450602ac3d8472ae2c8a3c4ffc5f38fd85b1003111e","target":"graph","created_at":"2026-07-05T10:21:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.20640/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Retrieval-augmented generation (RAG) has proven highly effective in improving large language models (LLMs) across various domains. However, there is no benchmark specifically designed to assess the effectiveness of RAG in the legal domain, which restricts progress in this area. To fill this gap, we propose LexRAG, the first benchmark to evaluate RAG systems for multi-turn legal consultations. LexRAG consists of 1,013 multi-turn dialogue samples and 17,228 candidate legal articles. Each sample is annotated by legal experts and consists of five rounds of progressive questioning. LexRAG includes ","authors_text":"Haitao Li, Jianhui Yang, Junjie Chen, Qingyao Ai, Xiaoyu Yang, Yifan Chen, Yiqun Liu, Yiran Hu, Yueyue Wu, Zeyang Liu","cross_cats":["cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-28T01:46:32Z","title":"LexRAG: Benchmarking Retrieval-Augmented Generation in Multi-Turn Legal Consultation Conversation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.20640","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e2112703212db89ada945ffc9157139784df0da67e302abd036140643c99d728","target":"record","created_at":"2026-07-05T10:21:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"92ee836fe8e89d5d36f09a70ee32665dcab13fad40996abb39ff794fcfecf99a","cross_cats_sorted":["cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2025-02-28T01:46:32Z","title_canon_sha256":"8d9b00223edb307aa2dfadd2382ea23de19e21dd8a491b7f78993935cab2795f"},"schema_version":"1.0","source":{"id":"2502.20640","kind":"arxiv","version":1}},"canonical_sha256":"2f1583e4d9eecce736244835b2913ba4f4cfc98b350263cd42e4916351ad0744","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2f1583e4d9eecce736244835b2913ba4f4cfc98b350263cd42e4916351ad0744","first_computed_at":"2026-07-05T10:21:36.646132Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:21:36.646132Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"c5HrYouWA7KpzfBDcvWDq5FQ7NOCNJb9ZR+QgVZFuMdNScWMYj3lj9tHuzOGVfsdNcleZhXCXMiwW6Add1RPCg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:21:36.648187Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.20640","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e2112703212db89ada945ffc9157139784df0da67e302abd036140643c99d728","sha256:bf91ef23bf32eaedda3b5450602ac3d8472ae2c8a3c4ffc5f38fd85b1003111e"],"state_sha256":"c0529e9bf351740842a57178a406b7341ffcc2e2cf948d9797c54f6cc23ad2cb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hj6aY4kOynGt08i7XaJM3immTej1uvZnvlbKuRRfmy2/3Tr3zEiw3qE9QyncPVqbuPXbZUmTqc1M7U2A6YkgAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T20:29:39.896190Z","bundle_sha256":"4880d5846106f2ae30feac622ccb733e8088f60a5c4dc72ff902fb8d2272074f"}}