{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:JP2AXAKLV7HBHEAJYMN3N7QLCS","short_pith_number":"pith:JP2AXAKL","canonical_record":{"source":{"id":"2406.05654","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-09T05:33:51Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"b7eefba277c79b79c2448cdc76ffdceaece29c4c5cd9e561fa09dacdf4370101","abstract_canon_sha256":"38be99cba8efb571a7e33a657e16bc6805c9ff640d8bb2237db605be90dd42aa"},"schema_version":"1.0"},"canonical_sha256":"4bf40b814bafce139009c31bb6fe0b14a043e9632eb36a9c441d03ea0395a64b","source":{"kind":"arxiv","id":"2406.05654","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.05654","created_at":"2026-07-05T08:32:42Z"},{"alias_kind":"arxiv_version","alias_value":"2406.05654v2","created_at":"2026-07-05T08:32:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.05654","created_at":"2026-07-05T08:32:42Z"},{"alias_kind":"pith_short_12","alias_value":"JP2AXAKLV7HB","created_at":"2026-07-05T08:32:42Z"},{"alias_kind":"pith_short_16","alias_value":"JP2AXAKLV7HBHEAJ","created_at":"2026-07-05T08:32:42Z"},{"alias_kind":"pith_short_8","alias_value":"JP2AXAKL","created_at":"2026-07-05T08:32:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:JP2AXAKLV7HBHEAJYMN3N7QLCS","target":"record","payload":{"canonical_record":{"source":{"id":"2406.05654","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-09T05:33:51Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"b7eefba277c79b79c2448cdc76ffdceaece29c4c5cd9e561fa09dacdf4370101","abstract_canon_sha256":"38be99cba8efb571a7e33a657e16bc6805c9ff640d8bb2237db605be90dd42aa"},"schema_version":"1.0"},"canonical_sha256":"4bf40b814bafce139009c31bb6fe0b14a043e9632eb36a9c441d03ea0395a64b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:32:42.039477Z","signature_b64":"KbiO2LR2nTCOlKqJnobGUTMrwEKmX/Yzluicy5zXMoRy17dS75rFc6jXvfeIPU+27LHT5GA0Ot7aEqUhosS/Bg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4bf40b814bafce139009c31bb6fe0b14a043e9632eb36a9c441d03ea0395a64b","last_reissued_at":"2026-07-05T08:32:42.039000Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:32:42.039000Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.05654","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"CQ/y5ZuMTn+Zdikq52jn0+Bx/4n6eeFyFdvbAtWjhSlutQHYRub8rb35pAh4moaWMM+jFHjWeQswQYexKLD0AA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T20:35:30.217631Z"},"content_sha256":"4afeb4dbff04a7cae3343b7b117e81ef2a5941cf6b1f197c75c9572cd75b4f9e","schema_version":"1.0","event_id":"sha256:4afeb4dbff04a7cae3343b7b117e81ef2a5941cf6b1f197c75c9572cd75b4f9e"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:JP2AXAKLV7HBHEAJYMN3N7QLCS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DomainRAG: A Chinese Benchmark for Evaluating Domain-specific Retrieval-Augmented Generation","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Jiehan Cheng, Jiongnan Liu, Kun Fang, Peidong Guo, Shiren Song, Shuting Wang, Yuqi Fu, Yutao Zhu, Zhicheng Dou","submitted_at":"2024-06-09T05:33:51Z","abstract_excerpt":"Retrieval-Augmented Generation (RAG) offers a promising solution to address various limitations of Large Language Models (LLMs), such as hallucination and difficulties in keeping up with real-time updates. This approach is particularly critical in expert and domain-specific applications where LLMs struggle to cover expert knowledge. Therefore, evaluating RAG models in such scenarios is crucial, yet current studies often rely on general knowledge sources like Wikipedia to assess the models' abilities in solving common-sense problems. In this paper, we evaluated LLMs by RAG settings in a domain-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.05654","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.05654/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hktxqJMZ5bv/tJcTWjYcNqgYRaAPn9+kr9fYIDkMCHa8tJwtLL2VaPnNO6hu84xW6qRElC5NzmT5G1dubtsPCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T20:35:30.218132Z"},"content_sha256":"452bd933f3bf4758d5deb80ae5d5d9fcc981920bb089f7151726cce53755b342","schema_version":"1.0","event_id":"sha256:452bd933f3bf4758d5deb80ae5d5d9fcc981920bb089f7151726cce53755b342"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JP2AXAKLV7HBHEAJYMN3N7QLCS/bundle.json","state_url":"https://pith.science/pith/JP2AXAKLV7HBHEAJYMN3N7QLCS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JP2AXAKLV7HBHEAJYMN3N7QLCS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T20:35:30Z","links":{"resolver":"https://pith.science/pith/JP2AXAKLV7HBHEAJYMN3N7QLCS","bundle":"https://pith.science/pith/JP2AXAKLV7HBHEAJYMN3N7QLCS/bundle.json","state":"https://pith.science/pith/JP2AXAKLV7HBHEAJYMN3N7QLCS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JP2AXAKLV7HBHEAJYMN3N7QLCS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:JP2AXAKLV7HBHEAJYMN3N7QLCS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"38be99cba8efb571a7e33a657e16bc6805c9ff640d8bb2237db605be90dd42aa","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-09T05:33:51Z","title_canon_sha256":"b7eefba277c79b79c2448cdc76ffdceaece29c4c5cd9e561fa09dacdf4370101"},"schema_version":"1.0","source":{"id":"2406.05654","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.05654","created_at":"2026-07-05T08:32:42Z"},{"alias_kind":"arxiv_version","alias_value":"2406.05654v2","created_at":"2026-07-05T08:32:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.05654","created_at":"2026-07-05T08:32:42Z"},{"alias_kind":"pith_short_12","alias_value":"JP2AXAKLV7HB","created_at":"2026-07-05T08:32:42Z"},{"alias_kind":"pith_short_16","alias_value":"JP2AXAKLV7HBHEAJ","created_at":"2026-07-05T08:32:42Z"},{"alias_kind":"pith_short_8","alias_value":"JP2AXAKL","created_at":"2026-07-05T08:32:42Z"}],"graph_snapshots":[{"event_id":"sha256:452bd933f3bf4758d5deb80ae5d5d9fcc981920bb089f7151726cce53755b342","target":"graph","created_at":"2026-07-05T08:32:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.05654/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Retrieval-Augmented Generation (RAG) offers a promising solution to address various limitations of Large Language Models (LLMs), such as hallucination and difficulties in keeping up with real-time updates. This approach is particularly critical in expert and domain-specific applications where LLMs struggle to cover expert knowledge. Therefore, evaluating RAG models in such scenarios is crucial, yet current studies often rely on general knowledge sources like Wikipedia to assess the models' abilities in solving common-sense problems. In this paper, we evaluated LLMs by RAG settings in a domain-","authors_text":"Jiehan Cheng, Jiongnan Liu, Kun Fang, Peidong Guo, Shiren Song, Shuting Wang, Yuqi Fu, Yutao Zhu, Zhicheng Dou","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-09T05:33:51Z","title":"DomainRAG: A Chinese Benchmark for Evaluating Domain-specific Retrieval-Augmented Generation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.05654","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4afeb4dbff04a7cae3343b7b117e81ef2a5941cf6b1f197c75c9572cd75b4f9e","target":"record","created_at":"2026-07-05T08:32:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"38be99cba8efb571a7e33a657e16bc6805c9ff640d8bb2237db605be90dd42aa","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-09T05:33:51Z","title_canon_sha256":"b7eefba277c79b79c2448cdc76ffdceaece29c4c5cd9e561fa09dacdf4370101"},"schema_version":"1.0","source":{"id":"2406.05654","kind":"arxiv","version":2}},"canonical_sha256":"4bf40b814bafce139009c31bb6fe0b14a043e9632eb36a9c441d03ea0395a64b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4bf40b814bafce139009c31bb6fe0b14a043e9632eb36a9c441d03ea0395a64b","first_computed_at":"2026-07-05T08:32:42.039000Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:42.039000Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KbiO2LR2nTCOlKqJnobGUTMrwEKmX/Yzluicy5zXMoRy17dS75rFc6jXvfeIPU+27LHT5GA0Ot7aEqUhosS/Bg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:42.039477Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.05654","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4afeb4dbff04a7cae3343b7b117e81ef2a5941cf6b1f197c75c9572cd75b4f9e","sha256:452bd933f3bf4758d5deb80ae5d5d9fcc981920bb089f7151726cce53755b342"],"state_sha256":"9f10b243ea9a16a4042298fbf726b53d8ecc4bf725e4a63c3c822af633cb9ab3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j3dmjsU/A3NSfOFu+9XJ5MJFz+0a7DWeSOMoBLrm3c9vitWUEZPv+CqncG0htquQF00AgUySnwoW1kqstbBUDw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T20:35:30.222401Z","bundle_sha256":"8af4228d9173407de197305597b63a320926ef197b47db8d8850bf2f9079486d"}}