{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:VLGDQ4HJTJY3XNOA5A3FTC5P3L","short_pith_number":"pith:VLGDQ4HJ","canonical_record":{"source":{"id":"2408.01262","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-02T13:35:11Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"05cccac6e595d42960dc84aba18390e6fa77e49c966d4a7224567f5a91226f8f","abstract_canon_sha256":"263c27d246ef42c189748802e0c06ab25a4cd15ce805f164b727f6aee83dc8d3"},"schema_version":"1.0"},"canonical_sha256":"aacc3870e99a71bbb5c0e836598bafdac37186e0491f16fdb256d2baaebd5dc7","source":{"kind":"arxiv","id":"2408.01262","version":5},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.01262","created_at":"2026-07-05T10:23:21Z"},{"alias_kind":"arxiv_version","alias_value":"2408.01262v5","created_at":"2026-07-05T10:23:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.01262","created_at":"2026-07-05T10:23:21Z"},{"alias_kind":"pith_short_12","alias_value":"VLGDQ4HJTJY3","created_at":"2026-07-05T10:23:21Z"},{"alias_kind":"pith_short_16","alias_value":"VLGDQ4HJTJY3XNOA","created_at":"2026-07-05T10:23:21Z"},{"alias_kind":"pith_short_8","alias_value":"VLGDQ4HJ","created_at":"2026-07-05T10:23:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:VLGDQ4HJTJY3XNOA5A3FTC5P3L","target":"record","payload":{"canonical_record":{"source":{"id":"2408.01262","kind":"arxiv","version":5},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-02T13:35:11Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"05cccac6e595d42960dc84aba18390e6fa77e49c966d4a7224567f5a91226f8f","abstract_canon_sha256":"263c27d246ef42c189748802e0c06ab25a4cd15ce805f164b727f6aee83dc8d3"},"schema_version":"1.0"},"canonical_sha256":"aacc3870e99a71bbb5c0e836598bafdac37186e0491f16fdb256d2baaebd5dc7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:23:21.781875Z","signature_b64":"VEE4c4PfkxPO5S458m0n0YtkmkIfa6cDH/uynMHLuBl/4LfUYsaVQC5t3ZzFv5KSlYWD9GO+8vbxbnEPsY8QCQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"aacc3870e99a71bbb5c0e836598bafdac37186e0491f16fdb256d2baaebd5dc7","last_reissued_at":"2026-07-05T10:23:21.781375Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:23:21.781375Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.01262","source_version":5,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:23:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HEvckZHnFBKZp/e8PFqzzmQpRqfG90ECMSGDTO0ITY64uxWXjX38K1GP0JpEZ547/QzFMAdyV7BtJ/F/lfQkDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T23:20:06.854383Z"},"content_sha256":"dd2a23ee1f795aa31b80116f2537df16f5d8131ca37872280d3ae7e03b1a886f","schema_version":"1.0","event_id":"sha256:dd2a23ee1f795aa31b80116f2537df16f5d8131ca37872280d3ae7e03b1a886f"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:VLGDQ4HJTJY3XNOA5A3FTC5P3L","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RAGEval: Scenario Specific RAG Evaluation Dataset Generation Framework","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Dingling Xu, Kunlun Zhu, Maosong Sun, Nan Zhang, Ruobing Wang, Shi Yu, Shuo Wang, Xu Han, Yifan Luo, Yishan Li, Yukun Yan, Zhenghao Liu, Zhiyuan Liu","submitted_at":"2024-08-02T13:35:11Z","abstract_excerpt":"Retrieval-Augmented Generation (RAG) is a powerful approach that enables large language models (LLMs) to incorporate external knowledge. However, evaluating the effectiveness of RAG systems in specialized scenarios remains challenging due to the high costs of data construction and the lack of suitable evaluation metrics. This paper introduces RAGEval, a framework designed to assess RAG systems across diverse scenarios by generating high-quality documents, questions, answers, and references through a schema-based pipeline. With a focus on factual accuracy, we propose three novel metrics: Comple"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.01262","kind":"arxiv","version":5},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.01262/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:23:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9JNFwQZtGesVTQ8TL/lGI6YRzXQJLBFkxkhanw3OGiqn1qBtKBxodToxrHksy+rPSTcoQwDNV4xFXaDRQGBTAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T23:20:06.854906Z"},"content_sha256":"b863eabae93b0cea0c349c1cc8e8e2537a4e052f3a224ead05151ea99e688723","schema_version":"1.0","event_id":"sha256:b863eabae93b0cea0c349c1cc8e8e2537a4e052f3a224ead05151ea99e688723"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/VLGDQ4HJTJY3XNOA5A3FTC5P3L/bundle.json","state_url":"https://pith.science/pith/VLGDQ4HJTJY3XNOA5A3FTC5P3L/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/VLGDQ4HJTJY3XNOA5A3FTC5P3L/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T23:20:06Z","links":{"resolver":"https://pith.science/pith/VLGDQ4HJTJY3XNOA5A3FTC5P3L","bundle":"https://pith.science/pith/VLGDQ4HJTJY3XNOA5A3FTC5P3L/bundle.json","state":"https://pith.science/pith/VLGDQ4HJTJY3XNOA5A3FTC5P3L/state.json","well_known_bundle":"https://pith.science/.well-known/pith/VLGDQ4HJTJY3XNOA5A3FTC5P3L/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:VLGDQ4HJTJY3XNOA5A3FTC5P3L","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"263c27d246ef42c189748802e0c06ab25a4cd15ce805f164b727f6aee83dc8d3","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-02T13:35:11Z","title_canon_sha256":"05cccac6e595d42960dc84aba18390e6fa77e49c966d4a7224567f5a91226f8f"},"schema_version":"1.0","source":{"id":"2408.01262","kind":"arxiv","version":5}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.01262","created_at":"2026-07-05T10:23:21Z"},{"alias_kind":"arxiv_version","alias_value":"2408.01262v5","created_at":"2026-07-05T10:23:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.01262","created_at":"2026-07-05T10:23:21Z"},{"alias_kind":"pith_short_12","alias_value":"VLGDQ4HJTJY3","created_at":"2026-07-05T10:23:21Z"},{"alias_kind":"pith_short_16","alias_value":"VLGDQ4HJTJY3XNOA","created_at":"2026-07-05T10:23:21Z"},{"alias_kind":"pith_short_8","alias_value":"VLGDQ4HJ","created_at":"2026-07-05T10:23:21Z"}],"graph_snapshots":[{"event_id":"sha256:b863eabae93b0cea0c349c1cc8e8e2537a4e052f3a224ead05151ea99e688723","target":"graph","created_at":"2026-07-05T10:23:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.01262/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Retrieval-Augmented Generation (RAG) is a powerful approach that enables large language models (LLMs) to incorporate external knowledge. However, evaluating the effectiveness of RAG systems in specialized scenarios remains challenging due to the high costs of data construction and the lack of suitable evaluation metrics. This paper introduces RAGEval, a framework designed to assess RAG systems across diverse scenarios by generating high-quality documents, questions, answers, and references through a schema-based pipeline. With a focus on factual accuracy, we propose three novel metrics: Comple","authors_text":"Dingling Xu, Kunlun Zhu, Maosong Sun, Nan Zhang, Ruobing Wang, Shi Yu, Shuo Wang, Xu Han, Yifan Luo, Yishan Li, Yukun Yan, Zhenghao Liu, Zhiyuan Liu","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-02T13:35:11Z","title":"RAGEval: Scenario Specific RAG Evaluation Dataset Generation Framework"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.01262","kind":"arxiv","version":5},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:dd2a23ee1f795aa31b80116f2537df16f5d8131ca37872280d3ae7e03b1a886f","target":"record","created_at":"2026-07-05T10:23:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"263c27d246ef42c189748802e0c06ab25a4cd15ce805f164b727f6aee83dc8d3","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-08-02T13:35:11Z","title_canon_sha256":"05cccac6e595d42960dc84aba18390e6fa77e49c966d4a7224567f5a91226f8f"},"schema_version":"1.0","source":{"id":"2408.01262","kind":"arxiv","version":5}},"canonical_sha256":"aacc3870e99a71bbb5c0e836598bafdac37186e0491f16fdb256d2baaebd5dc7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"aacc3870e99a71bbb5c0e836598bafdac37186e0491f16fdb256d2baaebd5dc7","first_computed_at":"2026-07-05T10:23:21.781375Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:23:21.781375Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VEE4c4PfkxPO5S458m0n0YtkmkIfa6cDH/uynMHLuBl/4LfUYsaVQC5t3ZzFv5KSlYWD9GO+8vbxbnEPsY8QCQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:23:21.781875Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.01262","source_kind":"arxiv","source_version":5}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:dd2a23ee1f795aa31b80116f2537df16f5d8131ca37872280d3ae7e03b1a886f","sha256:b863eabae93b0cea0c349c1cc8e8e2537a4e052f3a224ead05151ea99e688723"],"state_sha256":"42d726f8d274de41e13c6ae7ef932f7d7e466c95dc43da3fe4d4c61a401b9caa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"D7xMv5c8ZYIn/YcwKWL90I/1UyOVd1QVpmIMr2YzlUxY2OPpi8nInvDRRcA92TFsN3waQvFy/9sxuFjdUGYpDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T23:20:06.859020Z","bundle_sha256":"8065c2135f749bf1ea1dc0efcd4be4c1dde238ff92c55d5ad52d5dbbfd1d4ec1"}}