{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:LD6MDACFNRRT7KHKZTTX7ENY33","short_pith_number":"pith:LD6MDACF","canonical_record":{"source":{"id":"2607.07302","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-08T11:44:28Z","cross_cats_sorted":[],"title_canon_sha256":"6d8ef9dda2c8e897c41c6cccd0c058f6958be947cc726111daea7cdab12a2213","abstract_canon_sha256":"06fb92055a33a483c44df0396e68c36f9ee35cee0be99bbd8604c4e4f6c87c02"},"schema_version":"1.0"},"canonical_sha256":"58fcc180456c633fa8eacce77f91b8dec5387535c57b3c8c31cf6d1c6cd07942","source":{"kind":"arxiv","id":"2607.07302","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.07302","created_at":"2026-07-09T01:20:20Z"},{"alias_kind":"arxiv_version","alias_value":"2607.07302v1","created_at":"2026-07-09T01:20:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.07302","created_at":"2026-07-09T01:20:20Z"},{"alias_kind":"pith_short_12","alias_value":"LD6MDACFNRRT","created_at":"2026-07-09T01:20:20Z"},{"alias_kind":"pith_short_16","alias_value":"LD6MDACFNRRT7KHK","created_at":"2026-07-09T01:20:20Z"},{"alias_kind":"pith_short_8","alias_value":"LD6MDACF","created_at":"2026-07-09T01:20:20Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:LD6MDACFNRRT7KHKZTTX7ENY33","target":"record","payload":{"canonical_record":{"source":{"id":"2607.07302","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-08T11:44:28Z","cross_cats_sorted":[],"title_canon_sha256":"6d8ef9dda2c8e897c41c6cccd0c058f6958be947cc726111daea7cdab12a2213","abstract_canon_sha256":"06fb92055a33a483c44df0396e68c36f9ee35cee0be99bbd8604c4e4f6c87c02"},"schema_version":"1.0"},"canonical_sha256":"58fcc180456c633fa8eacce77f91b8dec5387535c57b3c8c31cf6d1c6cd07942","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-09T01:20:20.411012Z","signature_b64":"3m2wwZB5vcmlUb3NsjMeXtrvn9DNM3jVacvEsELMk6ROUstij6lgTj9v89FBGvA8sOAr39prsqbQVJseI/Z3Dw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"58fcc180456c633fa8eacce77f91b8dec5387535c57b3c8c31cf6d1c6cd07942","last_reissued_at":"2026-07-09T01:20:20.410601Z","signature_status":"signed_v1","first_computed_at":"2026-07-09T01:20:20.410601Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2607.07302","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-09T01:20:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pORTd39yDFppV1qr6d1PaO0Qa3xTmE4qq7wtHCV/06i1HEMG5pNK7tr7OBDI+Nzfp+zDarA0uzQUJHchz9ATBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:26:55.855632Z"},"content_sha256":"5d45fcd7b7722bd6981df1e6f3eda069db72df9c207d13b6f4c6c7a8ea1b7975","schema_version":"1.0","event_id":"sha256:5d45fcd7b7722bd6981df1e6f3eda069db72df9c207d13b6f4c6c7a8ea1b7975"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:LD6MDACFNRRT7KHKZTTX7ENY33","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating RAG Metrics in Applied Contexts: An Experiment, Its Findings and Its Limitations","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Quentin Brabant","submitted_at":"2026-07-08T11:44:28Z","abstract_excerpt":"This paper reports an empirical study evaluating the relevance of several RAG metrics. The experiment is based on a question-answering dataset created by human annotators from business data. The generated responses and retrieved spans of a RAG system are scored using evaluation metrics from four libraries (Ragas, DeepEval, RAGChecker, Opik). These metrics are compared to scores given by two evaluators, as well as to standard metrics such as recall. An analysis of correlations is conducted. Finally, we highlight certain limitations of our methodology, compare it to those used in the literature,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.07302","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2607.07302/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-09T01:20:20Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VeaFJjrRaI6Iat0hQV+2gEEUWrtavq3fbEdTxS/SiyWmruRaQdqiODbJByUolSW/u/CKUs+j68o3v4+SJcj7Bw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:26:55.856116Z"},"content_sha256":"96270a9f65bd7e4d7a89f5e0c3d4d521ee37d17e30971f16185670b97950e317","schema_version":"1.0","event_id":"sha256:96270a9f65bd7e4d7a89f5e0c3d4d521ee37d17e30971f16185670b97950e317"},{"event_type":"integrity_finding","subject_pith_number":"pith:2026:LD6MDACFNRRT7KHKZTTX7ENY33","target":"integrity","payload":{"note":"DOI in the printed bibliography is fragmented by whitespace or line breaks. A longer candidate (10.1109/CVPR52734.2025.01271.URLhttps://ieeexplore.ieee.org/document/11093772/.Con-ference) was visible in the surrounding text but could not be confirmed against doi.org as printed.","snippet":"doi: 10.1109/CVPR52734. 2025.01271. URLhttps://ieeexplore.ieee.org/document/11093772/. Con- ference Name: 2025 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) ISBN: 9798331543648 Place: Nashville, TN, USA. Wenda Xu, Da","arxiv_id":"2607.07302","detector":"doi_compliance","evidence":{"ref_index":12,"verdict_class":"incontrovertible","resolved_title":null,"printed_excerpt":"doi: 10.1109/CVPR52734. 2025.01271. URLhttps://ieeexplore.ieee.org/document/11093772/. Con- ference Name: 2025 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR) ISBN: 9798331543648 Place: Nashville, TN, USA. Wenda Xu, Da","reconstructed_doi":"10.1109/CVPR52734.2025.01271.URLhttps://ieeexplore.ieee.org/document/11093772/.Con-ference"},"severity":"advisory","ref_index":12,"audited_at":"2026-07-09T14:54:33.025181Z","event_type":"pith.integrity.v1","detected_doi":"10.1109/CVPR52734.2025.01271.URLhttps://ieeexplore.ieee.org/document/11093772/.Con-ference","detector_url":"https://pith.science/pith-integrity-protocol#doi_compliance","external_url":null,"finding_type":"recoverable_identifier","evidence_hash":"b056f24bc02283bd304f7cc2ab8dd9f451c49bb3730a2ef6ab63c42531263445","paper_version":1,"verdict_class":"incontrovertible","resolved_title":null,"detector_version":"1.0.0","detected_arxiv_id":null,"integrity_event_id":9486,"payload_sha256":"ede2d3a1264cddb993bcebf717ef5381e0578dc5009ff39af4bf80b6db9657ba","signature_b64":"bPOFEIwggl137+0CQKwXgH9c7gG1LLScSjvM3htANbkWAmS8gtyRcXpPfs9ELxQ/Jq0SNmVZ+6WqrALtJw0AAw==","signing_key_id":"pith-v1-2026-05"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-09T14:57:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+i2xnqScYwAd1XA+cSBzUXdhWkcg9zaZjptY7kwmJxlVxTCwwrByWMPLWUExokSBcCj+lv0d6JSujSLhyVrQBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T16:26:55.874911Z"},"content_sha256":"b79adf0a3cb4ca8bd573cae139bd358ba04244609f02d07871ea13977b3fc490","schema_version":"1.0","event_id":"sha256:b79adf0a3cb4ca8bd573cae139bd358ba04244609f02d07871ea13977b3fc490"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LD6MDACFNRRT7KHKZTTX7ENY33/bundle.json","state_url":"https://pith.science/pith/LD6MDACFNRRT7KHKZTTX7ENY33/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LD6MDACFNRRT7KHKZTTX7ENY33/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T16:26:55Z","links":{"resolver":"https://pith.science/pith/LD6MDACFNRRT7KHKZTTX7ENY33","bundle":"https://pith.science/pith/LD6MDACFNRRT7KHKZTTX7ENY33/bundle.json","state":"https://pith.science/pith/LD6MDACFNRRT7KHKZTTX7ENY33/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LD6MDACFNRRT7KHKZTTX7ENY33/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:LD6MDACFNRRT7KHKZTTX7ENY33","merge_version":"pith-open-graph-merge-v1","event_count":3,"valid_event_count":3,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"06fb92055a33a483c44df0396e68c36f9ee35cee0be99bbd8604c4e4f6c87c02","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-08T11:44:28Z","title_canon_sha256":"6d8ef9dda2c8e897c41c6cccd0c058f6958be947cc726111daea7cdab12a2213"},"schema_version":"1.0","source":{"id":"2607.07302","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2607.07302","created_at":"2026-07-09T01:20:20Z"},{"alias_kind":"arxiv_version","alias_value":"2607.07302v1","created_at":"2026-07-09T01:20:20Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2607.07302","created_at":"2026-07-09T01:20:20Z"},{"alias_kind":"pith_short_12","alias_value":"LD6MDACFNRRT","created_at":"2026-07-09T01:20:20Z"},{"alias_kind":"pith_short_16","alias_value":"LD6MDACFNRRT7KHK","created_at":"2026-07-09T01:20:20Z"},{"alias_kind":"pith_short_8","alias_value":"LD6MDACF","created_at":"2026-07-09T01:20:20Z"}],"graph_snapshots":[{"event_id":"sha256:96270a9f65bd7e4d7a89f5e0c3d4d521ee37d17e30971f16185670b97950e317","target":"graph","created_at":"2026-07-09T01:20:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2607.07302/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper reports an empirical study evaluating the relevance of several RAG metrics. The experiment is based on a question-answering dataset created by human annotators from business data. The generated responses and retrieved spans of a RAG system are scored using evaluation metrics from four libraries (Ragas, DeepEval, RAGChecker, Opik). These metrics are compared to scores given by two evaluators, as well as to standard metrics such as recall. An analysis of correlations is conducted. Finally, we highlight certain limitations of our methodology, compare it to those used in the literature,","authors_text":"Quentin Brabant","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-08T11:44:28Z","title":"Evaluating RAG Metrics in Applied Contexts: An Experiment, Its Findings and Its Limitations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2607.07302","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5d45fcd7b7722bd6981df1e6f3eda069db72df9c207d13b6f4c6c7a8ea1b7975","target":"record","created_at":"2026-07-09T01:20:20Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"06fb92055a33a483c44df0396e68c36f9ee35cee0be99bbd8604c4e4f6c87c02","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2026-07-08T11:44:28Z","title_canon_sha256":"6d8ef9dda2c8e897c41c6cccd0c058f6958be947cc726111daea7cdab12a2213"},"schema_version":"1.0","source":{"id":"2607.07302","kind":"arxiv","version":1}},"canonical_sha256":"58fcc180456c633fa8eacce77f91b8dec5387535c57b3c8c31cf6d1c6cd07942","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"58fcc180456c633fa8eacce77f91b8dec5387535c57b3c8c31cf6d1c6cd07942","first_computed_at":"2026-07-09T01:20:20.410601Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-09T01:20:20.410601Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3m2wwZB5vcmlUb3NsjMeXtrvn9DNM3jVacvEsELMk6ROUstij6lgTj9v89FBGvA8sOAr39prsqbQVJseI/Z3Dw==","signature_status":"signed_v1","signed_at":"2026-07-09T01:20:20.411012Z","signed_message":"canonical_sha256_bytes"},"source_id":"2607.07302","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5d45fcd7b7722bd6981df1e6f3eda069db72df9c207d13b6f4c6c7a8ea1b7975","sha256:96270a9f65bd7e4d7a89f5e0c3d4d521ee37d17e30971f16185670b97950e317","sha256:b79adf0a3cb4ca8bd573cae139bd358ba04244609f02d07871ea13977b3fc490"],"state_sha256":"90bf90141b05eccf4fca66307c18e76eab0db8e8803ef782dfd60b373e6ac736"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ED0koO9QpEavvFR9b7bZQCHhqQwuH8U7hUxzn/x1IoRDG4fKIDSSxQD/0U1NG/8oqOr7DhVj2cOV7+PP9txoBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T16:26:55.877011Z","bundle_sha256":"0c50a8a11c957fca42e2eaa57b3d7fb7a7709a00877414886c20450d5f897e87"}}