{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:DQ5F34VKCGIER7PSG3A6TTTKPA","short_pith_number":"pith:DQ5F34VK","canonical_record":{"source":{"id":"2504.20119","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-04-28T08:22:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"537e654e4704d4b37e7d7fef34df7744cab1ffaf45b02dea7b77607c2d277901","abstract_canon_sha256":"af557517cbe53aaf10d1d2cc163421b4ad399b26592d25465c8c0ece47b2f42e"},"schema_version":"1.0"},"canonical_sha256":"1c3a5df2aa119048fdf236c1e9ce6a782c20d18d31eb1c9d313837e3e187c4c8","source":{"kind":"arxiv","id":"2504.20119","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.20119","created_at":"2026-07-05T11:49:54Z"},{"alias_kind":"arxiv_version","alias_value":"2504.20119v2","created_at":"2026-07-05T11:49:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.20119","created_at":"2026-07-05T11:49:54Z"},{"alias_kind":"pith_short_12","alias_value":"DQ5F34VKCGIE","created_at":"2026-07-05T11:49:54Z"},{"alias_kind":"pith_short_16","alias_value":"DQ5F34VKCGIER7PS","created_at":"2026-07-05T11:49:54Z"},{"alias_kind":"pith_short_8","alias_value":"DQ5F34VK","created_at":"2026-07-05T11:49:54Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:DQ5F34VKCGIER7PSG3A6TTTKPA","target":"record","payload":{"canonical_record":{"source":{"id":"2504.20119","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-04-28T08:22:19Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"537e654e4704d4b37e7d7fef34df7744cab1ffaf45b02dea7b77607c2d277901","abstract_canon_sha256":"af557517cbe53aaf10d1d2cc163421b4ad399b26592d25465c8c0ece47b2f42e"},"schema_version":"1.0"},"canonical_sha256":"1c3a5df2aa119048fdf236c1e9ce6a782c20d18d31eb1c9d313837e3e187c4c8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:49:54.021065Z","signature_b64":"Rlmr6aTuFOjfnPUw0H2B0SJMXceuqWCDB0GFojFU/GP6qMLerC5wuaYj4ORgauLH/Buys8Kmgc39Fs00KtnqCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1c3a5df2aa119048fdf236c1e9ce6a782c20d18d31eb1c9d313837e3e187c4c8","last_reissued_at":"2026-07-05T11:49:54.020593Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:49:54.020593Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2504.20119","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cQ1rBt5DYTZpRr62tCzXHNAZ9agF6iDnlkhOEXzwrX2UFaun8AB2xTT8H1FAVftN3UA5jDT3NH1xNxUtc4GJBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:03:59.800447Z"},"content_sha256":"15db9fb27b8723f66daccf284d45ab2057bf9aa3095c6642f23926c3149623ca","schema_version":"1.0","event_id":"sha256:15db9fb27b8723f66daccf284d45ab2057bf9aa3095c6642f23926c3149623ca"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:DQ5F34VKCGIER7PSG3A6TTTKPA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can LLMs Be Trusted for Evaluating RAG Systems? A Survey of Methods and Datasets","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.IR","authors_text":"Lorenz Brehme, Ruth Breu, Thomas Str\\\"ohle","submitted_at":"2025-04-28T08:22:19Z","abstract_excerpt":"Retrieval-Augmented Generation (RAG) has advanced significantly in recent years. The complexity of RAG systems, which involve multiple components-such as indexing, retrieval, and generation-along with numerous other parameters, poses substantial challenges for systematic evaluation and quality enhancement. Previous research highlights that evaluating RAG systems is essential for documenting advancements, comparing configurations, and identifying effective approaches for domain-specific applications. This study systematically reviews 63 academic articles to provide a comprehensive overview of s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.20119","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2504.20119/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:49:54Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vLQyVs8IDNfhlVPCzaK3/5wmJ40zHVWFwBKF9s8I9snc//rs8dHNPzK40ujeDesMi4kKp/vknKTMcbZ+UL6NCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:03:59.801499Z"},"content_sha256":"5b29f4849c2a2222d27c5942fa85cfd98808419e9c2a822221a31cc376311d0a","schema_version":"1.0","event_id":"sha256:5b29f4849c2a2222d27c5942fa85cfd98808419e9c2a822221a31cc376311d0a"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DQ5F34VKCGIER7PSG3A6TTTKPA/bundle.json","state_url":"https://pith.science/pith/DQ5F34VKCGIER7PSG3A6TTTKPA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DQ5F34VKCGIER7PSG3A6TTTKPA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T07:03:59Z","links":{"resolver":"https://pith.science/pith/DQ5F34VKCGIER7PSG3A6TTTKPA","bundle":"https://pith.science/pith/DQ5F34VKCGIER7PSG3A6TTTKPA/bundle.json","state":"https://pith.science/pith/DQ5F34VKCGIER7PSG3A6TTTKPA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DQ5F34VKCGIER7PSG3A6TTTKPA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DQ5F34VKCGIER7PSG3A6TTTKPA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"af557517cbe53aaf10d1d2cc163421b4ad399b26592d25465c8c0ece47b2f42e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-04-28T08:22:19Z","title_canon_sha256":"537e654e4704d4b37e7d7fef34df7744cab1ffaf45b02dea7b77607c2d277901"},"schema_version":"1.0","source":{"id":"2504.20119","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2504.20119","created_at":"2026-07-05T11:49:54Z"},{"alias_kind":"arxiv_version","alias_value":"2504.20119v2","created_at":"2026-07-05T11:49:54Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2504.20119","created_at":"2026-07-05T11:49:54Z"},{"alias_kind":"pith_short_12","alias_value":"DQ5F34VKCGIE","created_at":"2026-07-05T11:49:54Z"},{"alias_kind":"pith_short_16","alias_value":"DQ5F34VKCGIER7PS","created_at":"2026-07-05T11:49:54Z"},{"alias_kind":"pith_short_8","alias_value":"DQ5F34VK","created_at":"2026-07-05T11:49:54Z"}],"graph_snapshots":[{"event_id":"sha256:5b29f4849c2a2222d27c5942fa85cfd98808419e9c2a822221a31cc376311d0a","target":"graph","created_at":"2026-07-05T11:49:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2504.20119/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Retrieval-Augmented Generation (RAG) has advanced significantly in recent years. The complexity of RAG systems, which involve multiple components-such as indexing, retrieval, and generation-along with numerous other parameters, poses substantial challenges for systematic evaluation and quality enhancement. Previous research highlights that evaluating RAG systems is essential for documenting advancements, comparing configurations, and identifying effective approaches for domain-specific applications. This study systematically reviews 63 academic articles to provide a comprehensive overview of s","authors_text":"Lorenz Brehme, Ruth Breu, Thomas Str\\\"ohle","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-04-28T08:22:19Z","title":"Can LLMs Be Trusted for Evaluating RAG Systems? A Survey of Methods and Datasets"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2504.20119","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:15db9fb27b8723f66daccf284d45ab2057bf9aa3095c6642f23926c3149623ca","target":"record","created_at":"2026-07-05T11:49:54Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"af557517cbe53aaf10d1d2cc163421b4ad399b26592d25465c8c0ece47b2f42e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2025-04-28T08:22:19Z","title_canon_sha256":"537e654e4704d4b37e7d7fef34df7744cab1ffaf45b02dea7b77607c2d277901"},"schema_version":"1.0","source":{"id":"2504.20119","kind":"arxiv","version":2}},"canonical_sha256":"1c3a5df2aa119048fdf236c1e9ce6a782c20d18d31eb1c9d313837e3e187c4c8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1c3a5df2aa119048fdf236c1e9ce6a782c20d18d31eb1c9d313837e3e187c4c8","first_computed_at":"2026-07-05T11:49:54.020593Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:49:54.020593Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Rlmr6aTuFOjfnPUw0H2B0SJMXceuqWCDB0GFojFU/GP6qMLerC5wuaYj4ORgauLH/Buys8Kmgc39Fs00KtnqCA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:49:54.021065Z","signed_message":"canonical_sha256_bytes"},"source_id":"2504.20119","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:15db9fb27b8723f66daccf284d45ab2057bf9aa3095c6642f23926c3149623ca","sha256:5b29f4849c2a2222d27c5942fa85cfd98808419e9c2a822221a31cc376311d0a"],"state_sha256":"ec1593d5583c87ba86748299fc5406f71e39b4930643ba5f51fbe0c87b738fcf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Hhe90Txm9zVOJf3DYIlLGGgBXSRywHhPIjJ9aaAniesfDs8KelVV3K3nz4xBWv3CYAxYx0KF11WoNX8z8KwQCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T07:03:59.816180Z","bundle_sha256":"2c2807cb48c9fca680aba6b00f5913cbef933d6ed951d06e486a817e9f548117"}}