{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:ZTFCOOCZZSESFCNDW2EESZXG3S","short_pith_number":"pith:ZTFCOOCZ","canonical_record":{"source":{"id":"2502.05782","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-02-09T05:53:03Z","cross_cats_sorted":[],"title_canon_sha256":"bf11d5d421d47d112b242c15c049e808bb0977b5e89dcbf29cbd66cdd18b7ced","abstract_canon_sha256":"b2f6a7cdc81c1b805e30342caed8f9e0bb167f874a8837e13bc47e5b4ece9b75"},"schema_version":"1.0"},"canonical_sha256":"ccca273859cc892289a3b6884966e6dca5bde063d752c3e733c277401c8a4f1a","source":{"kind":"arxiv","id":"2502.05782","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.05782","created_at":"2026-07-05T10:11:43Z"},{"alias_kind":"arxiv_version","alias_value":"2502.05782v1","created_at":"2026-07-05T10:11:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.05782","created_at":"2026-07-05T10:11:43Z"},{"alias_kind":"pith_short_12","alias_value":"ZTFCOOCZZSES","created_at":"2026-07-05T10:11:43Z"},{"alias_kind":"pith_short_16","alias_value":"ZTFCOOCZZSESFCND","created_at":"2026-07-05T10:11:43Z"},{"alias_kind":"pith_short_8","alias_value":"ZTFCOOCZ","created_at":"2026-07-05T10:11:43Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:ZTFCOOCZZSESFCNDW2EESZXG3S","target":"record","payload":{"canonical_record":{"source":{"id":"2502.05782","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-02-09T05:53:03Z","cross_cats_sorted":[],"title_canon_sha256":"bf11d5d421d47d112b242c15c049e808bb0977b5e89dcbf29cbd66cdd18b7ced","abstract_canon_sha256":"b2f6a7cdc81c1b805e30342caed8f9e0bb167f874a8837e13bc47e5b4ece9b75"},"schema_version":"1.0"},"canonical_sha256":"ccca273859cc892289a3b6884966e6dca5bde063d752c3e733c277401c8a4f1a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:11:43.250899Z","signature_b64":"sDx/qO53Ibfh74mlPDHyk/LQ1gYsz2wd99f53XYPkU23aT/dCncDMUgp7r1NIOXhbw03S1lpIl3/hL0d4BOyBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ccca273859cc892289a3b6884966e6dca5bde063d752c3e733c277401c8a4f1a","last_reissued_at":"2026-07-05T10:11:43.250368Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:11:43.250368Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.05782","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nTd2KJJSniUnrIStkSHsoyHmtK/kKUoiENSqVAhSATd1sajVW62/zhvuxEaI/f/ZhgSqDbH2ZbmRf5+0YWauBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:39:47.289479Z"},"content_sha256":"52f543c2490671ec6b17a3419a9044229e963908b3a28f98efdd47d61b241212","schema_version":"1.0","event_id":"sha256:52f543c2490671ec6b17a3419a9044229e963908b3a28f98efdd47d61b241212"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:ZTFCOOCZZSESFCNDW2EESZXG3S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Quality Assurance for LLM-RAG Systems: Empirical Insights from Tourism Application Testing","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.SE","authors_text":"Bestoun S. Ahmed, Firas Bayram, Ludwig Otto Baader, Peter Magnusson, Siri Jagstedt","submitted_at":"2025-02-09T05:53:03Z","abstract_excerpt":"This paper presents a comprehensive framework for testing and evaluating quality characteristics of Large Language Model (LLM) systems enhanced with Retrieval-Augmented Generation (RAG) in tourism applications. Through systematic empirical evaluation of three different LLM variants across multiple parameter configurations, we demonstrate the effectiveness of our testing methodology in assessing both functional correctness and extra-functional properties. Our framework implements 17 distinct metrics that encompass syntactic analysis, semantic evaluation, and behavioral evaluation through LLM ju"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.05782","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.05782/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:11:43Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RzMb9ZgO+mZQeo2lv/Vlkr9JTUzhXRCxwEs7h8YTkAHC1ZzkOLSfjr0i7rY7UKKHQKz5bo6mgxzLYGGAeLFGDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:39:47.289977Z"},"content_sha256":"3c829dd3fe4eb234c122efbbb5d62747663997576c1f6ff883ee351da1500293","schema_version":"1.0","event_id":"sha256:3c829dd3fe4eb234c122efbbb5d62747663997576c1f6ff883ee351da1500293"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZTFCOOCZZSESFCNDW2EESZXG3S/bundle.json","state_url":"https://pith.science/pith/ZTFCOOCZZSESFCNDW2EESZXG3S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZTFCOOCZZSESFCNDW2EESZXG3S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:39:47Z","links":{"resolver":"https://pith.science/pith/ZTFCOOCZZSESFCNDW2EESZXG3S","bundle":"https://pith.science/pith/ZTFCOOCZZSESFCNDW2EESZXG3S/bundle.json","state":"https://pith.science/pith/ZTFCOOCZZSESFCNDW2EESZXG3S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZTFCOOCZZSESFCNDW2EESZXG3S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:ZTFCOOCZZSESFCNDW2EESZXG3S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b2f6a7cdc81c1b805e30342caed8f9e0bb167f874a8837e13bc47e5b4ece9b75","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-02-09T05:53:03Z","title_canon_sha256":"bf11d5d421d47d112b242c15c049e808bb0977b5e89dcbf29cbd66cdd18b7ced"},"schema_version":"1.0","source":{"id":"2502.05782","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.05782","created_at":"2026-07-05T10:11:43Z"},{"alias_kind":"arxiv_version","alias_value":"2502.05782v1","created_at":"2026-07-05T10:11:43Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.05782","created_at":"2026-07-05T10:11:43Z"},{"alias_kind":"pith_short_12","alias_value":"ZTFCOOCZZSES","created_at":"2026-07-05T10:11:43Z"},{"alias_kind":"pith_short_16","alias_value":"ZTFCOOCZZSESFCND","created_at":"2026-07-05T10:11:43Z"},{"alias_kind":"pith_short_8","alias_value":"ZTFCOOCZ","created_at":"2026-07-05T10:11:43Z"}],"graph_snapshots":[{"event_id":"sha256:3c829dd3fe4eb234c122efbbb5d62747663997576c1f6ff883ee351da1500293","target":"graph","created_at":"2026-07-05T10:11:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.05782/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper presents a comprehensive framework for testing and evaluating quality characteristics of Large Language Model (LLM) systems enhanced with Retrieval-Augmented Generation (RAG) in tourism applications. Through systematic empirical evaluation of three different LLM variants across multiple parameter configurations, we demonstrate the effectiveness of our testing methodology in assessing both functional correctness and extra-functional properties. Our framework implements 17 distinct metrics that encompass syntactic analysis, semantic evaluation, and behavioral evaluation through LLM ju","authors_text":"Bestoun S. Ahmed, Firas Bayram, Ludwig Otto Baader, Peter Magnusson, Siri Jagstedt","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-02-09T05:53:03Z","title":"Quality Assurance for LLM-RAG Systems: Empirical Insights from Tourism Application Testing"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.05782","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:52f543c2490671ec6b17a3419a9044229e963908b3a28f98efdd47d61b241212","target":"record","created_at":"2026-07-05T10:11:43Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b2f6a7cdc81c1b805e30342caed8f9e0bb167f874a8837e13bc47e5b4ece9b75","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2025-02-09T05:53:03Z","title_canon_sha256":"bf11d5d421d47d112b242c15c049e808bb0977b5e89dcbf29cbd66cdd18b7ced"},"schema_version":"1.0","source":{"id":"2502.05782","kind":"arxiv","version":1}},"canonical_sha256":"ccca273859cc892289a3b6884966e6dca5bde063d752c3e733c277401c8a4f1a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ccca273859cc892289a3b6884966e6dca5bde063d752c3e733c277401c8a4f1a","first_computed_at":"2026-07-05T10:11:43.250368Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:11:43.250368Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"sDx/qO53Ibfh74mlPDHyk/LQ1gYsz2wd99f53XYPkU23aT/dCncDMUgp7r1NIOXhbw03S1lpIl3/hL0d4BOyBg==","signature_status":"signed_v1","signed_at":"2026-07-05T10:11:43.250899Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.05782","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:52f543c2490671ec6b17a3419a9044229e963908b3a28f98efdd47d61b241212","sha256:3c829dd3fe4eb234c122efbbb5d62747663997576c1f6ff883ee351da1500293"],"state_sha256":"aecb836ca7751416ea47332b1d5538ae2a8ae1996395a6a2461315d59269303e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ztjldeCbEgftcA6bRccUvzFe4rbyGv8TYPlAgkvnFavUQfojI5QnGpoZ9tzMwYEG23SwH5mvgoOmHMbLHyWKBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:39:47.295285Z","bundle_sha256":"d79d71a2f5872373fb6bc6a3f081c64e9707f563df668de6a444a17b20677898"}}