{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PXHXEMG2CUIN7FKULNNPFPBY3S","short_pith_number":"pith:PXHXEMG2","canonical_record":{"source":{"id":"2412.12322","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-16T19:40:26Z","cross_cats_sorted":["cs.AI","cs.CL","cs.IR"],"title_canon_sha256":"ff3512e433ce426d6f5efd7fcbcb2a2579a9fd944b114ceb7915282d24da5d7a","abstract_canon_sha256":"dc36ee73c890f3617237baf4b9309c08c98b18276acfec4a0fa10618c3376982"},"schema_version":"1.0"},"canonical_sha256":"7dcf7230da1510df95545b5af2bc38dcaee9d8f4c317bc502d172552a46a3bba","source":{"kind":"arxiv","id":"2412.12322","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12322","created_at":"2026-07-05T09:50:13Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12322v1","created_at":"2026-07-05T09:50:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12322","created_at":"2026-07-05T09:50:13Z"},{"alias_kind":"pith_short_12","alias_value":"PXHXEMG2CUIN","created_at":"2026-07-05T09:50:13Z"},{"alias_kind":"pith_short_16","alias_value":"PXHXEMG2CUIN7FKU","created_at":"2026-07-05T09:50:13Z"},{"alias_kind":"pith_short_8","alias_value":"PXHXEMG2","created_at":"2026-07-05T09:50:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PXHXEMG2CUIN7FKULNNPFPBY3S","target":"record","payload":{"canonical_record":{"source":{"id":"2412.12322","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-16T19:40:26Z","cross_cats_sorted":["cs.AI","cs.CL","cs.IR"],"title_canon_sha256":"ff3512e433ce426d6f5efd7fcbcb2a2579a9fd944b114ceb7915282d24da5d7a","abstract_canon_sha256":"dc36ee73c890f3617237baf4b9309c08c98b18276acfec4a0fa10618c3376982"},"schema_version":"1.0"},"canonical_sha256":"7dcf7230da1510df95545b5af2bc38dcaee9d8f4c317bc502d172552a46a3bba","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:50:13.298752Z","signature_b64":"b+hk8xdvIjkYW34UbB35qpCbItVeoH0xPQcOcGMJhYUV/QxnkJIdQbTWcCYeOpTg+RmpxLQV6q2FVJHVdnf/BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7dcf7230da1510df95545b5af2bc38dcaee9d8f4c317bc502d172552a46a3bba","last_reissued_at":"2026-07-05T09:50:13.298147Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:50:13.298147Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.12322","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nyI2fpONpwVF+x09KOyWc9HinXxjpKGodWUl3uqlYHJe6ZABa4it7meE2+y3fmBaN8/nokAF+NVzu1qAFvmCCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:32:59.488794Z"},"content_sha256":"bd3913fab227e40bfa9cb3e7399edeadaec18d1f044119acb6587a280b18cd40","schema_version":"1.0","event_id":"sha256:bd3913fab227e40bfa9cb3e7399edeadaec18d1f044119acb6587a280b18cd40"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PXHXEMG2CUIN7FKULNNPFPBY3S","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"RAG Playground: A Framework for Systematic Evaluation of Retrieval Strategies and Prompt Engineering in RAG Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL","cs.IR"],"primary_cat":"cs.LG","authors_text":"Ilias Gialampoukidis, Ioannis Papadimitriou, Ioannis (Yiannis) Kompatsiaris, Stefanos Vrochidis","submitted_at":"2024-12-16T19:40:26Z","abstract_excerpt":"We present RAG Playground, an open-source framework for systematic evaluation of Retrieval-Augmented Generation (RAG) systems. The framework implements and compares three retrieval approaches: naive vector search, reranking, and hybrid vector-keyword search, combined with ReAct agents using different prompting strategies. We introduce a comprehensive evaluation framework with novel metrics and provide empirical results comparing different language models (Llama 3.1 and Qwen 2.5) across various retrieval configurations. Our experiments demonstrate significant performance improvements through hy"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12322","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.12322/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"917iMf8TE+faY0USzB9eOwV+7RJWklJl+OOv/IJ1EPjeoF3OglVPgHP+QAviXx8UUOaijmQIoKp9WQyLB+GnDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-14T23:32:59.489659Z"},"content_sha256":"0065389bdf7b3182b43933cb2060d6303562431c2ba43b92adc39fef1d51b173","schema_version":"1.0","event_id":"sha256:0065389bdf7b3182b43933cb2060d6303562431c2ba43b92adc39fef1d51b173"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PXHXEMG2CUIN7FKULNNPFPBY3S/bundle.json","state_url":"https://pith.science/pith/PXHXEMG2CUIN7FKULNNPFPBY3S/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PXHXEMG2CUIN7FKULNNPFPBY3S/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-14T23:32:59Z","links":{"resolver":"https://pith.science/pith/PXHXEMG2CUIN7FKULNNPFPBY3S","bundle":"https://pith.science/pith/PXHXEMG2CUIN7FKULNNPFPBY3S/bundle.json","state":"https://pith.science/pith/PXHXEMG2CUIN7FKULNNPFPBY3S/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PXHXEMG2CUIN7FKULNNPFPBY3S/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PXHXEMG2CUIN7FKULNNPFPBY3S","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"dc36ee73c890f3617237baf4b9309c08c98b18276acfec4a0fa10618c3376982","cross_cats_sorted":["cs.AI","cs.CL","cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-16T19:40:26Z","title_canon_sha256":"ff3512e433ce426d6f5efd7fcbcb2a2579a9fd944b114ceb7915282d24da5d7a"},"schema_version":"1.0","source":{"id":"2412.12322","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.12322","created_at":"2026-07-05T09:50:13Z"},{"alias_kind":"arxiv_version","alias_value":"2412.12322v1","created_at":"2026-07-05T09:50:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.12322","created_at":"2026-07-05T09:50:13Z"},{"alias_kind":"pith_short_12","alias_value":"PXHXEMG2CUIN","created_at":"2026-07-05T09:50:13Z"},{"alias_kind":"pith_short_16","alias_value":"PXHXEMG2CUIN7FKU","created_at":"2026-07-05T09:50:13Z"},{"alias_kind":"pith_short_8","alias_value":"PXHXEMG2","created_at":"2026-07-05T09:50:13Z"}],"graph_snapshots":[{"event_id":"sha256:0065389bdf7b3182b43933cb2060d6303562431c2ba43b92adc39fef1d51b173","target":"graph","created_at":"2026-07-05T09:50:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.12322/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present RAG Playground, an open-source framework for systematic evaluation of Retrieval-Augmented Generation (RAG) systems. The framework implements and compares three retrieval approaches: naive vector search, reranking, and hybrid vector-keyword search, combined with ReAct agents using different prompting strategies. We introduce a comprehensive evaluation framework with novel metrics and provide empirical results comparing different language models (Llama 3.1 and Qwen 2.5) across various retrieval configurations. Our experiments demonstrate significant performance improvements through hy","authors_text":"Ilias Gialampoukidis, Ioannis Papadimitriou, Ioannis (Yiannis) Kompatsiaris, Stefanos Vrochidis","cross_cats":["cs.AI","cs.CL","cs.IR"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-16T19:40:26Z","title":"RAG Playground: A Framework for Systematic Evaluation of Retrieval Strategies and Prompt Engineering in RAG Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.12322","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bd3913fab227e40bfa9cb3e7399edeadaec18d1f044119acb6587a280b18cd40","target":"record","created_at":"2026-07-05T09:50:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"dc36ee73c890f3617237baf4b9309c08c98b18276acfec4a0fa10618c3376982","cross_cats_sorted":["cs.AI","cs.CL","cs.IR"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-12-16T19:40:26Z","title_canon_sha256":"ff3512e433ce426d6f5efd7fcbcb2a2579a9fd944b114ceb7915282d24da5d7a"},"schema_version":"1.0","source":{"id":"2412.12322","kind":"arxiv","version":1}},"canonical_sha256":"7dcf7230da1510df95545b5af2bc38dcaee9d8f4c317bc502d172552a46a3bba","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7dcf7230da1510df95545b5af2bc38dcaee9d8f4c317bc502d172552a46a3bba","first_computed_at":"2026-07-05T09:50:13.298147Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:50:13.298147Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"b+hk8xdvIjkYW34UbB35qpCbItVeoH0xPQcOcGMJhYUV/QxnkJIdQbTWcCYeOpTg+RmpxLQV6q2FVJHVdnf/BQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:50:13.298752Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.12322","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bd3913fab227e40bfa9cb3e7399edeadaec18d1f044119acb6587a280b18cd40","sha256:0065389bdf7b3182b43933cb2060d6303562431c2ba43b92adc39fef1d51b173"],"state_sha256":"6d3444842ce4ba1f4df672c5b7a3eae710784579890275df14d13c1214d06d74"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"BpojQcf3mPWESkKLLtScsFPvWcmFQWQTBUbiifcTpN0KAFaqKhZRO+7P/gn/Ut8K55SruQayVCGF3LYVoPjQCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-14T23:32:59.499299Z","bundle_sha256":"76c6ca59e3a28bf60656c3f04e62bde31854bdd5366f3d09039bc6c1938c91aa"}}