{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:PGVICIL44CFJZEN4ZU7ATVV2ZC","short_pith_number":"pith:PGVICIL4","canonical_record":{"source":{"id":"2406.06458","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-10T16:46:22Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"28837bcfb56e49c1a875e69a6a0975f1d174ffc13b4e7def8722a462a6f91646","abstract_canon_sha256":"5505eb59179d20a331a828b473a787bcfb937d5689731edd2b31d35bb9c018f8"},"schema_version":"1.0"},"canonical_sha256":"79aa81217ce08a9c91bccd3e09d6bac89566bea9aaba1dd4557c23e51303030e","source":{"kind":"arxiv","id":"2406.06458","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06458","created_at":"2026-07-05T08:29:42Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06458v1","created_at":"2026-07-05T08:29:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06458","created_at":"2026-07-05T08:29:42Z"},{"alias_kind":"pith_short_12","alias_value":"PGVICIL44CFJ","created_at":"2026-07-05T08:29:42Z"},{"alias_kind":"pith_short_16","alias_value":"PGVICIL44CFJZEN4","created_at":"2026-07-05T08:29:42Z"},{"alias_kind":"pith_short_8","alias_value":"PGVICIL4","created_at":"2026-07-05T08:29:42Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:PGVICIL44CFJZEN4ZU7ATVV2ZC","target":"record","payload":{"canonical_record":{"source":{"id":"2406.06458","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-10T16:46:22Z","cross_cats_sorted":["cs.IR"],"title_canon_sha256":"28837bcfb56e49c1a875e69a6a0975f1d174ffc13b4e7def8722a462a6f91646","abstract_canon_sha256":"5505eb59179d20a331a828b473a787bcfb937d5689731edd2b31d35bb9c018f8"},"schema_version":"1.0"},"canonical_sha256":"79aa81217ce08a9c91bccd3e09d6bac89566bea9aaba1dd4557c23e51303030e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:29:42.633330Z","signature_b64":"yDVu5PIy3x1sUPmJFpzICMJ7awQRsCLSNJtU8PK06/VKNoiGkIQwZLEfbEXo156fecWBjuK6qCdljS+RMY7xDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"79aa81217ce08a9c91bccd3e09d6bac89566bea9aaba1dd4557c23e51303030e","last_reissued_at":"2026-07-05T08:29:42.632942Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:29:42.632942Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2406.06458","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"chU4CG6x76bVi09FA7Jx1e0bwSUdE+ULwf8K+kQJfMtkeYX/YXCBjagziHvVj1FLrIJue0P6zC5ppXIB5ZnqBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:20:01.417637Z"},"content_sha256":"94233afa61f0c68016eeb68656adbc8e307029c59b68d59f5f351939f008f4ef","schema_version":"1.0","event_id":"sha256:94233afa61f0c68016eeb68656adbc8e307029c59b68d59f5f351939f008f4ef"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:PGVICIL44CFJZEN4ZU7ATVV2ZC","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating the Retrieval Component in LLM-Based Question Answering Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.IR"],"primary_cat":"cs.CL","authors_text":"Ali Vahdat, Ashkan Alinejad, Krtin Kumar","submitted_at":"2024-06-10T16:46:22Z","abstract_excerpt":"Question answering systems (QA) utilizing Large Language Models (LLMs) heavily depend on the retrieval component to provide them with domain-specific information and reduce the risk of generating inaccurate responses or hallucinations. Although the evaluation of retrievers dates back to the early research in Information Retrieval, assessing their performance within LLM-based chatbots remains a challenge.\n  This study proposes a straightforward baseline for evaluating retrievers in Retrieval-Augmented Generation (RAG)-based chatbots. Our findings demonstrate that this evaluation framework provi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06458","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.06458/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:29:42Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Q38V78Rz6PpliTdXPC3uU7I9bNbD4fbsmrV0oltCp/0oApEtP/zc2eh/J2NZj9+c5RemGn0ggnCw3jNegvjbCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T17:20:01.419673Z"},"content_sha256":"e766c92003d092151042a9cf89744ba13de91463d9fa0435ed118c98bfc7499d","schema_version":"1.0","event_id":"sha256:e766c92003d092151042a9cf89744ba13de91463d9fa0435ed118c98bfc7499d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PGVICIL44CFJZEN4ZU7ATVV2ZC/bundle.json","state_url":"https://pith.science/pith/PGVICIL44CFJZEN4ZU7ATVV2ZC/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PGVICIL44CFJZEN4ZU7ATVV2ZC/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T17:20:01Z","links":{"resolver":"https://pith.science/pith/PGVICIL44CFJZEN4ZU7ATVV2ZC","bundle":"https://pith.science/pith/PGVICIL44CFJZEN4ZU7ATVV2ZC/bundle.json","state":"https://pith.science/pith/PGVICIL44CFJZEN4ZU7ATVV2ZC/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PGVICIL44CFJZEN4ZU7ATVV2ZC/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:PGVICIL44CFJZEN4ZU7ATVV2ZC","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5505eb59179d20a331a828b473a787bcfb937d5689731edd2b31d35bb9c018f8","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-10T16:46:22Z","title_canon_sha256":"28837bcfb56e49c1a875e69a6a0975f1d174ffc13b4e7def8722a462a6f91646"},"schema_version":"1.0","source":{"id":"2406.06458","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2406.06458","created_at":"2026-07-05T08:29:42Z"},{"alias_kind":"arxiv_version","alias_value":"2406.06458v1","created_at":"2026-07-05T08:29:42Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.06458","created_at":"2026-07-05T08:29:42Z"},{"alias_kind":"pith_short_12","alias_value":"PGVICIL44CFJ","created_at":"2026-07-05T08:29:42Z"},{"alias_kind":"pith_short_16","alias_value":"PGVICIL44CFJZEN4","created_at":"2026-07-05T08:29:42Z"},{"alias_kind":"pith_short_8","alias_value":"PGVICIL4","created_at":"2026-07-05T08:29:42Z"}],"graph_snapshots":[{"event_id":"sha256:e766c92003d092151042a9cf89744ba13de91463d9fa0435ed118c98bfc7499d","target":"graph","created_at":"2026-07-05T08:29:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2406.06458/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Question answering systems (QA) utilizing Large Language Models (LLMs) heavily depend on the retrieval component to provide them with domain-specific information and reduce the risk of generating inaccurate responses or hallucinations. Although the evaluation of retrievers dates back to the early research in Information Retrieval, assessing their performance within LLM-based chatbots remains a challenge.\n  This study proposes a straightforward baseline for evaluating retrievers in Retrieval-Augmented Generation (RAG)-based chatbots. Our findings demonstrate that this evaluation framework provi","authors_text":"Ali Vahdat, Ashkan Alinejad, Krtin Kumar","cross_cats":["cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-10T16:46:22Z","title":"Evaluating the Retrieval Component in LLM-Based Question Answering Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.06458","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:94233afa61f0c68016eeb68656adbc8e307029c59b68d59f5f351939f008f4ef","target":"record","created_at":"2026-07-05T08:29:42Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5505eb59179d20a331a828b473a787bcfb937d5689731edd2b31d35bb9c018f8","cross_cats_sorted":["cs.IR"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-06-10T16:46:22Z","title_canon_sha256":"28837bcfb56e49c1a875e69a6a0975f1d174ffc13b4e7def8722a462a6f91646"},"schema_version":"1.0","source":{"id":"2406.06458","kind":"arxiv","version":1}},"canonical_sha256":"79aa81217ce08a9c91bccd3e09d6bac89566bea9aaba1dd4557c23e51303030e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"79aa81217ce08a9c91bccd3e09d6bac89566bea9aaba1dd4557c23e51303030e","first_computed_at":"2026-07-05T08:29:42.632942Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:29:42.632942Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"yDVu5PIy3x1sUPmJFpzICMJ7awQRsCLSNJtU8PK06/VKNoiGkIQwZLEfbEXo156fecWBjuK6qCdljS+RMY7xDg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:29:42.633330Z","signed_message":"canonical_sha256_bytes"},"source_id":"2406.06458","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:94233afa61f0c68016eeb68656adbc8e307029c59b68d59f5f351939f008f4ef","sha256:e766c92003d092151042a9cf89744ba13de91463d9fa0435ed118c98bfc7499d"],"state_sha256":"6a15feffc07a2b4ee4a4be8e97bd3c2b146fc5ba048254b23342fce46a614979"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4yBA5dCPiAI64XVFR2ojSQA8CAg89qMoUffTPPsbJNQxVtFJ3NoLq/NQRxtZMje16fhDLpBIN4aV3/U96d3lBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T17:20:01.429896Z","bundle_sha256":"4918be93134ad3c6edeae336a8a3b1adcdcce964a7da1e276a6a64b65ad30766"}}