{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:NF3FWFFIINL33P3AUDY75VLBQF","short_pith_number":"pith:NF3FWFFI","canonical_record":{"source":{"id":"2409.15364","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T16:10:47Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"c5d35589e0c3de1e18f5882cc25409d2dc65c871316a1a149352e7298a204188","abstract_canon_sha256":"9d5f16b51361a7ce99553c773bc40fc74cb0973a7caef0b28b62c276c6d0b5c0"},"schema_version":"1.0"},"canonical_sha256":"69765b14a84357bdbf60a0f1fed5618164d5754a4ad7fdf879a90396e728bfbf","source":{"kind":"arxiv","id":"2409.15364","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.15364","created_at":"2026-07-05T09:10:53Z"},{"alias_kind":"arxiv_version","alias_value":"2409.15364v1","created_at":"2026-07-05T09:10:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.15364","created_at":"2026-07-05T09:10:53Z"},{"alias_kind":"pith_short_12","alias_value":"NF3FWFFIINL3","created_at":"2026-07-05T09:10:53Z"},{"alias_kind":"pith_short_16","alias_value":"NF3FWFFIINL33P3A","created_at":"2026-07-05T09:10:53Z"},{"alias_kind":"pith_short_8","alias_value":"NF3FWFFI","created_at":"2026-07-05T09:10:53Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:NF3FWFFIINL33P3AUDY75VLBQF","target":"record","payload":{"canonical_record":{"source":{"id":"2409.15364","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T16:10:47Z","cross_cats_sorted":["cs.AI","cs.IR"],"title_canon_sha256":"c5d35589e0c3de1e18f5882cc25409d2dc65c871316a1a149352e7298a204188","abstract_canon_sha256":"9d5f16b51361a7ce99553c773bc40fc74cb0973a7caef0b28b62c276c6d0b5c0"},"schema_version":"1.0"},"canonical_sha256":"69765b14a84357bdbf60a0f1fed5618164d5754a4ad7fdf879a90396e728bfbf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:10:53.850092Z","signature_b64":"zkuDiBffy7rrsN7gaaXCh3FJaR+GBpl54He6Ec9wcqARMFvgbjcGsJKgQRgacI4voguu71Fe+9Nl/kiXbMZ7DA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"69765b14a84357bdbf60a0f1fed5618164d5754a4ad7fdf879a90396e728bfbf","last_reissued_at":"2026-07-05T09:10:53.849623Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:10:53.849623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.15364","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hEbnVL/sTFuZm/4nBBJsNQVph4xTE1wqzajdzQytNsA8JjZBFcdhyjQ9cdVrobR8ASVckrJBO0XoQemGSosjBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T13:19:20.889250Z"},"content_sha256":"b0223b207f770ab0f0039cad2a00bfbdfc6badf66d64495036a1920745b05e2a","schema_version":"1.0","event_id":"sha256:b0223b207f770ab0f0039cad2a00bfbdfc6badf66d64495036a1920745b05e2a"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:NF3FWFFIINL33P3AUDY75VLBQF","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"VERA: Validation and Enhancement for Retrieval Augmented systems","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.IR"],"primary_cat":"cs.CL","authors_text":"Divyanshu Kumar, Jatan Loya, Nitin Aravind Birur, Prashanth Harshangi, Sahil Agarwal, Tanay Baswa","submitted_at":"2024-09-18T16:10:47Z","abstract_excerpt":"Large language models (LLMs) exhibit remarkable capabilities but often produce inaccurate responses, as they rely solely on their embedded knowledge. Retrieval-Augmented Generation (RAG) enhances LLMs by incorporating an external information retrieval system, supplying additional context along with the query to mitigate inaccuracies for a particular context. However, accuracy issues still remain, as the model may rely on irrelevant documents or extrapolate incorrectly from its training knowledge. To assess and improve the performance of both the retrieval system and the LLM in a RAG framework,"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.15364","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.15364/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:10:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"COxD5xfuKPPWe0heiQFCfDqehaJmh699qWUQZyvTiMFR4NcZAeXeYonpZ14/3LojaeJa8bXfRCxituarqZhDDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T13:19:20.889798Z"},"content_sha256":"255579cf9b1a105fb803518eec230c11cb8d8567eb75a820c9039f740387dd05","schema_version":"1.0","event_id":"sha256:255579cf9b1a105fb803518eec230c11cb8d8567eb75a820c9039f740387dd05"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NF3FWFFIINL33P3AUDY75VLBQF/bundle.json","state_url":"https://pith.science/pith/NF3FWFFIINL33P3AUDY75VLBQF/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NF3FWFFIINL33P3AUDY75VLBQF/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T13:19:20Z","links":{"resolver":"https://pith.science/pith/NF3FWFFIINL33P3AUDY75VLBQF","bundle":"https://pith.science/pith/NF3FWFFIINL33P3AUDY75VLBQF/bundle.json","state":"https://pith.science/pith/NF3FWFFIINL33P3AUDY75VLBQF/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NF3FWFFIINL33P3AUDY75VLBQF/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:NF3FWFFIINL33P3AUDY75VLBQF","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9d5f16b51361a7ce99553c773bc40fc74cb0973a7caef0b28b62c276c6d0b5c0","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T16:10:47Z","title_canon_sha256":"c5d35589e0c3de1e18f5882cc25409d2dc65c871316a1a149352e7298a204188"},"schema_version":"1.0","source":{"id":"2409.15364","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.15364","created_at":"2026-07-05T09:10:53Z"},{"alias_kind":"arxiv_version","alias_value":"2409.15364v1","created_at":"2026-07-05T09:10:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.15364","created_at":"2026-07-05T09:10:53Z"},{"alias_kind":"pith_short_12","alias_value":"NF3FWFFIINL3","created_at":"2026-07-05T09:10:53Z"},{"alias_kind":"pith_short_16","alias_value":"NF3FWFFIINL33P3A","created_at":"2026-07-05T09:10:53Z"},{"alias_kind":"pith_short_8","alias_value":"NF3FWFFI","created_at":"2026-07-05T09:10:53Z"}],"graph_snapshots":[{"event_id":"sha256:255579cf9b1a105fb803518eec230c11cb8d8567eb75a820c9039f740387dd05","target":"graph","created_at":"2026-07-05T09:10:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.15364/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) exhibit remarkable capabilities but often produce inaccurate responses, as they rely solely on their embedded knowledge. Retrieval-Augmented Generation (RAG) enhances LLMs by incorporating an external information retrieval system, supplying additional context along with the query to mitigate inaccuracies for a particular context. However, accuracy issues still remain, as the model may rely on irrelevant documents or extrapolate incorrectly from its training knowledge. To assess and improve the performance of both the retrieval system and the LLM in a RAG framework,","authors_text":"Divyanshu Kumar, Jatan Loya, Nitin Aravind Birur, Prashanth Harshangi, Sahil Agarwal, Tanay Baswa","cross_cats":["cs.AI","cs.IR"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T16:10:47Z","title":"VERA: Validation and Enhancement for Retrieval Augmented systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.15364","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b0223b207f770ab0f0039cad2a00bfbdfc6badf66d64495036a1920745b05e2a","target":"record","created_at":"2026-07-05T09:10:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9d5f16b51361a7ce99553c773bc40fc74cb0973a7caef0b28b62c276c6d0b5c0","cross_cats_sorted":["cs.AI","cs.IR"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2024-09-18T16:10:47Z","title_canon_sha256":"c5d35589e0c3de1e18f5882cc25409d2dc65c871316a1a149352e7298a204188"},"schema_version":"1.0","source":{"id":"2409.15364","kind":"arxiv","version":1}},"canonical_sha256":"69765b14a84357bdbf60a0f1fed5618164d5754a4ad7fdf879a90396e728bfbf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"69765b14a84357bdbf60a0f1fed5618164d5754a4ad7fdf879a90396e728bfbf","first_computed_at":"2026-07-05T09:10:53.849623Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:10:53.849623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zkuDiBffy7rrsN7gaaXCh3FJaR+GBpl54He6Ec9wcqARMFvgbjcGsJKgQRgacI4voguu71Fe+9Nl/kiXbMZ7DA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:10:53.850092Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.15364","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b0223b207f770ab0f0039cad2a00bfbdfc6badf66d64495036a1920745b05e2a","sha256:255579cf9b1a105fb803518eec230c11cb8d8567eb75a820c9039f740387dd05"],"state_sha256":"0fa0f3cdde087cae43f37e1acd6ce8b89ffa41f6916a522447e5d8337e79266c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DFr15ad/UZfALlGQq4e4Lbf7cqqhiC9USeFna+YD/uJzH4RInmUh8pMNp3wYFVUiogklfBBLNN+UMyFhc5suAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T13:19:20.894196Z","bundle_sha256":"49f8d0b832670b4db530725893a765f82b6c25c58d784658f9fbe4050442a069"}}