{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:KJV5M3RC3NKF7CUJ33KEPKE3PY","short_pith_number":"pith:KJV5M3RC","canonical_record":{"source":{"id":"2409.03759","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-08-16T21:59:59Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"adbb3741c5ef1b43d0a2f35f40b7ff7d900cc0b86c22e322e9fbbc5305fca41e","abstract_canon_sha256":"b096a6755ecfd340e22d629b3faa45ad5cee6eda04e24b06e0c51c21d7f1808e"},"schema_version":"1.0"},"canonical_sha256":"526bd66e22db545f8a89ded447a89b7e1c8e7b7ad20c76ce9adcd94e3ba430a2","source":{"kind":"arxiv","id":"2409.03759","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.03759","created_at":"2026-07-05T09:03:56Z"},{"alias_kind":"arxiv_version","alias_value":"2409.03759v1","created_at":"2026-07-05T09:03:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.03759","created_at":"2026-07-05T09:03:56Z"},{"alias_kind":"pith_short_12","alias_value":"KJV5M3RC3NKF","created_at":"2026-07-05T09:03:56Z"},{"alias_kind":"pith_short_16","alias_value":"KJV5M3RC3NKF7CUJ","created_at":"2026-07-05T09:03:56Z"},{"alias_kind":"pith_short_8","alias_value":"KJV5M3RC","created_at":"2026-07-05T09:03:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:KJV5M3RC3NKF7CUJ33KEPKE3PY","target":"record","payload":{"canonical_record":{"source":{"id":"2409.03759","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-08-16T21:59:59Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"adbb3741c5ef1b43d0a2f35f40b7ff7d900cc0b86c22e322e9fbbc5305fca41e","abstract_canon_sha256":"b096a6755ecfd340e22d629b3faa45ad5cee6eda04e24b06e0c51c21d7f1808e"},"schema_version":"1.0"},"canonical_sha256":"526bd66e22db545f8a89ded447a89b7e1c8e7b7ad20c76ce9adcd94e3ba430a2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:03:56.598122Z","signature_b64":"I43Vrkqu0r0lyYdVcqomXhJh8cjCS7IZAMnDjTPVxi2ygEAzayIGCEc0f5m8aIgaZHz5kHedBa5CyOBOsjvoBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"526bd66e22db545f8a89ded447a89b7e1c8e7b7ad20c76ce9adcd94e3ba430a2","last_reissued_at":"2026-07-05T09:03:56.597623Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:03:56.597623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2409.03759","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:03:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RvHei9ycF9QmVf2pscWX9GfiZTrfRZt/yCxDpepgycTD2bZefq1rvHZiUN8mfp9hzbmGTyoN1384BE7E90gODA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T18:54:17.351209Z"},"content_sha256":"bc3c349ab66de021ee0ea924a4696f8ffa5de8fc0bed723d5dcb3b565e7cc156","schema_version":"1.0","event_id":"sha256:bc3c349ab66de021ee0ea924a4696f8ffa5de8fc0bed723d5dcb3b565e7cc156"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:KJV5M3RC3NKF7CUJ33KEPKE3PY","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"VERA: Validation and Evaluation of Retrieval-Augmented Systems","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.IR","authors_text":"Adi Banerjee, Juan Pablo De la Cruz Weinstein, Laurent Mombaerts, Tarik Borogovac, Tianyu Ding, Yunhong Li","submitted_at":"2024-08-16T21:59:59Z","abstract_excerpt":"The increasing use of Retrieval-Augmented Generation (RAG) systems in various applications necessitates stringent protocols to ensure RAG systems accuracy, safety, and alignment with user intentions. In this paper, we introduce VERA (Validation and Evaluation of Retrieval-Augmented Systems), a framework designed to enhance the transparency and reliability of outputs from large language models (LLMs) that utilize retrieved information. VERA improves the way we evaluate RAG systems in two important ways: (1) it introduces a cross-encoder based mechanism that encompasses a set of multidimensional"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.03759","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2409.03759/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:03:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z/4U7dSm0FiHOOHAulDBxOOn5t1+3nrKoGJcq3vpWQv481Qc4/i3Zgj+oQxByVIkxhvlszlfpqCB2ybAeG6NBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-19T18:54:17.352251Z"},"content_sha256":"0e284d2b31babfdb96ee3dcb752c7de23e57b17a83bec2ee25bf1a353255d270","schema_version":"1.0","event_id":"sha256:0e284d2b31babfdb96ee3dcb752c7de23e57b17a83bec2ee25bf1a353255d270"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KJV5M3RC3NKF7CUJ33KEPKE3PY/bundle.json","state_url":"https://pith.science/pith/KJV5M3RC3NKF7CUJ33KEPKE3PY/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KJV5M3RC3NKF7CUJ33KEPKE3PY/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-19T18:54:17Z","links":{"resolver":"https://pith.science/pith/KJV5M3RC3NKF7CUJ33KEPKE3PY","bundle":"https://pith.science/pith/KJV5M3RC3NKF7CUJ33KEPKE3PY/bundle.json","state":"https://pith.science/pith/KJV5M3RC3NKF7CUJ33KEPKE3PY/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KJV5M3RC3NKF7CUJ33KEPKE3PY/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:KJV5M3RC3NKF7CUJ33KEPKE3PY","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b096a6755ecfd340e22d629b3faa45ad5cee6eda04e24b06e0c51c21d7f1808e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-08-16T21:59:59Z","title_canon_sha256":"adbb3741c5ef1b43d0a2f35f40b7ff7d900cc0b86c22e322e9fbbc5305fca41e"},"schema_version":"1.0","source":{"id":"2409.03759","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2409.03759","created_at":"2026-07-05T09:03:56Z"},{"alias_kind":"arxiv_version","alias_value":"2409.03759v1","created_at":"2026-07-05T09:03:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2409.03759","created_at":"2026-07-05T09:03:56Z"},{"alias_kind":"pith_short_12","alias_value":"KJV5M3RC3NKF","created_at":"2026-07-05T09:03:56Z"},{"alias_kind":"pith_short_16","alias_value":"KJV5M3RC3NKF7CUJ","created_at":"2026-07-05T09:03:56Z"},{"alias_kind":"pith_short_8","alias_value":"KJV5M3RC","created_at":"2026-07-05T09:03:56Z"}],"graph_snapshots":[{"event_id":"sha256:0e284d2b31babfdb96ee3dcb752c7de23e57b17a83bec2ee25bf1a353255d270","target":"graph","created_at":"2026-07-05T09:03:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2409.03759/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The increasing use of Retrieval-Augmented Generation (RAG) systems in various applications necessitates stringent protocols to ensure RAG systems accuracy, safety, and alignment with user intentions. In this paper, we introduce VERA (Validation and Evaluation of Retrieval-Augmented Systems), a framework designed to enhance the transparency and reliability of outputs from large language models (LLMs) that utilize retrieved information. VERA improves the way we evaluate RAG systems in two important ways: (1) it introduces a cross-encoder based mechanism that encompasses a set of multidimensional","authors_text":"Adi Banerjee, Juan Pablo De la Cruz Weinstein, Laurent Mombaerts, Tarik Borogovac, Tianyu Ding, Yunhong Li","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-08-16T21:59:59Z","title":"VERA: Validation and Evaluation of Retrieval-Augmented Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2409.03759","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:bc3c349ab66de021ee0ea924a4696f8ffa5de8fc0bed723d5dcb3b565e7cc156","target":"record","created_at":"2026-07-05T09:03:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b096a6755ecfd340e22d629b3faa45ad5cee6eda04e24b06e0c51c21d7f1808e","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.IR","submitted_at":"2024-08-16T21:59:59Z","title_canon_sha256":"adbb3741c5ef1b43d0a2f35f40b7ff7d900cc0b86c22e322e9fbbc5305fca41e"},"schema_version":"1.0","source":{"id":"2409.03759","kind":"arxiv","version":1}},"canonical_sha256":"526bd66e22db545f8a89ded447a89b7e1c8e7b7ad20c76ce9adcd94e3ba430a2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"526bd66e22db545f8a89ded447a89b7e1c8e7b7ad20c76ce9adcd94e3ba430a2","first_computed_at":"2026-07-05T09:03:56.597623Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:03:56.597623Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"I43Vrkqu0r0lyYdVcqomXhJh8cjCS7IZAMnDjTPVxi2ygEAzayIGCEc0f5m8aIgaZHz5kHedBa5CyOBOsjvoBw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:03:56.598122Z","signed_message":"canonical_sha256_bytes"},"source_id":"2409.03759","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:bc3c349ab66de021ee0ea924a4696f8ffa5de8fc0bed723d5dcb3b565e7cc156","sha256:0e284d2b31babfdb96ee3dcb752c7de23e57b17a83bec2ee25bf1a353255d270"],"state_sha256":"cd940311795065e4d694cb0f22c76c55c04949ce8a4965d2a4011f92e3e49f32"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"56Cpeo+uuV0xn2G9RCluHUaU3ZpF378cXa7Rp9wbSunLPmuWRXkaI1qhKohtXvahK79x8nTgR8ohoP+UvM3KAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-19T18:54:17.361559Z","bundle_sha256":"a2b9cf9c4e5e44047c6776f15c0bd5a260b2fa6ff3db07ebf197348f78c8ee35"}}