{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5NGOASOW5CSCALV3N6EBAP5G6G","short_pith_number":"pith:5NGOASOW","canonical_record":{"source":{"id":"2404.17347","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-04-26T11:51:53Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"54c472a76de10c03b07975a8ace54e4b5122d10ec0389b1b0228b11ce7a5e88b","abstract_canon_sha256":"b300cdd7a0be963f3beacb9c2c41af9d1123bf048532322440fe52e4d142f922"},"schema_version":"1.0"},"canonical_sha256":"eb4ce049d6e8a4202ebb6f88103fa6f1a0eeba6f67fa0b45eaa9a1fb8d419567","source":{"kind":"arxiv","id":"2404.17347","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.17347","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"arxiv_version","alias_value":"2404.17347v2","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.17347","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_12","alias_value":"5NGOASOW5CSC","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_16","alias_value":"5NGOASOW5CSCALV3","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_8","alias_value":"5NGOASOW","created_at":"2026-07-05T10:57:26Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5NGOASOW5CSCALV3N6EBAP5G6G","target":"record","payload":{"canonical_record":{"source":{"id":"2404.17347","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-04-26T11:51:53Z","cross_cats_sorted":["cs.HC"],"title_canon_sha256":"54c472a76de10c03b07975a8ace54e4b5122d10ec0389b1b0228b11ce7a5e88b","abstract_canon_sha256":"b300cdd7a0be963f3beacb9c2c41af9d1123bf048532322440fe52e4d142f922"},"schema_version":"1.0"},"canonical_sha256":"eb4ce049d6e8a4202ebb6f88103fa6f1a0eeba6f67fa0b45eaa9a1fb8d419567","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:57:26.894799Z","signature_b64":"7SIJ2Yvo8b5kF+4K/CR5k2Hbz8rauJfsEHYkbKh1GqNGJaQLRmOgS1hl8oSvtZ6C8gTxTURY/1JKjhOC5ipCBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"eb4ce049d6e8a4202ebb6f88103fa6f1a0eeba6f67fa0b45eaa9a1fb8d419567","last_reissued_at":"2026-07-05T10:57:26.893760Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:57:26.893760Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.17347","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:57:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"srrkyQWihyzTzhRDxqpKOlalg1vrFBjWAMhDrn84BoUp+P5OL0RgcBRRTW6ZjmzuHBje5aNIi9pKCkIRMrO7DA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:28:37.406730Z"},"content_sha256":"f7ca2344804bda0039dd4a97df48989dd5a36275fd08d7b8f0404177e548d4b9","schema_version":"1.0","event_id":"sha256:f7ca2344804bda0039dd4a97df48989dd5a36275fd08d7b8f0404177e548d4b9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5NGOASOW5CSCALV3N6EBAP5G6G","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"InspectorRAGet: An Introspection Platform for RAG Evaluation","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.HC"],"primary_cat":"cs.SE","authors_text":"Benjamin Sznajder, Kshitij Fadnis, Marina Danilevsky, Odellia Boni, Sara Rosenthal, Siva Sankalp Patel, Yannis Katsis","submitted_at":"2024-04-26T11:51:53Z","abstract_excerpt":"Large Language Models (LLM) have become a popular approach for implementing Retrieval Augmented Generation (RAG) systems, and a significant amount of effort has been spent on building good models and metrics. In spite of increased recognition of the need for rigorous evaluation of RAG systems, few tools exist that go beyond the creation of model output and automatic calculation. We present InspectorRAGet, an introspection platform for performing a comprehensive analysis of the quality of RAG system output. InspectorRAGet allows the user to analyze aggregate and instance-level performance of RA"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.17347","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.17347/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:57:26Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7R/X4ZL/VIRtrrsgzufgxsKhzJxuz+czUrkrw2M2hNlJOAVgRfDNjuktwm4v5uJqykzimk/7ErR3LXJNsmOGBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T11:28:37.407097Z"},"content_sha256":"0cdea6ca52bd2e7fa8a13498ee93f11ebf90e841fb8b7b187dac76551b75709c","schema_version":"1.0","event_id":"sha256:0cdea6ca52bd2e7fa8a13498ee93f11ebf90e841fb8b7b187dac76551b75709c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5NGOASOW5CSCALV3N6EBAP5G6G/bundle.json","state_url":"https://pith.science/pith/5NGOASOW5CSCALV3N6EBAP5G6G/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5NGOASOW5CSCALV3N6EBAP5G6G/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T11:28:37Z","links":{"resolver":"https://pith.science/pith/5NGOASOW5CSCALV3N6EBAP5G6G","bundle":"https://pith.science/pith/5NGOASOW5CSCALV3N6EBAP5G6G/bundle.json","state":"https://pith.science/pith/5NGOASOW5CSCALV3N6EBAP5G6G/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5NGOASOW5CSCALV3N6EBAP5G6G/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5NGOASOW5CSCALV3N6EBAP5G6G","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b300cdd7a0be963f3beacb9c2c41af9d1123bf048532322440fe52e4d142f922","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-04-26T11:51:53Z","title_canon_sha256":"54c472a76de10c03b07975a8ace54e4b5122d10ec0389b1b0228b11ce7a5e88b"},"schema_version":"1.0","source":{"id":"2404.17347","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.17347","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"arxiv_version","alias_value":"2404.17347v2","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.17347","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_12","alias_value":"5NGOASOW5CSC","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_16","alias_value":"5NGOASOW5CSCALV3","created_at":"2026-07-05T10:57:26Z"},{"alias_kind":"pith_short_8","alias_value":"5NGOASOW","created_at":"2026-07-05T10:57:26Z"}],"graph_snapshots":[{"event_id":"sha256:0cdea6ca52bd2e7fa8a13498ee93f11ebf90e841fb8b7b187dac76551b75709c","target":"graph","created_at":"2026-07-05T10:57:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.17347/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLM) have become a popular approach for implementing Retrieval Augmented Generation (RAG) systems, and a significant amount of effort has been spent on building good models and metrics. In spite of increased recognition of the need for rigorous evaluation of RAG systems, few tools exist that go beyond the creation of model output and automatic calculation. We present InspectorRAGet, an introspection platform for performing a comprehensive analysis of the quality of RAG system output. InspectorRAGet allows the user to analyze aggregate and instance-level performance of RA","authors_text":"Benjamin Sznajder, Kshitij Fadnis, Marina Danilevsky, Odellia Boni, Sara Rosenthal, Siva Sankalp Patel, Yannis Katsis","cross_cats":["cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-04-26T11:51:53Z","title":"InspectorRAGet: An Introspection Platform for RAG Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.17347","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f7ca2344804bda0039dd4a97df48989dd5a36275fd08d7b8f0404177e548d4b9","target":"record","created_at":"2026-07-05T10:57:26Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b300cdd7a0be963f3beacb9c2c41af9d1123bf048532322440fe52e4d142f922","cross_cats_sorted":["cs.HC"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.SE","submitted_at":"2024-04-26T11:51:53Z","title_canon_sha256":"54c472a76de10c03b07975a8ace54e4b5122d10ec0389b1b0228b11ce7a5e88b"},"schema_version":"1.0","source":{"id":"2404.17347","kind":"arxiv","version":2}},"canonical_sha256":"eb4ce049d6e8a4202ebb6f88103fa6f1a0eeba6f67fa0b45eaa9a1fb8d419567","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"eb4ce049d6e8a4202ebb6f88103fa6f1a0eeba6f67fa0b45eaa9a1fb8d419567","first_computed_at":"2026-07-05T10:57:26.893760Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:57:26.893760Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"7SIJ2Yvo8b5kF+4K/CR5k2Hbz8rauJfsEHYkbKh1GqNGJaQLRmOgS1hl8oSvtZ6C8gTxTURY/1JKjhOC5ipCBw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:57:26.894799Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.17347","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f7ca2344804bda0039dd4a97df48989dd5a36275fd08d7b8f0404177e548d4b9","sha256:0cdea6ca52bd2e7fa8a13498ee93f11ebf90e841fb8b7b187dac76551b75709c"],"state_sha256":"d0b1c02774f9f1817861cfb09bc5880775e534321973dd83f0576a30a203272a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"+5fQvDb6LCwj2hC8ewLTyXeJVR8wRWNBKzo+aJxGZ3kaPRTC5yy6BMdjqddIrmTaRm62kAIvkyDPl5L6eCryCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T11:28:37.408954Z","bundle_sha256":"e49b3ae267b946228f5db209a5c0024939bb418eb100f2af26fede15055853c1"}}