{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:P7D7XIJNFBVPPWMD6KALU5VOXU","short_pith_number":"pith:P7D7XIJN","canonical_record":{"source":{"id":"2407.12873","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T17:40:15Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"d6079d6a033270d6877cec09bde5ba09e31bcfb78699e6ebd2b254287696cdc4","abstract_canon_sha256":"3a32d39984fe9f48ec5921cc2be7c872f40d4a0192306c05a2a00a493a4e40f4"},"schema_version":"1.0"},"canonical_sha256":"7fc7fba12d286af7d983f280ba76aebd2dca299427fa40488cc1e4c6e6ffdf2c","source":{"kind":"arxiv","id":"2407.12873","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.12873","created_at":"2026-07-05T08:46:28Z"},{"alias_kind":"arxiv_version","alias_value":"2407.12873v1","created_at":"2026-07-05T08:46:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.12873","created_at":"2026-07-05T08:46:28Z"},{"alias_kind":"pith_short_12","alias_value":"P7D7XIJNFBVP","created_at":"2026-07-05T08:46:28Z"},{"alias_kind":"pith_short_16","alias_value":"P7D7XIJNFBVPPWMD","created_at":"2026-07-05T08:46:28Z"},{"alias_kind":"pith_short_8","alias_value":"P7D7XIJN","created_at":"2026-07-05T08:46:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:P7D7XIJNFBVPPWMD6KALU5VOXU","target":"record","payload":{"canonical_record":{"source":{"id":"2407.12873","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T17:40:15Z","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"title_canon_sha256":"d6079d6a033270d6877cec09bde5ba09e31bcfb78699e6ebd2b254287696cdc4","abstract_canon_sha256":"3a32d39984fe9f48ec5921cc2be7c872f40d4a0192306c05a2a00a493a4e40f4"},"schema_version":"1.0"},"canonical_sha256":"7fc7fba12d286af7d983f280ba76aebd2dca299427fa40488cc1e4c6e6ffdf2c","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:46:28.107597Z","signature_b64":"KgdNg55GfvjDtcR8e1hrl9Ml+aTG4cKDGYM34gi5ob43n1V7gWwI35fqBdGGErjCfMsyEqLqDaCqJdp1EU5IBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"7fc7fba12d286af7d983f280ba76aebd2dca299427fa40488cc1e4c6e6ffdf2c","last_reissued_at":"2026-07-05T08:46:28.107076Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:46:28.107076Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.12873","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:46:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aU+bE4oB29leC4wu2aPnQQDIGquxOkO9FEuzxqe876df52knMbcQ7/BepAurJsDxOazSTbxnomrhVSZKv3oYDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T23:34:55.860963Z"},"content_sha256":"9ce4e67af23cd94d337b6536366ffbd923b0e46aad4b20b1f18f7635aaec2424","schema_version":"1.0","event_id":"sha256:9ce4e67af23cd94d337b6536366ffbd923b0e46aad4b20b1f18f7635aaec2424"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:P7D7XIJNFBVPPWMD6KALU5VOXU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluation of RAG Metrics for Question Answering in the Telecom Domain","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"H G Ranjani, Neeraj Gunda, Sai Krishna Bala, Sujoy Roychowdhury, Sumit Soman, Vansh Chhabra","submitted_at":"2024-07-15T17:40:15Z","abstract_excerpt":"Retrieval Augmented Generation (RAG) is widely used to enable Large Language Models (LLMs) perform Question Answering (QA) tasks in various domains. However, RAG based on open-source LLM for specialized domains has challenges of evaluating generated responses. A popular framework in the literature is the RAG Assessment (RAGAS), a publicly available library which uses LLMs for evaluation. One disadvantage of RAGAS is the lack of details of derivation of numerical value of the evaluation metrics. One of the outcomes of this work is a modified version of this package for few metrics (faithfulness"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.12873","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.12873/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:46:28Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"PofCECqSUxTCxyaR9w3dyj2+DPWCP6vBDi1FotlnU+HR8Cw3J+jbcqP4cUuOmHBwtrGeWRvxj9yHk9YdKzEQDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T23:34:55.861471Z"},"content_sha256":"4cb732a661f25e4e76d63d7cdc7cb23f493cef28009efcdaee1e7df4dbf52feb","schema_version":"1.0","event_id":"sha256:4cb732a661f25e4e76d63d7cdc7cb23f493cef28009efcdaee1e7df4dbf52feb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/P7D7XIJNFBVPPWMD6KALU5VOXU/bundle.json","state_url":"https://pith.science/pith/P7D7XIJNFBVPPWMD6KALU5VOXU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/P7D7XIJNFBVPPWMD6KALU5VOXU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T23:34:55Z","links":{"resolver":"https://pith.science/pith/P7D7XIJNFBVPPWMD6KALU5VOXU","bundle":"https://pith.science/pith/P7D7XIJNFBVPPWMD6KALU5VOXU/bundle.json","state":"https://pith.science/pith/P7D7XIJNFBVPPWMD6KALU5VOXU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/P7D7XIJNFBVPPWMD6KALU5VOXU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:P7D7XIJNFBVPPWMD6KALU5VOXU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3a32d39984fe9f48ec5921cc2be7c872f40d4a0192306c05a2a00a493a4e40f4","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T17:40:15Z","title_canon_sha256":"d6079d6a033270d6877cec09bde5ba09e31bcfb78699e6ebd2b254287696cdc4"},"schema_version":"1.0","source":{"id":"2407.12873","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.12873","created_at":"2026-07-05T08:46:28Z"},{"alias_kind":"arxiv_version","alias_value":"2407.12873v1","created_at":"2026-07-05T08:46:28Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.12873","created_at":"2026-07-05T08:46:28Z"},{"alias_kind":"pith_short_12","alias_value":"P7D7XIJNFBVP","created_at":"2026-07-05T08:46:28Z"},{"alias_kind":"pith_short_16","alias_value":"P7D7XIJNFBVPPWMD","created_at":"2026-07-05T08:46:28Z"},{"alias_kind":"pith_short_8","alias_value":"P7D7XIJN","created_at":"2026-07-05T08:46:28Z"}],"graph_snapshots":[{"event_id":"sha256:4cb732a661f25e4e76d63d7cdc7cb23f493cef28009efcdaee1e7df4dbf52feb","target":"graph","created_at":"2026-07-05T08:46:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.12873/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Retrieval Augmented Generation (RAG) is widely used to enable Large Language Models (LLMs) perform Question Answering (QA) tasks in various domains. However, RAG based on open-source LLM for specialized domains has challenges of evaluating generated responses. A popular framework in the literature is the RAG Assessment (RAGAS), a publicly available library which uses LLMs for evaluation. One disadvantage of RAGAS is the lack of details of derivation of numerical value of the evaluation metrics. One of the outcomes of this work is a modified version of this package for few metrics (faithfulness","authors_text":"H G Ranjani, Neeraj Gunda, Sai Krishna Bala, Sujoy Roychowdhury, Sumit Soman, Vansh Chhabra","cross_cats":["cs.AI","cs.IR","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T17:40:15Z","title":"Evaluation of RAG Metrics for Question Answering in the Telecom Domain"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.12873","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9ce4e67af23cd94d337b6536366ffbd923b0e46aad4b20b1f18f7635aaec2424","target":"record","created_at":"2026-07-05T08:46:28Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3a32d39984fe9f48ec5921cc2be7c872f40d4a0192306c05a2a00a493a4e40f4","cross_cats_sorted":["cs.AI","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T17:40:15Z","title_canon_sha256":"d6079d6a033270d6877cec09bde5ba09e31bcfb78699e6ebd2b254287696cdc4"},"schema_version":"1.0","source":{"id":"2407.12873","kind":"arxiv","version":1}},"canonical_sha256":"7fc7fba12d286af7d983f280ba76aebd2dca299427fa40488cc1e4c6e6ffdf2c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"7fc7fba12d286af7d983f280ba76aebd2dca299427fa40488cc1e4c6e6ffdf2c","first_computed_at":"2026-07-05T08:46:28.107076Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:46:28.107076Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"KgdNg55GfvjDtcR8e1hrl9Ml+aTG4cKDGYM34gi5ob43n1V7gWwI35fqBdGGErjCfMsyEqLqDaCqJdp1EU5IBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:46:28.107597Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.12873","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9ce4e67af23cd94d337b6536366ffbd923b0e46aad4b20b1f18f7635aaec2424","sha256:4cb732a661f25e4e76d63d7cdc7cb23f493cef28009efcdaee1e7df4dbf52feb"],"state_sha256":"cbf762b298a04e12bff862b3b9a679a01f71151f524b025f79fdc5ef4ea5b77c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"6j0FTnAv9pTut6uMspvieCXWGHCSVIhVx0GKL5Nf0Eb/m7XXjuWk+dEjtqRz9lXGNfwjPeKPJmtbAKOhnZ01Dg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T23:34:55.864930Z","bundle_sha256":"d99add0871366c067d8d06d1270cf42a5f06f1f22060b705762431a379019cc3"}}