{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ENNG6RBPOHVMNKEVDNPDECXCQ6","short_pith_number":"pith:ENNG6RBP","canonical_record":{"source":{"id":"2407.10793","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T15:11:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"7835b237e3b6f9ed71b91f6f039b12ff056357bf8875568d3673484baec7c0cb","abstract_canon_sha256":"33ec35804fa3f631e2f3d9e616951ab6bfee513a0795a744f2764e366e989b6d"},"schema_version":"1.0"},"canonical_sha256":"235a6f442f71eac6a8951b5e320ae287af69a704d181fe41ad46a76d96636a17","source":{"kind":"arxiv","id":"2407.10793","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.10793","created_at":"2026-07-05T08:44:04Z"},{"alias_kind":"arxiv_version","alias_value":"2407.10793v1","created_at":"2026-07-05T08:44:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.10793","created_at":"2026-07-05T08:44:04Z"},{"alias_kind":"pith_short_12","alias_value":"ENNG6RBPOHVM","created_at":"2026-07-05T08:44:04Z"},{"alias_kind":"pith_short_16","alias_value":"ENNG6RBPOHVMNKEV","created_at":"2026-07-05T08:44:04Z"},{"alias_kind":"pith_short_8","alias_value":"ENNG6RBP","created_at":"2026-07-05T08:44:04Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ENNG6RBPOHVMNKEVDNPDECXCQ6","target":"record","payload":{"canonical_record":{"source":{"id":"2407.10793","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T15:11:16Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"7835b237e3b6f9ed71b91f6f039b12ff056357bf8875568d3673484baec7c0cb","abstract_canon_sha256":"33ec35804fa3f631e2f3d9e616951ab6bfee513a0795a744f2764e366e989b6d"},"schema_version":"1.0"},"canonical_sha256":"235a6f442f71eac6a8951b5e320ae287af69a704d181fe41ad46a76d96636a17","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:44:04.118175Z","signature_b64":"YEOrjkP1y39uCgzjxVguov03VRmUPPHRU80KtcrXsnCRMPA3Wni0mf3+JzX+X+Xik6MmUFn1LGHSoniGotdBBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"235a6f442f71eac6a8951b5e320ae287af69a704d181fe41ad46a76d96636a17","last_reissued_at":"2026-07-05T08:44:04.117685Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:44:04.117685Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.10793","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:44:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8xTkI+3pABnb5EWFR0TMPgkEpSaM4GKgLBe++/w0A2B+vjlEVS17OhHXF0DlR/xrgd132b2S4XXb3Bw9Rx70Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:04:23.078848Z"},"content_sha256":"c3b1f62473514959c30ea6b2150602223c18dab7b112656abaac2dce4be50796","schema_version":"1.0","event_id":"sha256:c3b1f62473514959c30ea6b2150602223c18dab7b112656abaac2dce4be50796"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ENNG6RBPOHVMNKEVDNPDECXCQ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"GraphEval: A Knowledge-Graph Based LLM Hallucination Evaluation Framework","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Hannah Sansford, Hermina Petric Maretic, Juba Nait Saada, Nicholas Richardson","submitted_at":"2024-07-15T15:11:16Z","abstract_excerpt":"Methods to evaluate Large Language Model (LLM) responses and detect inconsistencies, also known as hallucinations, with respect to the provided knowledge, are becoming increasingly important for LLM applications. Current metrics fall short in their ability to provide explainable decisions, systematically check all pieces of information in the response, and are often too computationally expensive to be used in practice. We present GraphEval: a hallucination evaluation framework based on representing information in Knowledge Graph (KG) structures. Our method identifies the specific triples in th"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.10793","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.10793/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:44:04Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MgYwfkeu+tusseaTcOMPoRx/NvYaGFxq2dtuk75e68ATkNFZ/pL2rzdKHAnWljFZ6fTOzVYM41Vmee9Ak11iAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T05:04:23.079764Z"},"content_sha256":"1cc1a9675ed33aae91b8cb1edb1eafbedc8f2f46b3e0a65b879fbe17aee33ee6","schema_version":"1.0","event_id":"sha256:1cc1a9675ed33aae91b8cb1edb1eafbedc8f2f46b3e0a65b879fbe17aee33ee6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ENNG6RBPOHVMNKEVDNPDECXCQ6/bundle.json","state_url":"https://pith.science/pith/ENNG6RBPOHVMNKEVDNPDECXCQ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ENNG6RBPOHVMNKEVDNPDECXCQ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T05:04:23Z","links":{"resolver":"https://pith.science/pith/ENNG6RBPOHVMNKEVDNPDECXCQ6","bundle":"https://pith.science/pith/ENNG6RBPOHVMNKEVDNPDECXCQ6/bundle.json","state":"https://pith.science/pith/ENNG6RBPOHVMNKEVDNPDECXCQ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ENNG6RBPOHVMNKEVDNPDECXCQ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ENNG6RBPOHVMNKEVDNPDECXCQ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"33ec35804fa3f631e2f3d9e616951ab6bfee513a0795a744f2764e366e989b6d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T15:11:16Z","title_canon_sha256":"7835b237e3b6f9ed71b91f6f039b12ff056357bf8875568d3673484baec7c0cb"},"schema_version":"1.0","source":{"id":"2407.10793","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.10793","created_at":"2026-07-05T08:44:04Z"},{"alias_kind":"arxiv_version","alias_value":"2407.10793v1","created_at":"2026-07-05T08:44:04Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.10793","created_at":"2026-07-05T08:44:04Z"},{"alias_kind":"pith_short_12","alias_value":"ENNG6RBPOHVM","created_at":"2026-07-05T08:44:04Z"},{"alias_kind":"pith_short_16","alias_value":"ENNG6RBPOHVMNKEV","created_at":"2026-07-05T08:44:04Z"},{"alias_kind":"pith_short_8","alias_value":"ENNG6RBP","created_at":"2026-07-05T08:44:04Z"}],"graph_snapshots":[{"event_id":"sha256:1cc1a9675ed33aae91b8cb1edb1eafbedc8f2f46b3e0a65b879fbe17aee33ee6","target":"graph","created_at":"2026-07-05T08:44:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.10793/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Methods to evaluate Large Language Model (LLM) responses and detect inconsistencies, also known as hallucinations, with respect to the provided knowledge, are becoming increasingly important for LLM applications. Current metrics fall short in their ability to provide explainable decisions, systematically check all pieces of information in the response, and are often too computationally expensive to be used in practice. We present GraphEval: a hallucination evaluation framework based on representing information in Knowledge Graph (KG) structures. Our method identifies the specific triples in th","authors_text":"Hannah Sansford, Hermina Petric Maretic, Juba Nait Saada, Nicholas Richardson","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T15:11:16Z","title":"GraphEval: A Knowledge-Graph Based LLM Hallucination Evaluation Framework"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.10793","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c3b1f62473514959c30ea6b2150602223c18dab7b112656abaac2dce4be50796","target":"record","created_at":"2026-07-05T08:44:04Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"33ec35804fa3f631e2f3d9e616951ab6bfee513a0795a744f2764e366e989b6d","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-15T15:11:16Z","title_canon_sha256":"7835b237e3b6f9ed71b91f6f039b12ff056357bf8875568d3673484baec7c0cb"},"schema_version":"1.0","source":{"id":"2407.10793","kind":"arxiv","version":1}},"canonical_sha256":"235a6f442f71eac6a8951b5e320ae287af69a704d181fe41ad46a76d96636a17","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"235a6f442f71eac6a8951b5e320ae287af69a704d181fe41ad46a76d96636a17","first_computed_at":"2026-07-05T08:44:04.117685Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:44:04.117685Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"YEOrjkP1y39uCgzjxVguov03VRmUPPHRU80KtcrXsnCRMPA3Wni0mf3+JzX+X+Xik6MmUFn1LGHSoniGotdBBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:44:04.118175Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.10793","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c3b1f62473514959c30ea6b2150602223c18dab7b112656abaac2dce4be50796","sha256:1cc1a9675ed33aae91b8cb1edb1eafbedc8f2f46b3e0a65b879fbe17aee33ee6"],"state_sha256":"853d7f3973f093a76c70a9883a2c49e2654980117b2a6cf03845828d63719329"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"AIItIKghNAJOJBSshoiXYnMYW+i3Awj8jIhfkro57kvVICgINcKzRbSXh+ZVAihP+ryVrUIIscy2fHw7p/RPCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T05:04:23.085805Z","bundle_sha256":"afca6d4a8f6b0fe661f64bbb4037849690217df79164b14a23c9d54441842270"}}