{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:4GJI6GASAZWIW5GKYZGMGY6MA2","short_pith_number":"pith:4GJI6GAS","canonical_record":{"source":{"id":"2311.07509","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-11-13T17:54:50Z","cross_cats_sorted":["cs.CL","cs.DB"],"title_canon_sha256":"ec5d8bf4e77f57b557d462eac706a3e3d3f490e0fb1f6920c5c2488712d5255f","abstract_canon_sha256":"8922f6fd9c6b40f2b773cd7a278298e620df01b81d78a75f263a97bfd5d62823"},"schema_version":"1.0"},"canonical_sha256":"e1928f1812066c8b74cac64cc363cc0690e3aa3400ea1da615a822298d02aaa5","source":{"kind":"arxiv","id":"2311.07509","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.07509","created_at":"2026-07-05T07:12:13Z"},{"alias_kind":"arxiv_version","alias_value":"2311.07509v1","created_at":"2026-07-05T07:12:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.07509","created_at":"2026-07-05T07:12:13Z"},{"alias_kind":"pith_short_12","alias_value":"4GJI6GASAZWI","created_at":"2026-07-05T07:12:13Z"},{"alias_kind":"pith_short_16","alias_value":"4GJI6GASAZWIW5GK","created_at":"2026-07-05T07:12:13Z"},{"alias_kind":"pith_short_8","alias_value":"4GJI6GAS","created_at":"2026-07-05T07:12:13Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:4GJI6GASAZWIW5GKYZGMGY6MA2","target":"record","payload":{"canonical_record":{"source":{"id":"2311.07509","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-11-13T17:54:50Z","cross_cats_sorted":["cs.CL","cs.DB"],"title_canon_sha256":"ec5d8bf4e77f57b557d462eac706a3e3d3f490e0fb1f6920c5c2488712d5255f","abstract_canon_sha256":"8922f6fd9c6b40f2b773cd7a278298e620df01b81d78a75f263a97bfd5d62823"},"schema_version":"1.0"},"canonical_sha256":"e1928f1812066c8b74cac64cc363cc0690e3aa3400ea1da615a822298d02aaa5","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:12:13.381680Z","signature_b64":"QWntHaRDofnek+mv6TV+NX4YliDxWcFMTDfapCLSxnbLdFmahonZbL3Ww7rZAAquhDf7biilNeerkN8y+pO7Aw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e1928f1812066c8b74cac64cc363cc0690e3aa3400ea1da615a822298d02aaa5","last_reissued_at":"2026-07-05T07:12:13.381197Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:12:13.381197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.07509","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:12:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ygm+Qg87lxSfr1/eIWXyM5Evn+5ocqXt9UGCUIJ4Dq7TNFBOciwBe5WOnc7A6ZlnutaBEFF/L6A78+4PCQSjCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T03:13:11.547020Z"},"content_sha256":"595aec4a2994cf3a42d6c4e6888210eda9f8480fa02ba83d4810013d601ea9f1","schema_version":"1.0","event_id":"sha256:595aec4a2994cf3a42d6c4e6888210eda9f8480fa02ba83d4810013d601ea9f1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:4GJI6GASAZWIW5GKYZGMGY6MA2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Benchmark to Understand the Role of Knowledge Graphs on Large Language Model's Accuracy for Question Answering on Enterprise SQL Databases","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.DB"],"primary_cat":"cs.AI","authors_text":"Bryon Jacob, Dean Allemang, Juan Sequeda","submitted_at":"2023-11-13T17:54:50Z","abstract_excerpt":"Enterprise applications of Large Language Models (LLMs) hold promise for question answering on enterprise SQL databases. However, the extent to which LLMs can accurately respond to enterprise questions in such databases remains unclear, given the absence of suitable Text-to-SQL benchmarks tailored to enterprise settings. Additionally, the potential of Knowledge Graphs (KGs) to enhance LLM-based question answering by providing business context is not well understood. This study aims to evaluate the accuracy of LLM-powered question answering systems in the context of enterprise questions and SQL"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.07509","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.07509/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:12:13Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pGvBJEtDUWWUfXy/BrrR0occ5H4mKkxr3AVwskWKcuchxOC7uhM0WCgGV3fdics3MDIPLzoTQWlxWU52IgFOCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T03:13:11.547525Z"},"content_sha256":"7ae6a4e5c4abfe0d2585b755b3f1cf1392384e18f3e69302551fa1b0aa4e813b","schema_version":"1.0","event_id":"sha256:7ae6a4e5c4abfe0d2585b755b3f1cf1392384e18f3e69302551fa1b0aa4e813b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4GJI6GASAZWIW5GKYZGMGY6MA2/bundle.json","state_url":"https://pith.science/pith/4GJI6GASAZWIW5GKYZGMGY6MA2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4GJI6GASAZWIW5GKYZGMGY6MA2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T03:13:11Z","links":{"resolver":"https://pith.science/pith/4GJI6GASAZWIW5GKYZGMGY6MA2","bundle":"https://pith.science/pith/4GJI6GASAZWIW5GKYZGMGY6MA2/bundle.json","state":"https://pith.science/pith/4GJI6GASAZWIW5GKYZGMGY6MA2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4GJI6GASAZWIW5GKYZGMGY6MA2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:4GJI6GASAZWIW5GKYZGMGY6MA2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8922f6fd9c6b40f2b773cd7a278298e620df01b81d78a75f263a97bfd5d62823","cross_cats_sorted":["cs.CL","cs.DB"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-11-13T17:54:50Z","title_canon_sha256":"ec5d8bf4e77f57b557d462eac706a3e3d3f490e0fb1f6920c5c2488712d5255f"},"schema_version":"1.0","source":{"id":"2311.07509","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.07509","created_at":"2026-07-05T07:12:13Z"},{"alias_kind":"arxiv_version","alias_value":"2311.07509v1","created_at":"2026-07-05T07:12:13Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.07509","created_at":"2026-07-05T07:12:13Z"},{"alias_kind":"pith_short_12","alias_value":"4GJI6GASAZWI","created_at":"2026-07-05T07:12:13Z"},{"alias_kind":"pith_short_16","alias_value":"4GJI6GASAZWIW5GK","created_at":"2026-07-05T07:12:13Z"},{"alias_kind":"pith_short_8","alias_value":"4GJI6GAS","created_at":"2026-07-05T07:12:13Z"}],"graph_snapshots":[{"event_id":"sha256:7ae6a4e5c4abfe0d2585b755b3f1cf1392384e18f3e69302551fa1b0aa4e813b","target":"graph","created_at":"2026-07-05T07:12:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.07509/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Enterprise applications of Large Language Models (LLMs) hold promise for question answering on enterprise SQL databases. However, the extent to which LLMs can accurately respond to enterprise questions in such databases remains unclear, given the absence of suitable Text-to-SQL benchmarks tailored to enterprise settings. Additionally, the potential of Knowledge Graphs (KGs) to enhance LLM-based question answering by providing business context is not well understood. This study aims to evaluate the accuracy of LLM-powered question answering systems in the context of enterprise questions and SQL","authors_text":"Bryon Jacob, Dean Allemang, Juan Sequeda","cross_cats":["cs.CL","cs.DB"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-11-13T17:54:50Z","title":"A Benchmark to Understand the Role of Knowledge Graphs on Large Language Model's Accuracy for Question Answering on Enterprise SQL Databases"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.07509","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:595aec4a2994cf3a42d6c4e6888210eda9f8480fa02ba83d4810013d601ea9f1","target":"record","created_at":"2026-07-05T07:12:13Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8922f6fd9c6b40f2b773cd7a278298e620df01b81d78a75f263a97bfd5d62823","cross_cats_sorted":["cs.CL","cs.DB"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-11-13T17:54:50Z","title_canon_sha256":"ec5d8bf4e77f57b557d462eac706a3e3d3f490e0fb1f6920c5c2488712d5255f"},"schema_version":"1.0","source":{"id":"2311.07509","kind":"arxiv","version":1}},"canonical_sha256":"e1928f1812066c8b74cac64cc363cc0690e3aa3400ea1da615a822298d02aaa5","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e1928f1812066c8b74cac64cc363cc0690e3aa3400ea1da615a822298d02aaa5","first_computed_at":"2026-07-05T07:12:13.381197Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:12:13.381197Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"QWntHaRDofnek+mv6TV+NX4YliDxWcFMTDfapCLSxnbLdFmahonZbL3Ww7rZAAquhDf7biilNeerkN8y+pO7Aw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:12:13.381680Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.07509","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:595aec4a2994cf3a42d6c4e6888210eda9f8480fa02ba83d4810013d601ea9f1","sha256:7ae6a4e5c4abfe0d2585b755b3f1cf1392384e18f3e69302551fa1b0aa4e813b"],"state_sha256":"7bc45e6dfa575a9232cf985d0ed001e6d1c5f84a0da69851302d1a11acdbf262"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"o+IU5MclwAwMNttZf6ItUxIRWyoVK9FIjVUVjADDse+vdSDzxGK0eTSMyct9AVwrEVP4nLQ6xyB7USzW6jDrCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T03:13:11.550964Z","bundle_sha256":"3dba91f04559984659971f7307089db7c62fff6a416ae4dc74aaef10373a24ce"}}