{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:DSVI3YFQQE4AIUJ67CLALK3PTN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"55033f54887c8e326fc6502a6982e91c8f02c10bd62810e8c16cd827ceca2a56","cross_cats_sorted":["cs.CL","cs.DB"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-19T13:29:27Z","title_canon_sha256":"25e3bc154d54e21928d76c22e0aaa31c811379597aa8182e923184349bd33ef6"},"schema_version":"1.0","source":{"id":"2505.13098","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2505.13098","created_at":"2026-07-05T11:14:07Z"},{"alias_kind":"arxiv_version","alias_value":"2505.13098v1","created_at":"2026-07-05T11:14:07Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2505.13098","created_at":"2026-07-05T11:14:07Z"},{"alias_kind":"pith_short_12","alias_value":"DSVI3YFQQE4A","created_at":"2026-07-05T11:14:07Z"},{"alias_kind":"pith_short_16","alias_value":"DSVI3YFQQE4AIUJ6","created_at":"2026-07-05T11:14:07Z"},{"alias_kind":"pith_short_8","alias_value":"DSVI3YFQ","created_at":"2026-07-05T11:14:07Z"}],"graph_snapshots":[{"event_id":"sha256:c1d3fff1053ee3761642df6a48163bddd01cfab995532c4ec2b1fdc4bba49e5c","target":"graph","created_at":"2026-07-05T11:14:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2505.13098/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Current Large Language Models (LLMs) can assist developing program code beside many other things, but can they support working with Knowledge Graphs (KGs) as well? Which LLM is offering the best capabilities in the field of Semantic Web and Knowledge Graph Engineering (KGE)? Is this possible to determine without checking many answers manually? The LLM-KG-Bench framework in Version 3.0 is designed to answer these questions. It consists of an extensible set of tasks for automated evaluation of LLM answers and covers different aspects of working with semantic technologies. In this paper the LLM-K","authors_text":"Claus Stadler, Desiree Heim, Felix Brei, Johannes Frey, Kurt Junghanns, Lars-Peter Meyer, Michael Martin","cross_cats":["cs.CL","cs.DB"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-19T13:29:27Z","title":"LLM-KG-Bench 3.0: A Compass for SemanticTechnology Capabilities in the Ocean of LLMs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2505.13098","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9fe46f0a4f002ff2b39e5487491423a0bbf55f99c855ab684052c840e9e18e84","target":"record","created_at":"2026-07-05T11:14:07Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"55033f54887c8e326fc6502a6982e91c8f02c10bd62810e8c16cd827ceca2a56","cross_cats_sorted":["cs.CL","cs.DB"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2025-05-19T13:29:27Z","title_canon_sha256":"25e3bc154d54e21928d76c22e0aaa31c811379597aa8182e923184349bd33ef6"},"schema_version":"1.0","source":{"id":"2505.13098","kind":"arxiv","version":1}},"canonical_sha256":"1caa8de0b0813804513ef89605ab6f9b4b41dd30c75a298df363efeb6d85ae83","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1caa8de0b0813804513ef89605ab6f9b4b41dd30c75a298df363efeb6d85ae83","first_computed_at":"2026-07-05T11:14:07.467502Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:14:07.467502Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tsJg8/GwccxmZQtM4r/8mjYmsEEpfHzC3+MTuo1tiFAKue+yiNL+muqSqQ9kReCfd2MGbvbMyY52BrA3d5rDDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:14:07.468034Z","signed_message":"canonical_sha256_bytes"},"source_id":"2505.13098","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9fe46f0a4f002ff2b39e5487491423a0bbf55f99c855ab684052c840e9e18e84","sha256:c1d3fff1053ee3761642df6a48163bddd01cfab995532c4ec2b1fdc4bba49e5c"],"state_sha256":"ae1dff4bb26223c0a749bb74074c1be3f44f098cf00a4c4d56359cafae790d80"}