{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:2LDY4GCKUZD4ADNZO3BWT5743D","short_pith_number":"pith:2LDY4GCK","canonical_record":{"source":{"id":"2309.17122","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-09-29T10:36:04Z","cross_cats_sorted":["cs.CL","cs.DB"],"title_canon_sha256":"5577d4181e59fcb2a0ac28cec5972e16c36dac62d2f04faa2c5bf8b09f3b7143","abstract_canon_sha256":"e913040750fdcda3c3d7d71e9fb6cbdee2bf3c3551340745c95a0cce92ef73ea"},"schema_version":"1.0"},"canonical_sha256":"d2c78e184aa647c00db976c369f7fcd8e43af99f0bc7aa333d06365ad5167701","source":{"kind":"arxiv","id":"2309.17122","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.17122","created_at":"2026-07-05T06:55:41Z"},{"alias_kind":"arxiv_version","alias_value":"2309.17122v1","created_at":"2026-07-05T06:55:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.17122","created_at":"2026-07-05T06:55:41Z"},{"alias_kind":"pith_short_12","alias_value":"2LDY4GCKUZD4","created_at":"2026-07-05T06:55:41Z"},{"alias_kind":"pith_short_16","alias_value":"2LDY4GCKUZD4ADNZ","created_at":"2026-07-05T06:55:41Z"},{"alias_kind":"pith_short_8","alias_value":"2LDY4GCK","created_at":"2026-07-05T06:55:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:2LDY4GCKUZD4ADNZO3BWT5743D","target":"record","payload":{"canonical_record":{"source":{"id":"2309.17122","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-09-29T10:36:04Z","cross_cats_sorted":["cs.CL","cs.DB"],"title_canon_sha256":"5577d4181e59fcb2a0ac28cec5972e16c36dac62d2f04faa2c5bf8b09f3b7143","abstract_canon_sha256":"e913040750fdcda3c3d7d71e9fb6cbdee2bf3c3551340745c95a0cce92ef73ea"},"schema_version":"1.0"},"canonical_sha256":"d2c78e184aa647c00db976c369f7fcd8e43af99f0bc7aa333d06365ad5167701","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:55:41.777846Z","signature_b64":"0oeML1ALLbmQtn2nCRt9V92+Hy8e1hmgsq9SFlW8GKrLJG1h+yaCh6sNnmdgfs5+OpdXa/2j4svbd2G14aVPAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d2c78e184aa647c00db976c369f7fcd8e43af99f0bc7aa333d06365ad5167701","last_reissued_at":"2026-07-05T06:55:41.777370Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:55:41.777370Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.17122","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:55:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"49qfZbZY6BNGDYVFP8N8y/zxOS9EMNDpj3ju3Q0DThHloL0BwJhPCjeL0jrSiaYsHx4Eyd8/oTWcGpzi6y7JCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:14:43.480444Z"},"content_sha256":"e9992394b6e9dbe8a82d5e43a9690a302417b3222529f35bee671d03045e1ec2","schema_version":"1.0","event_id":"sha256:e9992394b6e9dbe8a82d5e43a9690a302417b3222529f35bee671d03045e1ec2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:2LDY4GCKUZD4ADNZO3BWT5743D","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Benchmarking the Abilities of Large Language Models for RDF Knowledge Graph Creation and Comprehension: How Well Do LLMs Speak Turtle?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL","cs.DB"],"primary_cat":"cs.AI","authors_text":"Felix Brei, Johannes Frey, Kirill Bulert, Lars-Peter Meyer, Natanael Arndt","submitted_at":"2023-09-29T10:36:04Z","abstract_excerpt":"Large Language Models (LLMs) are advancing at a rapid pace, with significant improvements at natural language processing and coding tasks. Yet, their ability to work with formal languages representing data, specifically within the realm of knowledge graph engineering, remains under-investigated. To evaluate the proficiency of various LLMs, we created a set of five tasks that probe their ability to parse, understand, analyze, and create knowledge graphs serialized in Turtle syntax. These tasks, each embodying distinct degrees of complexity and being able to scale with the size of the problem, h"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.17122","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.17122/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:55:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"a2LIziW7Ggp3pw7iLNRW3poJkSXALf86G3fIYBrRRbEAp2SheAgigL6bwsVWgkA17W/CWpl3Alc8pR4RInhMCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T21:14:43.480935Z"},"content_sha256":"6b7403c88dde98e9689338806e65eff44adbcde1017b7ea167175e87ab8ad023","schema_version":"1.0","event_id":"sha256:6b7403c88dde98e9689338806e65eff44adbcde1017b7ea167175e87ab8ad023"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/2LDY4GCKUZD4ADNZO3BWT5743D/bundle.json","state_url":"https://pith.science/pith/2LDY4GCKUZD4ADNZO3BWT5743D/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/2LDY4GCKUZD4ADNZO3BWT5743D/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T21:14:43Z","links":{"resolver":"https://pith.science/pith/2LDY4GCKUZD4ADNZO3BWT5743D","bundle":"https://pith.science/pith/2LDY4GCKUZD4ADNZO3BWT5743D/bundle.json","state":"https://pith.science/pith/2LDY4GCKUZD4ADNZO3BWT5743D/state.json","well_known_bundle":"https://pith.science/.well-known/pith/2LDY4GCKUZD4ADNZO3BWT5743D/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2LDY4GCKUZD4ADNZO3BWT5743D","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e913040750fdcda3c3d7d71e9fb6cbdee2bf3c3551340745c95a0cce92ef73ea","cross_cats_sorted":["cs.CL","cs.DB"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-09-29T10:36:04Z","title_canon_sha256":"5577d4181e59fcb2a0ac28cec5972e16c36dac62d2f04faa2c5bf8b09f3b7143"},"schema_version":"1.0","source":{"id":"2309.17122","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.17122","created_at":"2026-07-05T06:55:41Z"},{"alias_kind":"arxiv_version","alias_value":"2309.17122v1","created_at":"2026-07-05T06:55:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.17122","created_at":"2026-07-05T06:55:41Z"},{"alias_kind":"pith_short_12","alias_value":"2LDY4GCKUZD4","created_at":"2026-07-05T06:55:41Z"},{"alias_kind":"pith_short_16","alias_value":"2LDY4GCKUZD4ADNZ","created_at":"2026-07-05T06:55:41Z"},{"alias_kind":"pith_short_8","alias_value":"2LDY4GCK","created_at":"2026-07-05T06:55:41Z"}],"graph_snapshots":[{"event_id":"sha256:6b7403c88dde98e9689338806e65eff44adbcde1017b7ea167175e87ab8ad023","target":"graph","created_at":"2026-07-05T06:55:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.17122/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are advancing at a rapid pace, with significant improvements at natural language processing and coding tasks. Yet, their ability to work with formal languages representing data, specifically within the realm of knowledge graph engineering, remains under-investigated. To evaluate the proficiency of various LLMs, we created a set of five tasks that probe their ability to parse, understand, analyze, and create knowledge graphs serialized in Turtle syntax. These tasks, each embodying distinct degrees of complexity and being able to scale with the size of the problem, h","authors_text":"Felix Brei, Johannes Frey, Kirill Bulert, Lars-Peter Meyer, Natanael Arndt","cross_cats":["cs.CL","cs.DB"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-09-29T10:36:04Z","title":"Benchmarking the Abilities of Large Language Models for RDF Knowledge Graph Creation and Comprehension: How Well Do LLMs Speak Turtle?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.17122","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e9992394b6e9dbe8a82d5e43a9690a302417b3222529f35bee671d03045e1ec2","target":"record","created_at":"2026-07-05T06:55:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e913040750fdcda3c3d7d71e9fb6cbdee2bf3c3551340745c95a0cce92ef73ea","cross_cats_sorted":["cs.CL","cs.DB"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-09-29T10:36:04Z","title_canon_sha256":"5577d4181e59fcb2a0ac28cec5972e16c36dac62d2f04faa2c5bf8b09f3b7143"},"schema_version":"1.0","source":{"id":"2309.17122","kind":"arxiv","version":1}},"canonical_sha256":"d2c78e184aa647c00db976c369f7fcd8e43af99f0bc7aa333d06365ad5167701","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d2c78e184aa647c00db976c369f7fcd8e43af99f0bc7aa333d06365ad5167701","first_computed_at":"2026-07-05T06:55:41.777370Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:55:41.777370Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0oeML1ALLbmQtn2nCRt9V92+Hy8e1hmgsq9SFlW8GKrLJG1h+yaCh6sNnmdgfs5+OpdXa/2j4svbd2G14aVPAA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:55:41.777846Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.17122","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e9992394b6e9dbe8a82d5e43a9690a302417b3222529f35bee671d03045e1ec2","sha256:6b7403c88dde98e9689338806e65eff44adbcde1017b7ea167175e87ab8ad023"],"state_sha256":"b21af448e4add18f690b4194667c88e57cf5bea2e64ad3a6ea4804137cd30344"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GsTTR6SRUCV3f8zJb7zIP2HCRsqfE/EYbHnJi67rgu1bbJ23dxWThFHsqXw9pZZ0Jra5N0HDyyzts+O6XnXNDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T21:14:43.484259Z","bundle_sha256":"c1ba26c28839af136cce5688f2ff388ae22c853798627e1e16f4693e7201fb20"}}