{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:FTFCJULMNICNVFKRCLF6KRNHUA","short_pith_number":"pith:FTFCJULM","canonical_record":{"source":{"id":"2305.13168","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T15:56:44Z","cross_cats_sorted":["cs.AI","cs.DB","cs.IR","cs.LG"],"title_canon_sha256":"9ab2a51cc700c994d023d55a81f687c1aa6cc52ab3979853b50efd18f0cd0be8","abstract_canon_sha256":"b939a88b0bf0f4a71fc9d587f7382775829cb4db28e5398c9c1446e8730d17cc"},"schema_version":"1.0"},"canonical_sha256":"2cca24d16c6a04da955112cbe545a7a014a19888da431d241d8883a2c1427533","source":{"kind":"arxiv","id":"2305.13168","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.13168","created_at":"2026-07-05T09:54:22Z"},{"alias_kind":"arxiv_version","alias_value":"2305.13168v4","created_at":"2026-07-05T09:54:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.13168","created_at":"2026-07-05T09:54:22Z"},{"alias_kind":"pith_short_12","alias_value":"FTFCJULMNICN","created_at":"2026-07-05T09:54:22Z"},{"alias_kind":"pith_short_16","alias_value":"FTFCJULMNICNVFKR","created_at":"2026-07-05T09:54:22Z"},{"alias_kind":"pith_short_8","alias_value":"FTFCJULM","created_at":"2026-07-05T09:54:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:FTFCJULMNICNVFKRCLF6KRNHUA","target":"record","payload":{"canonical_record":{"source":{"id":"2305.13168","kind":"arxiv","version":4},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T15:56:44Z","cross_cats_sorted":["cs.AI","cs.DB","cs.IR","cs.LG"],"title_canon_sha256":"9ab2a51cc700c994d023d55a81f687c1aa6cc52ab3979853b50efd18f0cd0be8","abstract_canon_sha256":"b939a88b0bf0f4a71fc9d587f7382775829cb4db28e5398c9c1446e8730d17cc"},"schema_version":"1.0"},"canonical_sha256":"2cca24d16c6a04da955112cbe545a7a014a19888da431d241d8883a2c1427533","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:54:22.988423Z","signature_b64":"npyW0i+YB8r1wVtReTP5WFGoPsPzsu8NtGrFqAd4ZQrpI1BvUM63cqXc1enXiuvD675MHe6QshDjKFqsN7qaCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"2cca24d16c6a04da955112cbe545a7a014a19888da431d241d8883a2c1427533","last_reissued_at":"2026-07-05T09:54:22.987911Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:54:22.987911Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.13168","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"n/E2ff0XbG2XuWLtuE61TnmyaXNgwXI7peyf5pakfUamkHhkJ/Vc4ltKIMquEnSeHrPoMCEV8+Nx9DjBlUEnAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:47:57.760127Z"},"content_sha256":"1431ffe063a188e00bfabe8c6efb722444a85abac625afffc38b954de9e70974","schema_version":"1.0","event_id":"sha256:1431ffe063a188e00bfabe8c6efb722444a85abac625afffc38b954de9e70974"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:FTFCJULMNICNVFKRCLF6KRNHUA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLMs for Knowledge Graph Construction and Reasoning: Recent Capabilities and Future Opportunities","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.DB","cs.IR","cs.LG"],"primary_cat":"cs.CL","authors_text":"Huajun Chen, Jing Chen, Ningyu Zhang, Shumin Deng, Shuofei Qiao, Xiaohan Wang, Yixin Ou, Yunzhi Yao, Yuqi Zhu","submitted_at":"2023-05-22T15:56:44Z","abstract_excerpt":"This paper presents an exhaustive quantitative and qualitative evaluation of Large Language Models (LLMs) for Knowledge Graph (KG) construction and reasoning. We engage in experiments across eight diverse datasets, focusing on four representative tasks encompassing entity and relation extraction, event extraction, link prediction, and question-answering, thereby thoroughly exploring LLMs' performance in the domain of construction and inference. Empirically, our findings suggest that LLMs, represented by GPT-4, are more suited as inference assistants rather than few-shot information extractors."},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.13168","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.13168/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:54:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ehcxbW0kp2TbDPjd/w5ujaq04PiVdwsyWd8dasYb+ptjMFkG/R1fKYhi3n0x3xsUy3Agknsk0hPFmM8n9/udCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T20:47:57.761036Z"},"content_sha256":"78588f20d986fabb64739f4e06bf42c0861473ed9a28125ea66b26f7fa9a0a61","schema_version":"1.0","event_id":"sha256:78588f20d986fabb64739f4e06bf42c0861473ed9a28125ea66b26f7fa9a0a61"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/FTFCJULMNICNVFKRCLF6KRNHUA/bundle.json","state_url":"https://pith.science/pith/FTFCJULMNICNVFKRCLF6KRNHUA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/FTFCJULMNICNVFKRCLF6KRNHUA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T20:47:57Z","links":{"resolver":"https://pith.science/pith/FTFCJULMNICNVFKRCLF6KRNHUA","bundle":"https://pith.science/pith/FTFCJULMNICNVFKRCLF6KRNHUA/bundle.json","state":"https://pith.science/pith/FTFCJULMNICNVFKRCLF6KRNHUA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/FTFCJULMNICNVFKRCLF6KRNHUA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:FTFCJULMNICNVFKRCLF6KRNHUA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b939a88b0bf0f4a71fc9d587f7382775829cb4db28e5398c9c1446e8730d17cc","cross_cats_sorted":["cs.AI","cs.DB","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T15:56:44Z","title_canon_sha256":"9ab2a51cc700c994d023d55a81f687c1aa6cc52ab3979853b50efd18f0cd0be8"},"schema_version":"1.0","source":{"id":"2305.13168","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.13168","created_at":"2026-07-05T09:54:22Z"},{"alias_kind":"arxiv_version","alias_value":"2305.13168v4","created_at":"2026-07-05T09:54:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.13168","created_at":"2026-07-05T09:54:22Z"},{"alias_kind":"pith_short_12","alias_value":"FTFCJULMNICN","created_at":"2026-07-05T09:54:22Z"},{"alias_kind":"pith_short_16","alias_value":"FTFCJULMNICNVFKR","created_at":"2026-07-05T09:54:22Z"},{"alias_kind":"pith_short_8","alias_value":"FTFCJULM","created_at":"2026-07-05T09:54:22Z"}],"graph_snapshots":[{"event_id":"sha256:78588f20d986fabb64739f4e06bf42c0861473ed9a28125ea66b26f7fa9a0a61","target":"graph","created_at":"2026-07-05T09:54:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.13168/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper presents an exhaustive quantitative and qualitative evaluation of Large Language Models (LLMs) for Knowledge Graph (KG) construction and reasoning. We engage in experiments across eight diverse datasets, focusing on four representative tasks encompassing entity and relation extraction, event extraction, link prediction, and question-answering, thereby thoroughly exploring LLMs' performance in the domain of construction and inference. Empirically, our findings suggest that LLMs, represented by GPT-4, are more suited as inference assistants rather than few-shot information extractors.","authors_text":"Huajun Chen, Jing Chen, Ningyu Zhang, Shumin Deng, Shuofei Qiao, Xiaohan Wang, Yixin Ou, Yunzhi Yao, Yuqi Zhu","cross_cats":["cs.AI","cs.DB","cs.IR","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T15:56:44Z","title":"LLMs for Knowledge Graph Construction and Reasoning: Recent Capabilities and Future Opportunities"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.13168","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1431ffe063a188e00bfabe8c6efb722444a85abac625afffc38b954de9e70974","target":"record","created_at":"2026-07-05T09:54:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b939a88b0bf0f4a71fc9d587f7382775829cb4db28e5398c9c1446e8730d17cc","cross_cats_sorted":["cs.AI","cs.DB","cs.IR","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-22T15:56:44Z","title_canon_sha256":"9ab2a51cc700c994d023d55a81f687c1aa6cc52ab3979853b50efd18f0cd0be8"},"schema_version":"1.0","source":{"id":"2305.13168","kind":"arxiv","version":4}},"canonical_sha256":"2cca24d16c6a04da955112cbe545a7a014a19888da431d241d8883a2c1427533","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2cca24d16c6a04da955112cbe545a7a014a19888da431d241d8883a2c1427533","first_computed_at":"2026-07-05T09:54:22.987911Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:54:22.987911Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"npyW0i+YB8r1wVtReTP5WFGoPsPzsu8NtGrFqAd4ZQrpI1BvUM63cqXc1enXiuvD675MHe6QshDjKFqsN7qaCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:54:22.988423Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.13168","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1431ffe063a188e00bfabe8c6efb722444a85abac625afffc38b954de9e70974","sha256:78588f20d986fabb64739f4e06bf42c0861473ed9a28125ea66b26f7fa9a0a61"],"state_sha256":"1775bfc63acbdc8c11c64793b4a1d4fc90eca1078da145edd29f552b4f4cc779"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qOexnwRMLgDEY0Zu2rLXxUBpT1rVhnazKXQ20OUAKkDQOEtD57QIAkj7HootgMSK5IkQZX4oNS61NqIyjIPcAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T20:47:57.776558Z","bundle_sha256":"b2e419029a37d144447874663bcab9df814101b325a71204857dcbd81e4097b3"}}