{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:ZCVW4H4NUA5TQR7ZHPTH4V3USB","short_pith_number":"pith:ZCVW4H4N","canonical_record":{"source":{"id":"2312.00353","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-01T05:08:47Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fe1a4a51258e11e1d56b20b9e10e95efbf54d05ad0b9c2783d59451fda5a9923","abstract_canon_sha256":"04d11c96d309d6ee76672b7f160afcfd1bcf89ba99d6672ea92faa5a075cbd84"},"schema_version":"1.0"},"canonical_sha256":"c8ab6e1f8da03b3847f93be67e57749056a7f63982172fb81f38cddfef5779f8","source":{"kind":"arxiv","id":"2312.00353","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.00353","created_at":"2026-07-05T07:19:08Z"},{"alias_kind":"arxiv_version","alias_value":"2312.00353v1","created_at":"2026-07-05T07:19:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.00353","created_at":"2026-07-05T07:19:08Z"},{"alias_kind":"pith_short_12","alias_value":"ZCVW4H4NUA5T","created_at":"2026-07-05T07:19:08Z"},{"alias_kind":"pith_short_16","alias_value":"ZCVW4H4NUA5TQR7Z","created_at":"2026-07-05T07:19:08Z"},{"alias_kind":"pith_short_8","alias_value":"ZCVW4H4N","created_at":"2026-07-05T07:19:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:ZCVW4H4NUA5TQR7ZHPTH4V3USB","target":"record","payload":{"canonical_record":{"source":{"id":"2312.00353","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-01T05:08:47Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"fe1a4a51258e11e1d56b20b9e10e95efbf54d05ad0b9c2783d59451fda5a9923","abstract_canon_sha256":"04d11c96d309d6ee76672b7f160afcfd1bcf89ba99d6672ea92faa5a075cbd84"},"schema_version":"1.0"},"canonical_sha256":"c8ab6e1f8da03b3847f93be67e57749056a7f63982172fb81f38cddfef5779f8","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:19:08.142456Z","signature_b64":"t7QKPKW3IP9PIElhPoKfIlhAXD7hQs/m1RVQBGOcW1XozMrPjGDbHVb+teqQcnblrkZlLuOZShL7CiHF9YRDAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c8ab6e1f8da03b3847f93be67e57749056a7f63982172fb81f38cddfef5779f8","last_reissued_at":"2026-07-05T07:19:08.141889Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:19:08.141889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.00353","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:19:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ilvWZ0r2Mv9w5ioQ0s+S6XYVuyLACgkitGjMK/A2nZ8PAwjwvqAUg1Ow09Dzt4ooE6m28kpKeyBWGahgTHprCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T08:03:47.433109Z"},"content_sha256":"a21207188ce2fd7ebe86d873b88e7f718c0a388114d29e26f5fb7fea1579f4ac","schema_version":"1.0","event_id":"sha256:a21207188ce2fd7ebe86d873b88e7f718c0a388114d29e26f5fb7fea1579f4ac"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:ZCVW4H4NUA5TQR7ZHPTH4V3USB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"On Exploring the Reasoning Capability of Large Language Models with Knowledge Graphs","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Ee-Peng Lim, Pei-Chi Lo, San-Yih Hwang, Yi-Hang Tsai","submitted_at":"2023-12-01T05:08:47Z","abstract_excerpt":"This paper examines the capacity of LLMs to reason with knowledge graphs using their internal knowledge graph, i.e., the knowledge graph they learned during pre-training. Two research questions are formulated to investigate the accuracy of LLMs in recalling information from pre-training knowledge graphs and their ability to infer knowledge graph relations from context. To address these questions, we employ LLMs to perform four distinct knowledge graph reasoning tasks. Furthermore, we identify two types of hallucinations that may occur during knowledge reasoning with LLMs: content and ontology "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.00353","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.00353/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:19:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ygXW9odr+Fjv1jRYUcilhlCnJQED9tD8dU1Ol0p6hj2xipDmsNiG+diHpsa/+1f2J9xNApeiA2CfvjwdPjmwAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-16T08:03:47.433679Z"},"content_sha256":"903f194e1d3e086ec3390690a936eab70377ac978c9c837af85f5a29e4efeff2","schema_version":"1.0","event_id":"sha256:903f194e1d3e086ec3390690a936eab70377ac978c9c837af85f5a29e4efeff2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZCVW4H4NUA5TQR7ZHPTH4V3USB/bundle.json","state_url":"https://pith.science/pith/ZCVW4H4NUA5TQR7ZHPTH4V3USB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZCVW4H4NUA5TQR7ZHPTH4V3USB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-16T08:03:47Z","links":{"resolver":"https://pith.science/pith/ZCVW4H4NUA5TQR7ZHPTH4V3USB","bundle":"https://pith.science/pith/ZCVW4H4NUA5TQR7ZHPTH4V3USB/bundle.json","state":"https://pith.science/pith/ZCVW4H4NUA5TQR7ZHPTH4V3USB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZCVW4H4NUA5TQR7ZHPTH4V3USB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:ZCVW4H4NUA5TQR7ZHPTH4V3USB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"04d11c96d309d6ee76672b7f160afcfd1bcf89ba99d6672ea92faa5a075cbd84","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-01T05:08:47Z","title_canon_sha256":"fe1a4a51258e11e1d56b20b9e10e95efbf54d05ad0b9c2783d59451fda5a9923"},"schema_version":"1.0","source":{"id":"2312.00353","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.00353","created_at":"2026-07-05T07:19:08Z"},{"alias_kind":"arxiv_version","alias_value":"2312.00353v1","created_at":"2026-07-05T07:19:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.00353","created_at":"2026-07-05T07:19:08Z"},{"alias_kind":"pith_short_12","alias_value":"ZCVW4H4NUA5T","created_at":"2026-07-05T07:19:08Z"},{"alias_kind":"pith_short_16","alias_value":"ZCVW4H4NUA5TQR7Z","created_at":"2026-07-05T07:19:08Z"},{"alias_kind":"pith_short_8","alias_value":"ZCVW4H4N","created_at":"2026-07-05T07:19:08Z"}],"graph_snapshots":[{"event_id":"sha256:903f194e1d3e086ec3390690a936eab70377ac978c9c837af85f5a29e4efeff2","target":"graph","created_at":"2026-07-05T07:19:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.00353/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This paper examines the capacity of LLMs to reason with knowledge graphs using their internal knowledge graph, i.e., the knowledge graph they learned during pre-training. Two research questions are formulated to investigate the accuracy of LLMs in recalling information from pre-training knowledge graphs and their ability to infer knowledge graph relations from context. To address these questions, we employ LLMs to perform four distinct knowledge graph reasoning tasks. Furthermore, we identify two types of hallucinations that may occur during knowledge reasoning with LLMs: content and ontology ","authors_text":"Ee-Peng Lim, Pei-Chi Lo, San-Yih Hwang, Yi-Hang Tsai","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-01T05:08:47Z","title":"On Exploring the Reasoning Capability of Large Language Models with Knowledge Graphs"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.00353","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a21207188ce2fd7ebe86d873b88e7f718c0a388114d29e26f5fb7fea1579f4ac","target":"record","created_at":"2026-07-05T07:19:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"04d11c96d309d6ee76672b7f160afcfd1bcf89ba99d6672ea92faa5a075cbd84","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-01T05:08:47Z","title_canon_sha256":"fe1a4a51258e11e1d56b20b9e10e95efbf54d05ad0b9c2783d59451fda5a9923"},"schema_version":"1.0","source":{"id":"2312.00353","kind":"arxiv","version":1}},"canonical_sha256":"c8ab6e1f8da03b3847f93be67e57749056a7f63982172fb81f38cddfef5779f8","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c8ab6e1f8da03b3847f93be67e57749056a7f63982172fb81f38cddfef5779f8","first_computed_at":"2026-07-05T07:19:08.141889Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:19:08.141889Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"t7QKPKW3IP9PIElhPoKfIlhAXD7hQs/m1RVQBGOcW1XozMrPjGDbHVb+teqQcnblrkZlLuOZShL7CiHF9YRDAw==","signature_status":"signed_v1","signed_at":"2026-07-05T07:19:08.142456Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.00353","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a21207188ce2fd7ebe86d873b88e7f718c0a388114d29e26f5fb7fea1579f4ac","sha256:903f194e1d3e086ec3390690a936eab70377ac978c9c837af85f5a29e4efeff2"],"state_sha256":"d83799b6f9e0c53c3555dbc5b279701d1522abe5cc2aaa19476f4b741ab249c3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"F2KpAqBfyhXtyLnRoZxd0Gy9ZXM/0yiyBcxralVDR42po7fT6PuUlw04dBuaMl3qLB1s2MOk5WEVMO8jZNNEAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-16T08:03:47.439841Z","bundle_sha256":"409851076c8eca20ffa89d65a463bc9567bd2fca5c6cc5c955a59afc7da1192b"}}