{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:U62AQZ2EK4W7EXIBHOSF6ED2XP","short_pith_number":"pith:U62AQZ2E","canonical_record":{"source":{"id":"2303.07992","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-03-14T15:46:28Z","cross_cats_sorted":[],"title_canon_sha256":"699cc2d697c5734602764f9a1b77645f8bc444e1af9214dde11bca09eeeba996","abstract_canon_sha256":"c8152dc1bfecf94b20dd8042493517614f6993bbae5e5933b92056eb95fe2d08"},"schema_version":"1.0"},"canonical_sha256":"a7b4086744572df25d013ba45f107abbd0ea051bb59bf225d6e694c1906b2ec0","source":{"kind":"arxiv","id":"2303.07992","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.07992","created_at":"2026-07-05T06:52:21Z"},{"alias_kind":"arxiv_version","alias_value":"2303.07992v3","created_at":"2026-07-05T06:52:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.07992","created_at":"2026-07-05T06:52:21Z"},{"alias_kind":"pith_short_12","alias_value":"U62AQZ2EK4W7","created_at":"2026-07-05T06:52:21Z"},{"alias_kind":"pith_short_16","alias_value":"U62AQZ2EK4W7EXIB","created_at":"2026-07-05T06:52:21Z"},{"alias_kind":"pith_short_8","alias_value":"U62AQZ2E","created_at":"2026-07-05T06:52:21Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:U62AQZ2EK4W7EXIBHOSF6ED2XP","target":"record","payload":{"canonical_record":{"source":{"id":"2303.07992","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-03-14T15:46:28Z","cross_cats_sorted":[],"title_canon_sha256":"699cc2d697c5734602764f9a1b77645f8bc444e1af9214dde11bca09eeeba996","abstract_canon_sha256":"c8152dc1bfecf94b20dd8042493517614f6993bbae5e5933b92056eb95fe2d08"},"schema_version":"1.0"},"canonical_sha256":"a7b4086744572df25d013ba45f107abbd0ea051bb59bf225d6e694c1906b2ec0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:52:21.857916Z","signature_b64":"bNLsvurzX0WffizhgZS45gF+Ed6uhgP9en5jvqaDf6hul/UKy3xjtbnKcbmAEVJ4jl/quttNNbEbYbNKg308DQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a7b4086744572df25d013ba45f107abbd0ea051bb59bf225d6e694c1906b2ec0","last_reissued_at":"2026-07-05T06:52:21.857502Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:52:21.857502Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2303.07992","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:52:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J42QnaV/fxA41qR1oozbDCahxmeLnwHMS66+ewg5ZzINaJ0mcZvueZaZ3tSvPmFzTVXcw7nT3+UljhWn/qL7CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:00:27.632339Z"},"content_sha256":"f59f117ba1eb2899d8df9bc94edb9f7b6daef2425a46a355f69db4c7d43c1cf1","schema_version":"1.0","event_id":"sha256:f59f117ba1eb2899d8df9bc94edb9f7b6daef2425a46a355f69db4c7d43c1cf1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:U62AQZ2EK4W7EXIBHOSF6ED2XP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Can ChatGPT Replace Traditional KBQA Models? An In-depth Analysis of the Question Answering Performance of the GPT LLM Family","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Dehai Min, Guilin Qi, Nan Hu, Wenbo Li, Yiming Tan, Yongrui Chen, Yu Li","submitted_at":"2023-03-14T15:46:28Z","abstract_excerpt":"ChatGPT is a powerful large language model (LLM) that covers knowledge resources such as Wikipedia and supports natural language question answering using its own knowledge. Therefore, there is growing interest in exploring whether ChatGPT can replace traditional knowledge-based question answering (KBQA) models. Although there have been some works analyzing the question answering performance of ChatGPT, there is still a lack of large-scale, comprehensive testing of various types of complex questions to analyze the limitations of the model. In this paper, we present a framework that follows the "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.07992","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2303.07992/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:52:21Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"w1JtOiwbC9loHqdb6UFbhZl5wj1RJY3dS3MEC94F9b+K39WOrB4JmeswwuG8EuA6f/1xTlqr6EqWcURjmCvkDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:00:27.632985Z"},"content_sha256":"37a5b768a900de3c51a084be5d9dfaae6f58e846f7928deb8404f5faf9436611","schema_version":"1.0","event_id":"sha256:37a5b768a900de3c51a084be5d9dfaae6f58e846f7928deb8404f5faf9436611"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U62AQZ2EK4W7EXIBHOSF6ED2XP/bundle.json","state_url":"https://pith.science/pith/U62AQZ2EK4W7EXIBHOSF6ED2XP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U62AQZ2EK4W7EXIBHOSF6ED2XP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T06:00:27Z","links":{"resolver":"https://pith.science/pith/U62AQZ2EK4W7EXIBHOSF6ED2XP","bundle":"https://pith.science/pith/U62AQZ2EK4W7EXIBHOSF6ED2XP/bundle.json","state":"https://pith.science/pith/U62AQZ2EK4W7EXIBHOSF6ED2XP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U62AQZ2EK4W7EXIBHOSF6ED2XP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:U62AQZ2EK4W7EXIBHOSF6ED2XP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c8152dc1bfecf94b20dd8042493517614f6993bbae5e5933b92056eb95fe2d08","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-03-14T15:46:28Z","title_canon_sha256":"699cc2d697c5734602764f9a1b77645f8bc444e1af9214dde11bca09eeeba996"},"schema_version":"1.0","source":{"id":"2303.07992","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2303.07992","created_at":"2026-07-05T06:52:21Z"},{"alias_kind":"arxiv_version","alias_value":"2303.07992v3","created_at":"2026-07-05T06:52:21Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2303.07992","created_at":"2026-07-05T06:52:21Z"},{"alias_kind":"pith_short_12","alias_value":"U62AQZ2EK4W7","created_at":"2026-07-05T06:52:21Z"},{"alias_kind":"pith_short_16","alias_value":"U62AQZ2EK4W7EXIB","created_at":"2026-07-05T06:52:21Z"},{"alias_kind":"pith_short_8","alias_value":"U62AQZ2E","created_at":"2026-07-05T06:52:21Z"}],"graph_snapshots":[{"event_id":"sha256:37a5b768a900de3c51a084be5d9dfaae6f58e846f7928deb8404f5faf9436611","target":"graph","created_at":"2026-07-05T06:52:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2303.07992/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"ChatGPT is a powerful large language model (LLM) that covers knowledge resources such as Wikipedia and supports natural language question answering using its own knowledge. Therefore, there is growing interest in exploring whether ChatGPT can replace traditional knowledge-based question answering (KBQA) models. Although there have been some works analyzing the question answering performance of ChatGPT, there is still a lack of large-scale, comprehensive testing of various types of complex questions to analyze the limitations of the model. In this paper, we present a framework that follows the ","authors_text":"Dehai Min, Guilin Qi, Nan Hu, Wenbo Li, Yiming Tan, Yongrui Chen, Yu Li","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-03-14T15:46:28Z","title":"Can ChatGPT Replace Traditional KBQA Models? An In-depth Analysis of the Question Answering Performance of the GPT LLM Family"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2303.07992","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f59f117ba1eb2899d8df9bc94edb9f7b6daef2425a46a355f69db4c7d43c1cf1","target":"record","created_at":"2026-07-05T06:52:21Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c8152dc1bfecf94b20dd8042493517614f6993bbae5e5933b92056eb95fe2d08","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-03-14T15:46:28Z","title_canon_sha256":"699cc2d697c5734602764f9a1b77645f8bc444e1af9214dde11bca09eeeba996"},"schema_version":"1.0","source":{"id":"2303.07992","kind":"arxiv","version":3}},"canonical_sha256":"a7b4086744572df25d013ba45f107abbd0ea051bb59bf225d6e694c1906b2ec0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a7b4086744572df25d013ba45f107abbd0ea051bb59bf225d6e694c1906b2ec0","first_computed_at":"2026-07-05T06:52:21.857502Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:52:21.857502Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bNLsvurzX0WffizhgZS45gF+Ed6uhgP9en5jvqaDf6hul/UKy3xjtbnKcbmAEVJ4jl/quttNNbEbYbNKg308DQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:52:21.857916Z","signed_message":"canonical_sha256_bytes"},"source_id":"2303.07992","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f59f117ba1eb2899d8df9bc94edb9f7b6daef2425a46a355f69db4c7d43c1cf1","sha256:37a5b768a900de3c51a084be5d9dfaae6f58e846f7928deb8404f5faf9436611"],"state_sha256":"da215e0e6f154d97c5264ddefd18f83ade14fc83dc947494a0fd823de1c09b0b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kF2ZO/v9w8YlSRNquB3zBcBanFI5QZbkTQ5K4OghVeFFoTZPU+mal4avxCzzKG17hCSYObXeWvki4B0joOZbBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T06:00:27.636166Z","bundle_sha256":"690b4d8d6754c8ec5fb8df2b60eb1c1ad1692ad073feb8213af3b008493e2378"}}