{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:NJNHIW3SLLAJIFNIF5GUMVOVW2","short_pith_number":"pith:NJNHIW3S","canonical_record":{"source":{"id":"2401.00426","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-31T08:39:04Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"50611d37d767fd2e5d6a2e9872fe4d1154b5614627aa571aefe737a9c7da7d21","abstract_canon_sha256":"41aacf3362ff26c2032134f32934fe5670813f1fcd073353ce4e01b075a03ae1"},"schema_version":"1.0"},"canonical_sha256":"6a5a745b725ac09415a82f4d4655d5b6978c0b54b65a9d10cfc05bd337b0820e","source":{"kind":"arxiv","id":"2401.00426","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.00426","created_at":"2026-07-05T07:29:18Z"},{"alias_kind":"arxiv_version","alias_value":"2401.00426v1","created_at":"2026-07-05T07:29:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.00426","created_at":"2026-07-05T07:29:18Z"},{"alias_kind":"pith_short_12","alias_value":"NJNHIW3SLLAJ","created_at":"2026-07-05T07:29:18Z"},{"alias_kind":"pith_short_16","alias_value":"NJNHIW3SLLAJIFNI","created_at":"2026-07-05T07:29:18Z"},{"alias_kind":"pith_short_8","alias_value":"NJNHIW3S","created_at":"2026-07-05T07:29:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:NJNHIW3SLLAJIFNIF5GUMVOVW2","target":"record","payload":{"canonical_record":{"source":{"id":"2401.00426","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-31T08:39:04Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"50611d37d767fd2e5d6a2e9872fe4d1154b5614627aa571aefe737a9c7da7d21","abstract_canon_sha256":"41aacf3362ff26c2032134f32934fe5670813f1fcd073353ce4e01b075a03ae1"},"schema_version":"1.0"},"canonical_sha256":"6a5a745b725ac09415a82f4d4655d5b6978c0b54b65a9d10cfc05bd337b0820e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:29:18.391986Z","signature_b64":"IeUHS+2q0Yt6k+wfoJ42GB/fN6yJoNcsI7ThuOinc4k7VWjllqEx80tPLXMG2xp3f0FDJQQXuX4BmCYnR9tWAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6a5a745b725ac09415a82f4d4655d5b6978c0b54b65a9d10cfc05bd337b0820e","last_reissued_at":"2026-07-05T07:29:18.391452Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:29:18.391452Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.00426","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:29:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"095nzLvcjr2DA+NU6AR2lAJeYbbbggyKZyf9vy/CNFZWcQKAhy7MnXiiEwgF05L6Fv5C77cZLJdEMO0lompdDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T14:52:11.601862Z"},"content_sha256":"295ea7338e94370f9328463c0746d355e5faa31271433a1b8bf6b6170ae242a9","schema_version":"1.0","event_id":"sha256:295ea7338e94370f9328463c0746d355e5faa31271433a1b8bf6b6170ae242a9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:NJNHIW3SLLAJIFNIF5GUMVOVW2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"keqing: knowledge-based question answering is a nature chain-of-thought mentor of LLM","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Bo An, Bo Chen, Chaojie Wang, Chenxi Zhang, Lei Feng, Xinrun Wang, Yishi Xu, Zhong Peng","submitted_at":"2023-12-31T08:39:04Z","abstract_excerpt":"Large language models (LLMs) have exhibited remarkable performance on various natural language processing (NLP) tasks, especially for question answering. However, in the face of problems beyond the scope of knowledge, these LLMs tend to talk nonsense with a straight face, where the potential solution could be incorporating an Information Retrieval (IR) module and generating response based on these retrieved knowledge. In this paper, we present a novel framework to assist LLMs, such as ChatGPT, to retrieve question-related structured information on the knowledge graph, and demonstrate that Know"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.00426","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.00426/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:29:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cKSmFWIKZHTZGY5umaaBuwWyvwF9SFL7kj2NSHS7q9R6R35ihmlLPjU3+Pqw/Xkr3DpizmXoLWL878WDlvUPCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T14:52:11.602744Z"},"content_sha256":"9cc4c1cc4cb8ea835ef35cd4d0ac3e8e1ed29312319bf9225b6446e3b6a08437","schema_version":"1.0","event_id":"sha256:9cc4c1cc4cb8ea835ef35cd4d0ac3e8e1ed29312319bf9225b6446e3b6a08437"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NJNHIW3SLLAJIFNIF5GUMVOVW2/bundle.json","state_url":"https://pith.science/pith/NJNHIW3SLLAJIFNIF5GUMVOVW2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NJNHIW3SLLAJIFNIF5GUMVOVW2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T14:52:11Z","links":{"resolver":"https://pith.science/pith/NJNHIW3SLLAJIFNIF5GUMVOVW2","bundle":"https://pith.science/pith/NJNHIW3SLLAJIFNIF5GUMVOVW2/bundle.json","state":"https://pith.science/pith/NJNHIW3SLLAJIFNIF5GUMVOVW2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NJNHIW3SLLAJIFNIF5GUMVOVW2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:NJNHIW3SLLAJIFNIF5GUMVOVW2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"41aacf3362ff26c2032134f32934fe5670813f1fcd073353ce4e01b075a03ae1","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-31T08:39:04Z","title_canon_sha256":"50611d37d767fd2e5d6a2e9872fe4d1154b5614627aa571aefe737a9c7da7d21"},"schema_version":"1.0","source":{"id":"2401.00426","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.00426","created_at":"2026-07-05T07:29:18Z"},{"alias_kind":"arxiv_version","alias_value":"2401.00426v1","created_at":"2026-07-05T07:29:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.00426","created_at":"2026-07-05T07:29:18Z"},{"alias_kind":"pith_short_12","alias_value":"NJNHIW3SLLAJ","created_at":"2026-07-05T07:29:18Z"},{"alias_kind":"pith_short_16","alias_value":"NJNHIW3SLLAJIFNI","created_at":"2026-07-05T07:29:18Z"},{"alias_kind":"pith_short_8","alias_value":"NJNHIW3S","created_at":"2026-07-05T07:29:18Z"}],"graph_snapshots":[{"event_id":"sha256:9cc4c1cc4cb8ea835ef35cd4d0ac3e8e1ed29312319bf9225b6446e3b6a08437","target":"graph","created_at":"2026-07-05T07:29:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.00426/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have exhibited remarkable performance on various natural language processing (NLP) tasks, especially for question answering. However, in the face of problems beyond the scope of knowledge, these LLMs tend to talk nonsense with a straight face, where the potential solution could be incorporating an Information Retrieval (IR) module and generating response based on these retrieved knowledge. In this paper, we present a novel framework to assist LLMs, such as ChatGPT, to retrieve question-related structured information on the knowledge graph, and demonstrate that Know","authors_text":"Bo An, Bo Chen, Chaojie Wang, Chenxi Zhang, Lei Feng, Xinrun Wang, Yishi Xu, Zhong Peng","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-31T08:39:04Z","title":"keqing: knowledge-based question answering is a nature chain-of-thought mentor of LLM"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.00426","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:295ea7338e94370f9328463c0746d355e5faa31271433a1b8bf6b6170ae242a9","target":"record","created_at":"2026-07-05T07:29:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"41aacf3362ff26c2032134f32934fe5670813f1fcd073353ce4e01b075a03ae1","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-12-31T08:39:04Z","title_canon_sha256":"50611d37d767fd2e5d6a2e9872fe4d1154b5614627aa571aefe737a9c7da7d21"},"schema_version":"1.0","source":{"id":"2401.00426","kind":"arxiv","version":1}},"canonical_sha256":"6a5a745b725ac09415a82f4d4655d5b6978c0b54b65a9d10cfc05bd337b0820e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6a5a745b725ac09415a82f4d4655d5b6978c0b54b65a9d10cfc05bd337b0820e","first_computed_at":"2026-07-05T07:29:18.391452Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:29:18.391452Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IeUHS+2q0Yt6k+wfoJ42GB/fN6yJoNcsI7ThuOinc4k7VWjllqEx80tPLXMG2xp3f0FDJQQXuX4BmCYnR9tWAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:29:18.391986Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.00426","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:295ea7338e94370f9328463c0746d355e5faa31271433a1b8bf6b6170ae242a9","sha256:9cc4c1cc4cb8ea835ef35cd4d0ac3e8e1ed29312319bf9225b6446e3b6a08437"],"state_sha256":"dc912c7a1a576056d92441405f361f347490ae377f3bdbaaf91a35ff79cf72db"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1PH6XM6as2xjTRjPyCfwGR5s/TdgfifxeN0V1UEAB4zM99lE2B55/JqFxAN2NXIYNAz5yB7EfhHBdWDZblFPDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T14:52:11.613982Z","bundle_sha256":"3e96a14379c1838564efef6c037e4260b10d4755f372def646c43a4f474c53ce"}}