{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:2KQVCP643X7UESPS4O7MNJDIRW","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"66bda1225d95c2ff4c66a92bc4406ef57b08f829fb9c858d32664e7ea6a23db3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T15:30:13Z","title_canon_sha256":"b37aad5e4e6d73908c272ffe4060566dad44bba6369f8050ba60fd0d6e1607d3"},"schema_version":"1.0","source":{"id":"2305.18153","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.18153","created_at":"2026-07-05T06:15:33Z"},{"alias_kind":"arxiv_version","alias_value":"2305.18153v2","created_at":"2026-07-05T06:15:33Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.18153","created_at":"2026-07-05T06:15:33Z"},{"alias_kind":"pith_short_12","alias_value":"2KQVCP643X7U","created_at":"2026-07-05T06:15:33Z"},{"alias_kind":"pith_short_16","alias_value":"2KQVCP643X7UESPS","created_at":"2026-07-05T06:15:33Z"},{"alias_kind":"pith_short_8","alias_value":"2KQVCP64","created_at":"2026-07-05T06:15:33Z"}],"graph_snapshots":[{"event_id":"sha256:ebdb7fe0db3e83067aff299634e6f90d94c7b4c4bf9c1fef5bf39cf00b2f855e","target":"graph","created_at":"2026-07-05T06:15:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.18153/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) have a wealth of knowledge that allows them to excel in various Natural Language Processing (NLP) tasks. Current research focuses on enhancing their performance within their existing knowledge. Despite their vast knowledge, LLMs are still limited by the amount of information they can accommodate and comprehend. Therefore, the ability to understand their own limitations on the unknows, referred to as self-knowledge, is of paramount importance. This study aims to evaluate LLMs' self-knowledge by assessing their ability to identify unanswerable or unknowable questions","authors_text":"Jiawen Wu, Qipeng Guo, Qiushi Sun, Xipeng Qiu, Xuanjing Huang, Zhangyue Yin","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T15:30:13Z","title":"Do Large Language Models Know What They Don't Know?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.18153","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e59927fa176bbc09390a1f98fbd6edfc4659d77edf2ff897f7f50bb4728d88a9","target":"record","created_at":"2026-07-05T06:15:33Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"66bda1225d95c2ff4c66a92bc4406ef57b08f829fb9c858d32664e7ea6a23db3","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-05-29T15:30:13Z","title_canon_sha256":"b37aad5e4e6d73908c272ffe4060566dad44bba6369f8050ba60fd0d6e1607d3"},"schema_version":"1.0","source":{"id":"2305.18153","kind":"arxiv","version":2}},"canonical_sha256":"d2a1513fdcddff4249f2e3bec6a4688dac4ed39da7526e1e50e45c7fb1191328","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"d2a1513fdcddff4249f2e3bec6a4688dac4ed39da7526e1e50e45c7fb1191328","first_computed_at":"2026-07-05T06:15:33.265149Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:15:33.265149Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oSICq9266JB0cm2r08MPCpFhdXlZG3yqn9wtylNouYaaf4SyQCMH3HP8hYWk/MH/05laD/I5A7Shk5XWSAc9AQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:15:33.265688Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.18153","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e59927fa176bbc09390a1f98fbd6edfc4659d77edf2ff897f7f50bb4728d88a9","sha256:ebdb7fe0db3e83067aff299634e6f90d94c7b4c4bf9c1fef5bf39cf00b2f855e"],"state_sha256":"67f55f5c2b144870d4d811fae348fb61a1ba065c6ff5121f9876315c736e7ce4"}