{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:A5OT3YUR2RKFNDUPYQUUZTOFJA","short_pith_number":"pith:A5OT3YUR","canonical_record":{"source":{"id":"2309.16145","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-28T03:50:09Z","cross_cats_sorted":["cs.CY","cs.HC"],"title_canon_sha256":"4496f9f800141a90aa079470f0ed06a66a374ccb9bea48e2104939e27d3810ae","abstract_canon_sha256":"4c764764738b6bbdcabcb749b6ba6e5ec079ded4a380a6e3ce9a5406719e660d"},"schema_version":"1.0"},"canonical_sha256":"075d3de291d454568e8fc4294ccdc54815e067f96a8fd8294caed39fe6244df0","source":{"kind":"arxiv","id":"2309.16145","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.16145","created_at":"2026-07-05T06:55:11Z"},{"alias_kind":"arxiv_version","alias_value":"2309.16145v1","created_at":"2026-07-05T06:55:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.16145","created_at":"2026-07-05T06:55:11Z"},{"alias_kind":"pith_short_12","alias_value":"A5OT3YUR2RKF","created_at":"2026-07-05T06:55:11Z"},{"alias_kind":"pith_short_16","alias_value":"A5OT3YUR2RKFNDUP","created_at":"2026-07-05T06:55:11Z"},{"alias_kind":"pith_short_8","alias_value":"A5OT3YUR","created_at":"2026-07-05T06:55:11Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:A5OT3YUR2RKFNDUPYQUUZTOFJA","target":"record","payload":{"canonical_record":{"source":{"id":"2309.16145","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-28T03:50:09Z","cross_cats_sorted":["cs.CY","cs.HC"],"title_canon_sha256":"4496f9f800141a90aa079470f0ed06a66a374ccb9bea48e2104939e27d3810ae","abstract_canon_sha256":"4c764764738b6bbdcabcb749b6ba6e5ec079ded4a380a6e3ce9a5406719e660d"},"schema_version":"1.0"},"canonical_sha256":"075d3de291d454568e8fc4294ccdc54815e067f96a8fd8294caed39fe6244df0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:55:11.977251Z","signature_b64":"zKAyDQPNEEZc4P3Q2ubOvg0UarXqb0JmylhPEX3iGXa0y0K5gg6FouYJv7mF0gfT9EsGUz3vQQUSog9AEsbDBw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"075d3de291d454568e8fc4294ccdc54815e067f96a8fd8294caed39fe6244df0","last_reissued_at":"2026-07-05T06:55:11.976823Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:55:11.976823Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2309.16145","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:55:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"d5f36KCjLLwNneV5eMF0MhCQBDqSqk0jgWxec6Vz7HzThXQOoc3so35D8i8FaI6FrSBLxYe93l3N7vHJUslTDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T09:46:11.213024Z"},"content_sha256":"eb9188568a33b8dad2adc520495f5c016811ba934287544181824aecfbda4493","schema_version":"1.0","event_id":"sha256:eb9188568a33b8dad2adc520495f5c016811ba934287544181824aecfbda4493"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:A5OT3YUR2RKFNDUPYQUUZTOFJA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"The Confidence-Competence Gap in Large Language Models: A Cognitive Study","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CY","cs.HC"],"primary_cat":"cs.CL","authors_text":"Aniket Kumar Singh, Bishal Lamichhane, Chandra Dhakal, Suman Devkota, Uttam Dhakal","submitted_at":"2023-09-28T03:50:09Z","abstract_excerpt":"Large Language Models (LLMs) have acquired ubiquitous attention for their performances across diverse domains. Our study here searches through LLMs' cognitive abilities and confidence dynamics. We dive deep into understanding the alignment between their self-assessed confidence and actual performance. We exploit these models with diverse sets of questionnaires and real-world scenarios and extract how LLMs exhibit confidence in their responses. Our findings reveal intriguing instances where models demonstrate high confidence even when they answer incorrectly. This is reminiscent of the Dunning-"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.16145","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2309.16145/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:55:11Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wjUldhlnK0wmhCiMqe8PXQ9oQYABLg5HeK0spOdEdRKPLNFvIh5YsKrjOseQDNq3FAsDIFnlTTemCwsnONJhBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-11T09:46:11.213329Z"},"content_sha256":"72992e4956a8c32621c8af91026fad71178642fd1296105c41551e47ca222710","schema_version":"1.0","event_id":"sha256:72992e4956a8c32621c8af91026fad71178642fd1296105c41551e47ca222710"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/A5OT3YUR2RKFNDUPYQUUZTOFJA/bundle.json","state_url":"https://pith.science/pith/A5OT3YUR2RKFNDUPYQUUZTOFJA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/A5OT3YUR2RKFNDUPYQUUZTOFJA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-11T09:46:11Z","links":{"resolver":"https://pith.science/pith/A5OT3YUR2RKFNDUPYQUUZTOFJA","bundle":"https://pith.science/pith/A5OT3YUR2RKFNDUPYQUUZTOFJA/bundle.json","state":"https://pith.science/pith/A5OT3YUR2RKFNDUPYQUUZTOFJA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/A5OT3YUR2RKFNDUPYQUUZTOFJA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:A5OT3YUR2RKFNDUPYQUUZTOFJA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"4c764764738b6bbdcabcb749b6ba6e5ec079ded4a380a6e3ce9a5406719e660d","cross_cats_sorted":["cs.CY","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-28T03:50:09Z","title_canon_sha256":"4496f9f800141a90aa079470f0ed06a66a374ccb9bea48e2104939e27d3810ae"},"schema_version":"1.0","source":{"id":"2309.16145","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2309.16145","created_at":"2026-07-05T06:55:11Z"},{"alias_kind":"arxiv_version","alias_value":"2309.16145v1","created_at":"2026-07-05T06:55:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2309.16145","created_at":"2026-07-05T06:55:11Z"},{"alias_kind":"pith_short_12","alias_value":"A5OT3YUR2RKF","created_at":"2026-07-05T06:55:11Z"},{"alias_kind":"pith_short_16","alias_value":"A5OT3YUR2RKFNDUP","created_at":"2026-07-05T06:55:11Z"},{"alias_kind":"pith_short_8","alias_value":"A5OT3YUR","created_at":"2026-07-05T06:55:11Z"}],"graph_snapshots":[{"event_id":"sha256:72992e4956a8c32621c8af91026fad71178642fd1296105c41551e47ca222710","target":"graph","created_at":"2026-07-05T06:55:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2309.16145/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have acquired ubiquitous attention for their performances across diverse domains. Our study here searches through LLMs' cognitive abilities and confidence dynamics. We dive deep into understanding the alignment between their self-assessed confidence and actual performance. We exploit these models with diverse sets of questionnaires and real-world scenarios and extract how LLMs exhibit confidence in their responses. Our findings reveal intriguing instances where models demonstrate high confidence even when they answer incorrectly. This is reminiscent of the Dunning-","authors_text":"Aniket Kumar Singh, Bishal Lamichhane, Chandra Dhakal, Suman Devkota, Uttam Dhakal","cross_cats":["cs.CY","cs.HC"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-28T03:50:09Z","title":"The Confidence-Competence Gap in Large Language Models: A Cognitive Study"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2309.16145","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eb9188568a33b8dad2adc520495f5c016811ba934287544181824aecfbda4493","target":"record","created_at":"2026-07-05T06:55:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"4c764764738b6bbdcabcb749b6ba6e5ec079ded4a380a6e3ce9a5406719e660d","cross_cats_sorted":["cs.CY","cs.HC"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-09-28T03:50:09Z","title_canon_sha256":"4496f9f800141a90aa079470f0ed06a66a374ccb9bea48e2104939e27d3810ae"},"schema_version":"1.0","source":{"id":"2309.16145","kind":"arxiv","version":1}},"canonical_sha256":"075d3de291d454568e8fc4294ccdc54815e067f96a8fd8294caed39fe6244df0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"075d3de291d454568e8fc4294ccdc54815e067f96a8fd8294caed39fe6244df0","first_computed_at":"2026-07-05T06:55:11.976823Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:55:11.976823Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"zKAyDQPNEEZc4P3Q2ubOvg0UarXqb0JmylhPEX3iGXa0y0K5gg6FouYJv7mF0gfT9EsGUz3vQQUSog9AEsbDBw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:55:11.977251Z","signed_message":"canonical_sha256_bytes"},"source_id":"2309.16145","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eb9188568a33b8dad2adc520495f5c016811ba934287544181824aecfbda4493","sha256:72992e4956a8c32621c8af91026fad71178642fd1296105c41551e47ca222710"],"state_sha256":"2035f88d2d92776c9497d6a6c59b7e70895dfbfe4a194721949b52ca90bcb801"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"DkFpBy5jAwz1bhS83fDqUedKaEP2mwNUEdNJ75gnE1dPnYGNzvvThLcsvCM15WLszHBs03PftJZ2VgaM1NVFDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-11T09:46:11.215618Z","bundle_sha256":"dbe17a50a05db1816225b8c59e40f28be34b34c0eff43c078c5df0c7aed7e724"}}