{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:5KJX2UVA7WVKP2OQ276QQOGY7K","short_pith_number":"pith:5KJX2UVA","canonical_record":{"source":{"id":"2401.06730","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-12T18:03:30Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"da5a1373e803fedd66e70544eda8722b7e41caae425e20573a8a837ebaef782d","abstract_canon_sha256":"06fdeb3d5986ec66d1c62eeb3d2baf70983341b81a1f84c89b0ccf43cb608f71"},"schema_version":"1.0"},"canonical_sha256":"ea937d52a0fdaaa7e9d0d7fd0838d8fa8f3d5b8bbd8acaa24393ce4205833de6","source":{"kind":"arxiv","id":"2401.06730","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.06730","created_at":"2026-07-05T08:42:01Z"},{"alias_kind":"arxiv_version","alias_value":"2401.06730v2","created_at":"2026-07-05T08:42:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.06730","created_at":"2026-07-05T08:42:01Z"},{"alias_kind":"pith_short_12","alias_value":"5KJX2UVA7WVK","created_at":"2026-07-05T08:42:01Z"},{"alias_kind":"pith_short_16","alias_value":"5KJX2UVA7WVKP2OQ","created_at":"2026-07-05T08:42:01Z"},{"alias_kind":"pith_short_8","alias_value":"5KJX2UVA","created_at":"2026-07-05T08:42:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:5KJX2UVA7WVKP2OQ276QQOGY7K","target":"record","payload":{"canonical_record":{"source":{"id":"2401.06730","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-12T18:03:30Z","cross_cats_sorted":["cs.AI","cs.HC"],"title_canon_sha256":"da5a1373e803fedd66e70544eda8722b7e41caae425e20573a8a837ebaef782d","abstract_canon_sha256":"06fdeb3d5986ec66d1c62eeb3d2baf70983341b81a1f84c89b0ccf43cb608f71"},"schema_version":"1.0"},"canonical_sha256":"ea937d52a0fdaaa7e9d0d7fd0838d8fa8f3d5b8bbd8acaa24393ce4205833de6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:42:01.305343Z","signature_b64":"+Zmx7zeJwfPy34qq8/qfbwC3mo1wD3TNJNi6PXVR50PYVg+B+/Yj/pl3HOKipTZJclonPtPRWskxRKiycCDrDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ea937d52a0fdaaa7e9d0d7fd0838d8fa8f3d5b8bbd8acaa24393ce4205833de6","last_reissued_at":"2026-07-05T08:42:01.304850Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:42:01.304850Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.06730","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mrvto9ioG02ftLwsZDgBty3q6UFCYlMWPq35Yenlo8DE5sj614uROgBuN1aY2DH8BPAaJ9o0EJkAOjZLXWCEBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:05:45.555181Z"},"content_sha256":"d804d327f0d03304c4bf8ecd43ccfabede63a5402f6e82093abc59b1e5440395","schema_version":"1.0","event_id":"sha256:d804d327f0d03304c4bf8ecd43ccfabede63a5402f6e82093abc59b1e5440395"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:5KJX2UVA7WVKP2OQ276QQOGY7K","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Relying on the Unreliable: The Impact of Language Models' Reluctance to Express Uncertainty","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.HC"],"primary_cat":"cs.CL","authors_text":"Jena D. Hwang, Kaitlyn Zhou, Maarten Sap, Xiang Ren","submitted_at":"2024-01-12T18:03:30Z","abstract_excerpt":"As natural language becomes the default interface for human-AI interaction, there is a need for LMs to appropriately communicate uncertainties in downstream applications. In this work, we investigate how LMs incorporate confidence in responses via natural language and how downstream users behave in response to LM-articulated uncertainties. We examine publicly deployed models and find that LMs are reluctant to express uncertainties when answering questions even when they produce incorrect responses. LMs can be explicitly prompted to express confidences, but tend to be overconfident, resulting i"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.06730","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.06730/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9GNYpVnq9Y4HRY/qSwquL0qVlA6zYOW/l7oUtihOk0l8UNypdJT2d3fVKHxdWAkkiMNQt9NzhXhGHdofYDInCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-04T21:05:45.555691Z"},"content_sha256":"9b3af9ae7d6c7b500db773055134647688fd49672ec40c7d8d038a7fc0c02fce","schema_version":"1.0","event_id":"sha256:9b3af9ae7d6c7b500db773055134647688fd49672ec40c7d8d038a7fc0c02fce"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5KJX2UVA7WVKP2OQ276QQOGY7K/bundle.json","state_url":"https://pith.science/pith/5KJX2UVA7WVKP2OQ276QQOGY7K/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5KJX2UVA7WVKP2OQ276QQOGY7K/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-04T21:05:45Z","links":{"resolver":"https://pith.science/pith/5KJX2UVA7WVKP2OQ276QQOGY7K","bundle":"https://pith.science/pith/5KJX2UVA7WVKP2OQ276QQOGY7K/bundle.json","state":"https://pith.science/pith/5KJX2UVA7WVKP2OQ276QQOGY7K/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5KJX2UVA7WVKP2OQ276QQOGY7K/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:5KJX2UVA7WVKP2OQ276QQOGY7K","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"06fdeb3d5986ec66d1c62eeb3d2baf70983341b81a1f84c89b0ccf43cb608f71","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-12T18:03:30Z","title_canon_sha256":"da5a1373e803fedd66e70544eda8722b7e41caae425e20573a8a837ebaef782d"},"schema_version":"1.0","source":{"id":"2401.06730","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.06730","created_at":"2026-07-05T08:42:01Z"},{"alias_kind":"arxiv_version","alias_value":"2401.06730v2","created_at":"2026-07-05T08:42:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.06730","created_at":"2026-07-05T08:42:01Z"},{"alias_kind":"pith_short_12","alias_value":"5KJX2UVA7WVK","created_at":"2026-07-05T08:42:01Z"},{"alias_kind":"pith_short_16","alias_value":"5KJX2UVA7WVKP2OQ","created_at":"2026-07-05T08:42:01Z"},{"alias_kind":"pith_short_8","alias_value":"5KJX2UVA","created_at":"2026-07-05T08:42:01Z"}],"graph_snapshots":[{"event_id":"sha256:9b3af9ae7d6c7b500db773055134647688fd49672ec40c7d8d038a7fc0c02fce","target":"graph","created_at":"2026-07-05T08:42:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.06730/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As natural language becomes the default interface for human-AI interaction, there is a need for LMs to appropriately communicate uncertainties in downstream applications. In this work, we investigate how LMs incorporate confidence in responses via natural language and how downstream users behave in response to LM-articulated uncertainties. We examine publicly deployed models and find that LMs are reluctant to express uncertainties when answering questions even when they produce incorrect responses. LMs can be explicitly prompted to express confidences, but tend to be overconfident, resulting i","authors_text":"Jena D. Hwang, Kaitlyn Zhou, Maarten Sap, Xiang Ren","cross_cats":["cs.AI","cs.HC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-12T18:03:30Z","title":"Relying on the Unreliable: The Impact of Language Models' Reluctance to Express Uncertainty"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.06730","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d804d327f0d03304c4bf8ecd43ccfabede63a5402f6e82093abc59b1e5440395","target":"record","created_at":"2026-07-05T08:42:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"06fdeb3d5986ec66d1c62eeb3d2baf70983341b81a1f84c89b0ccf43cb608f71","cross_cats_sorted":["cs.AI","cs.HC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-01-12T18:03:30Z","title_canon_sha256":"da5a1373e803fedd66e70544eda8722b7e41caae425e20573a8a837ebaef782d"},"schema_version":"1.0","source":{"id":"2401.06730","kind":"arxiv","version":2}},"canonical_sha256":"ea937d52a0fdaaa7e9d0d7fd0838d8fa8f3d5b8bbd8acaa24393ce4205833de6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ea937d52a0fdaaa7e9d0d7fd0838d8fa8f3d5b8bbd8acaa24393ce4205833de6","first_computed_at":"2026-07-05T08:42:01.304850Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:42:01.304850Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+Zmx7zeJwfPy34qq8/qfbwC3mo1wD3TNJNi6PXVR50PYVg+B+/Yj/pl3HOKipTZJclonPtPRWskxRKiycCDrDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:42:01.305343Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.06730","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d804d327f0d03304c4bf8ecd43ccfabede63a5402f6e82093abc59b1e5440395","sha256:9b3af9ae7d6c7b500db773055134647688fd49672ec40c7d8d038a7fc0c02fce"],"state_sha256":"c1387dbf68fcd2e8dd1afe8de2b490c77fc2c2a4a0923bb05c244f8a7b6d955d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9Rb2mhUitBOuz2pkxBSiGAurPEvNwEYZFW2mJaJd7hXAWh8wKSbVU9jh409lDiKgSutHTGUmjy1lajbeQlgTAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-04T21:05:45.559538Z","bundle_sha256":"8571f0bd28319715b71b6e7946ccc3b5376f530bf24cb184206af403bfeab917"}}