{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:33GVP4ACWZFLG23NHW4XWOHGA3","short_pith_number":"pith:33GVP4AC","canonical_record":{"source":{"id":"2311.09731","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T10:02:40Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"8069de9f543e66a5d000a3fc8a8ade1dd3dea5c88372c43846cc207414c8cdc1","abstract_canon_sha256":"8d9ef5124bf3413c6bf77fa941357787cc106c31a335c7972358e3f47ee90a2e"},"schema_version":"1.0"},"canonical_sha256":"decd57f002b64ab36b6d3db97b38e606d02f8a2f262a768be870796b1f45da90","source":{"kind":"arxiv","id":"2311.09731","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09731","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09731v2","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09731","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_12","alias_value":"33GVP4ACWZFL","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_16","alias_value":"33GVP4ACWZFLG23N","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_8","alias_value":"33GVP4AC","created_at":"2026-07-05T07:45:50Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:33GVP4ACWZFLG23NHW4XWOHGA3","target":"record","payload":{"canonical_record":{"source":{"id":"2311.09731","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T10:02:40Z","cross_cats_sorted":["cs.AI","cs.LG"],"title_canon_sha256":"8069de9f543e66a5d000a3fc8a8ade1dd3dea5c88372c43846cc207414c8cdc1","abstract_canon_sha256":"8d9ef5124bf3413c6bf77fa941357787cc106c31a335c7972358e3f47ee90a2e"},"schema_version":"1.0"},"canonical_sha256":"decd57f002b64ab36b6d3db97b38e606d02f8a2f262a768be870796b1f45da90","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:45:50.600043Z","signature_b64":"hW/Zt3H7vmq5VHD96BnSEugsxHPbjlSKB61O/2YhuOtiF2tM4iF3Fy9lCik6sHw8amlkXwW41kvfl6bUYbnFAQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"decd57f002b64ab36b6d3db97b38e606d02f8a2f262a768be870796b1f45da90","last_reissued_at":"2026-07-05T07:45:50.599341Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:45:50.599341Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2311.09731","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:45:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"GKBvczZvgpwwHVm231eWZscSoK1BHggJdRg4yl/QdQHnYP5Ot4kr9C8l5lnOKOrZquguPhMaHQ98lrpZaIFiBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T15:57:54.930989Z"},"content_sha256":"2048b237c1ce774c950148ed1d145aae82a465cd6e587c7ee8092791899bd383","schema_version":"1.0","event_id":"sha256:2048b237c1ce774c950148ed1d145aae82a465cd6e587c7ee8092791899bd383"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:33GVP4ACWZFLG23NHW4XWOHGA3","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Examining LLMs' Uncertainty Expression Towards Questions Outside Parametric Knowledge","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":["cs.AI","cs.LG"],"primary_cat":"cs.CL","authors_text":"Genglin Liu, Hao Peng, Lifan Yuan, Xingyao Wang, Yangyi Chen","submitted_at":"2023-11-16T10:02:40Z","abstract_excerpt":"Can large language models (LLMs) express their uncertainty in situations where they lack sufficient parametric knowledge to generate reasonable responses? This work aims to systematically investigate LLMs' behaviors in such situations, emphasizing the trade-off between honesty and helpfulness. To tackle the challenge of precisely determining LLMs' knowledge gaps, we diagnostically create unanswerable questions containing non-existent concepts or false premises, ensuring that they are outside the LLMs' vast training data. By compiling a benchmark, UnknownBench, which consists of both unanswerab"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09731","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2311.09731/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:45:50Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Z7b7kYlDgNKZdVNOy3BKUjGayxm1IJM+nkTRd7v+mvgIne5m7un+UmildfpzSSqkRPU2MLCVAbtZnoCtfuCfCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T15:57:54.931789Z"},"content_sha256":"4611f65c093d88ba20da2d6774c081cb1a1cc41900b635c5dd49983098bb2a07","schema_version":"1.0","event_id":"sha256:4611f65c093d88ba20da2d6774c081cb1a1cc41900b635c5dd49983098bb2a07"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/33GVP4ACWZFLG23NHW4XWOHGA3/bundle.json","state_url":"https://pith.science/pith/33GVP4ACWZFLG23NHW4XWOHGA3/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/33GVP4ACWZFLG23NHW4XWOHGA3/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T15:57:54Z","links":{"resolver":"https://pith.science/pith/33GVP4ACWZFLG23NHW4XWOHGA3","bundle":"https://pith.science/pith/33GVP4ACWZFLG23NHW4XWOHGA3/bundle.json","state":"https://pith.science/pith/33GVP4ACWZFLG23NHW4XWOHGA3/state.json","well_known_bundle":"https://pith.science/.well-known/pith/33GVP4ACWZFLG23NHW4XWOHGA3/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:33GVP4ACWZFLG23NHW4XWOHGA3","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8d9ef5124bf3413c6bf77fa941357787cc106c31a335c7972358e3f47ee90a2e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T10:02:40Z","title_canon_sha256":"8069de9f543e66a5d000a3fc8a8ade1dd3dea5c88372c43846cc207414c8cdc1"},"schema_version":"1.0","source":{"id":"2311.09731","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2311.09731","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"arxiv_version","alias_value":"2311.09731v2","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2311.09731","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_12","alias_value":"33GVP4ACWZFL","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_16","alias_value":"33GVP4ACWZFLG23N","created_at":"2026-07-05T07:45:50Z"},{"alias_kind":"pith_short_8","alias_value":"33GVP4AC","created_at":"2026-07-05T07:45:50Z"}],"graph_snapshots":[{"event_id":"sha256:4611f65c093d88ba20da2d6774c081cb1a1cc41900b635c5dd49983098bb2a07","target":"graph","created_at":"2026-07-05T07:45:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2311.09731/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Can large language models (LLMs) express their uncertainty in situations where they lack sufficient parametric knowledge to generate reasonable responses? This work aims to systematically investigate LLMs' behaviors in such situations, emphasizing the trade-off between honesty and helpfulness. To tackle the challenge of precisely determining LLMs' knowledge gaps, we diagnostically create unanswerable questions containing non-existent concepts or false premises, ensuring that they are outside the LLMs' vast training data. By compiling a benchmark, UnknownBench, which consists of both unanswerab","authors_text":"Genglin Liu, Hao Peng, Lifan Yuan, Xingyao Wang, Yangyi Chen","cross_cats":["cs.AI","cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T10:02:40Z","title":"Examining LLMs' Uncertainty Expression Towards Questions Outside Parametric Knowledge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2311.09731","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:2048b237c1ce774c950148ed1d145aae82a465cd6e587c7ee8092791899bd383","target":"record","created_at":"2026-07-05T07:45:50Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8d9ef5124bf3413c6bf77fa941357787cc106c31a335c7972358e3f47ee90a2e","cross_cats_sorted":["cs.AI","cs.LG"],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.CL","submitted_at":"2023-11-16T10:02:40Z","title_canon_sha256":"8069de9f543e66a5d000a3fc8a8ade1dd3dea5c88372c43846cc207414c8cdc1"},"schema_version":"1.0","source":{"id":"2311.09731","kind":"arxiv","version":2}},"canonical_sha256":"decd57f002b64ab36b6d3db97b38e606d02f8a2f262a768be870796b1f45da90","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"decd57f002b64ab36b6d3db97b38e606d02f8a2f262a768be870796b1f45da90","first_computed_at":"2026-07-05T07:45:50.599341Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:45:50.599341Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"hW/Zt3H7vmq5VHD96BnSEugsxHPbjlSKB61O/2YhuOtiF2tM4iF3Fy9lCik6sHw8amlkXwW41kvfl6bUYbnFAQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:45:50.600043Z","signed_message":"canonical_sha256_bytes"},"source_id":"2311.09731","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:2048b237c1ce774c950148ed1d145aae82a465cd6e587c7ee8092791899bd383","sha256:4611f65c093d88ba20da2d6774c081cb1a1cc41900b635c5dd49983098bb2a07"],"state_sha256":"03e0f5df6d533724c4f8a0fb7b42de7501e1b913a5a40274346c6bed717be10f"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"C7Vm1vfYa28pRJyOQ5zDN22iXVoj8qHcTjBb3+AXW8Krd5DwWFRlz4Dxkd09nY/towkE+y62VBvXZHgeqBzhAw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T15:57:54.936937Z","bundle_sha256":"a899585df5a1dbb2eb833f798624fd44dea62bb417131c62806768113cb8a4a4"}}