{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:N72QQCAZATAMW2ZZNCE7HJV7TV","short_pith_number":"pith:N72QQCAZ","canonical_record":{"source":{"id":"2405.13907","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-22T18:28:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a005c6cf5661c92d77b9400652c7d0e1158aa8d00eb607d3bda113d77bd43b41","abstract_canon_sha256":"7ffa337c3602508ce04f5a4ea20dfcdb5f055f8341d24f2e72e5eb6c5148c4a0"},"schema_version":"1.0"},"canonical_sha256":"6ff508081904c0cb6b396889f3a6bf9d5bec247c75f8f7a8df8f36e4f7dfbdc4","source":{"kind":"arxiv","id":"2405.13907","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13907","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13907v2","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13907","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"pith_short_12","alias_value":"N72QQCAZATAM","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"pith_short_16","alias_value":"N72QQCAZATAMW2ZZ","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"pith_short_8","alias_value":"N72QQCAZ","created_at":"2026-07-05T08:32:41Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:N72QQCAZATAMW2ZZNCE7HJV7TV","target":"record","payload":{"canonical_record":{"source":{"id":"2405.13907","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-22T18:28:26Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"a005c6cf5661c92d77b9400652c7d0e1158aa8d00eb607d3bda113d77bd43b41","abstract_canon_sha256":"7ffa337c3602508ce04f5a4ea20dfcdb5f055f8341d24f2e72e5eb6c5148c4a0"},"schema_version":"1.0"},"canonical_sha256":"6ff508081904c0cb6b396889f3a6bf9d5bec247c75f8f7a8df8f36e4f7dfbdc4","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:32:41.021291Z","signature_b64":"ihNIs1Ct62ozSzEnWN6wt7sleT1Pa8k9x6Lc2PX3ipiQSRWUN51kzK94V0nWygOPAqfs39RWpgCNQX85pgevBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6ff508081904c0cb6b396889f3a6bf9d5bec247c75f8f7a8df8f36e4f7dfbdc4","last_reissued_at":"2026-07-05T08:32:41.020788Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:32:41.020788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2405.13907","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"G/wk79rKl/Dz/P2NWRlLOmdzNAL+F8l6ILXndFvjH5U2nWq72/H59qSvEljz3BzCzcRt4w7Nx9CwWAY04vUTAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:03:09.205986Z"},"content_sha256":"b40ec659a256a515892ac9629d04609ca87c5036f7fa8f822b56effbe3107f41","schema_version":"1.0","event_id":"sha256:b40ec659a256a515892ac9629d04609ca87c5036f7fa8f822b56effbe3107f41"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:N72QQCAZATAMW2ZZNCE7HJV7TV","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Just rephrase it! Uncertainty estimation in closed-source language models via multiple rephrased queries","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Adam Yang, Chen Chen, Konstantinos Pitas","submitted_at":"2024-05-22T18:28:26Z","abstract_excerpt":"State-of-the-art large language models are sometimes distributed as open-source software but are also increasingly provided as a closed-source service. These closed-source large-language models typically see the widest usage by the public, however, they often do not provide an estimate of their uncertainty when responding to queries. As even the best models are prone to ``hallucinating\" false information with high confidence, a lack of a reliable estimate of uncertainty limits the applicability of these models in critical settings. We explore estimating the uncertainty of closed-source LLMs vi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13907","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2405.13907/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:32:41Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TN5R17tRP5enWSdhPmZoc9XwSSalQ6guKBkPveL0XboGQE2cNCVJYkE5yxKzBmoUelCxlh6absZh4/km71AeDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T17:03:09.207141Z"},"content_sha256":"6566e2a0725f39cb86f954ba629a683b726e8289022541cf7840c5bfb808d20e","schema_version":"1.0","event_id":"sha256:6566e2a0725f39cb86f954ba629a683b726e8289022541cf7840c5bfb808d20e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N72QQCAZATAMW2ZZNCE7HJV7TV/bundle.json","state_url":"https://pith.science/pith/N72QQCAZATAMW2ZZNCE7HJV7TV/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N72QQCAZATAMW2ZZNCE7HJV7TV/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T17:03:09Z","links":{"resolver":"https://pith.science/pith/N72QQCAZATAMW2ZZNCE7HJV7TV","bundle":"https://pith.science/pith/N72QQCAZATAMW2ZZNCE7HJV7TV/bundle.json","state":"https://pith.science/pith/N72QQCAZATAMW2ZZNCE7HJV7TV/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N72QQCAZATAMW2ZZNCE7HJV7TV/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:N72QQCAZATAMW2ZZNCE7HJV7TV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7ffa337c3602508ce04f5a4ea20dfcdb5f055f8341d24f2e72e5eb6c5148c4a0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-22T18:28:26Z","title_canon_sha256":"a005c6cf5661c92d77b9400652c7d0e1158aa8d00eb607d3bda113d77bd43b41"},"schema_version":"1.0","source":{"id":"2405.13907","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2405.13907","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"arxiv_version","alias_value":"2405.13907v2","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2405.13907","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"pith_short_12","alias_value":"N72QQCAZATAM","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"pith_short_16","alias_value":"N72QQCAZATAMW2ZZ","created_at":"2026-07-05T08:32:41Z"},{"alias_kind":"pith_short_8","alias_value":"N72QQCAZ","created_at":"2026-07-05T08:32:41Z"}],"graph_snapshots":[{"event_id":"sha256:6566e2a0725f39cb86f954ba629a683b726e8289022541cf7840c5bfb808d20e","target":"graph","created_at":"2026-07-05T08:32:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2405.13907/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"State-of-the-art large language models are sometimes distributed as open-source software but are also increasingly provided as a closed-source service. These closed-source large-language models typically see the widest usage by the public, however, they often do not provide an estimate of their uncertainty when responding to queries. As even the best models are prone to ``hallucinating\" false information with high confidence, a lack of a reliable estimate of uncertainty limits the applicability of these models in critical settings. We explore estimating the uncertainty of closed-source LLMs vi","authors_text":"Adam Yang, Chen Chen, Konstantinos Pitas","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-22T18:28:26Z","title":"Just rephrase it! Uncertainty estimation in closed-source language models via multiple rephrased queries"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2405.13907","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b40ec659a256a515892ac9629d04609ca87c5036f7fa8f822b56effbe3107f41","target":"record","created_at":"2026-07-05T08:32:41Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7ffa337c3602508ce04f5a4ea20dfcdb5f055f8341d24f2e72e5eb6c5148c4a0","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-05-22T18:28:26Z","title_canon_sha256":"a005c6cf5661c92d77b9400652c7d0e1158aa8d00eb607d3bda113d77bd43b41"},"schema_version":"1.0","source":{"id":"2405.13907","kind":"arxiv","version":2}},"canonical_sha256":"6ff508081904c0cb6b396889f3a6bf9d5bec247c75f8f7a8df8f36e4f7dfbdc4","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6ff508081904c0cb6b396889f3a6bf9d5bec247c75f8f7a8df8f36e4f7dfbdc4","first_computed_at":"2026-07-05T08:32:41.020788Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:32:41.020788Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ihNIs1Ct62ozSzEnWN6wt7sleT1Pa8k9x6Lc2PX3ipiQSRWUN51kzK94V0nWygOPAqfs39RWpgCNQX85pgevBA==","signature_status":"signed_v1","signed_at":"2026-07-05T08:32:41.021291Z","signed_message":"canonical_sha256_bytes"},"source_id":"2405.13907","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b40ec659a256a515892ac9629d04609ca87c5036f7fa8f822b56effbe3107f41","sha256:6566e2a0725f39cb86f954ba629a683b726e8289022541cf7840c5bfb808d20e"],"state_sha256":"6eb5390c9457ce56c73caff65007f9905439c746c961b5a98a4be1385ff9c9ad"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Idt1b7EQsICjyw2/fTBfH2z9XUITpzwVrqkbQ5vPJd6MAa/knF1aZOisTkl77UYo7ZCdqb7z7ZDcvzPdvbkCDQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T17:03:09.213696Z","bundle_sha256":"419c535b91baa76877f1d18848c3e70205f91eb7c43b7f328fee252c3730e8cf"}}