{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:7WACDI4I2JQ2V4O7HNK5GNLRYJ","short_pith_number":"pith:7WACDI4I","canonical_record":{"source":{"id":"2402.13606","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T08:20:06Z","cross_cats_sorted":[],"title_canon_sha256":"e9be1864ceccb1c5282b14b8c80bebe84f2217bfcee51d2768fb54f512082a99","abstract_canon_sha256":"cd088fad1d8abd789876777df454828dcf4a839518ecd8f8ecafeb9457ed9e61"},"schema_version":"1.0"},"canonical_sha256":"fd8021a388d261aaf1df3b55d33571c26067a1a139a10562b227d4025441e937","source":{"kind":"arxiv","id":"2402.13606","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13606","created_at":"2026-07-05T11:08:37Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13606v4","created_at":"2026-07-05T11:08:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13606","created_at":"2026-07-05T11:08:37Z"},{"alias_kind":"pith_short_12","alias_value":"7WACDI4I2JQ2","created_at":"2026-07-05T11:08:37Z"},{"alias_kind":"pith_short_16","alias_value":"7WACDI4I2JQ2V4O7","created_at":"2026-07-05T11:08:37Z"},{"alias_kind":"pith_short_8","alias_value":"7WACDI4I","created_at":"2026-07-05T11:08:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:7WACDI4I2JQ2V4O7HNK5GNLRYJ","target":"record","payload":{"canonical_record":{"source":{"id":"2402.13606","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T08:20:06Z","cross_cats_sorted":[],"title_canon_sha256":"e9be1864ceccb1c5282b14b8c80bebe84f2217bfcee51d2768fb54f512082a99","abstract_canon_sha256":"cd088fad1d8abd789876777df454828dcf4a839518ecd8f8ecafeb9457ed9e61"},"schema_version":"1.0"},"canonical_sha256":"fd8021a388d261aaf1df3b55d33571c26067a1a139a10562b227d4025441e937","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:08:37.884215Z","signature_b64":"qTkBLyOtdDO//FaCVcvwUVybIaesu5Ma2q5mOYrs9j/z91UnL7zUk6VBg0GYZnK+uOz59xBvrsmZzJK1zElABQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"fd8021a388d261aaf1df3b55d33571c26067a1a139a10562b227d4025441e937","last_reissued_at":"2026-07-05T11:08:37.883736Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:08:37.883736Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2402.13606","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2pF+gQph72hQypboTB93fmMS4mJb2hw6VhcXkmUBevaH9HVzQ/N8FInYpOys7Q9dcdblcyFlSRzh+ECwL00MDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:38:53.288569Z"},"content_sha256":"9ffc985eb792260a1b63884a6ff2d69c26add17492aef584261086f23cd29f82","schema_version":"1.0","event_id":"sha256:9ffc985eb792260a1b63884a6ff2d69c26add17492aef584261086f23cd29f82"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:7WACDI4I2JQ2V4O7HNK5GNLRYJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"MlingConf: A Comprehensive Study of Multilingual Confidence Estimation on Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bin Liang, Boyang Xue, Hongru Wang, Kam-Fai Wong, Rui Wang, Sheng Wang, Wenxuan Zhang, Yiming Du, Zezhong Wang","submitted_at":"2024-02-21T08:20:06Z","abstract_excerpt":"The tendency of Large Language Models (LLMs) to generate hallucinations raises concerns regarding their reliability. Therefore, confidence estimations indicating the extent of trustworthiness of the generations become essential. However, current LLM confidence estimations in languages other than English remain underexplored. This paper addresses this gap by introducing a comprehensive investigation of Multilingual Confidence estimation (MlingConf) on LLMs, focusing on both language-agnostic (LA) and language-specific (LS) tasks to explore the performance and language dominance effects of multi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13606","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2402.13606/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:08:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"MN1qTrxc9fixpnzgnUO/i7Sir+HttQvXF9yqXt0k8V9D9sqkAHPr+2o1bFUDOGXaKZnV7UKVj/W38osevlBSCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T20:38:53.289101Z"},"content_sha256":"55964f0863337c47c9f8094b6fdab954ec5e75590a7d04f30e27577bfec486e2","schema_version":"1.0","event_id":"sha256:55964f0863337c47c9f8094b6fdab954ec5e75590a7d04f30e27577bfec486e2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/7WACDI4I2JQ2V4O7HNK5GNLRYJ/bundle.json","state_url":"https://pith.science/pith/7WACDI4I2JQ2V4O7HNK5GNLRYJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/7WACDI4I2JQ2V4O7HNK5GNLRYJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T20:38:53Z","links":{"resolver":"https://pith.science/pith/7WACDI4I2JQ2V4O7HNK5GNLRYJ","bundle":"https://pith.science/pith/7WACDI4I2JQ2V4O7HNK5GNLRYJ/bundle.json","state":"https://pith.science/pith/7WACDI4I2JQ2V4O7HNK5GNLRYJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/7WACDI4I2JQ2V4O7HNK5GNLRYJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:7WACDI4I2JQ2V4O7HNK5GNLRYJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cd088fad1d8abd789876777df454828dcf4a839518ecd8f8ecafeb9457ed9e61","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T08:20:06Z","title_canon_sha256":"e9be1864ceccb1c5282b14b8c80bebe84f2217bfcee51d2768fb54f512082a99"},"schema_version":"1.0","source":{"id":"2402.13606","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.13606","created_at":"2026-07-05T11:08:37Z"},{"alias_kind":"arxiv_version","alias_value":"2402.13606v4","created_at":"2026-07-05T11:08:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.13606","created_at":"2026-07-05T11:08:37Z"},{"alias_kind":"pith_short_12","alias_value":"7WACDI4I2JQ2","created_at":"2026-07-05T11:08:37Z"},{"alias_kind":"pith_short_16","alias_value":"7WACDI4I2JQ2V4O7","created_at":"2026-07-05T11:08:37Z"},{"alias_kind":"pith_short_8","alias_value":"7WACDI4I","created_at":"2026-07-05T11:08:37Z"}],"graph_snapshots":[{"event_id":"sha256:55964f0863337c47c9f8094b6fdab954ec5e75590a7d04f30e27577bfec486e2","target":"graph","created_at":"2026-07-05T11:08:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.13606/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The tendency of Large Language Models (LLMs) to generate hallucinations raises concerns regarding their reliability. Therefore, confidence estimations indicating the extent of trustworthiness of the generations become essential. However, current LLM confidence estimations in languages other than English remain underexplored. This paper addresses this gap by introducing a comprehensive investigation of Multilingual Confidence estimation (MlingConf) on LLMs, focusing on both language-agnostic (LA) and language-specific (LS) tasks to explore the performance and language dominance effects of multi","authors_text":"Bin Liang, Boyang Xue, Hongru Wang, Kam-Fai Wong, Rui Wang, Sheng Wang, Wenxuan Zhang, Yiming Du, Zezhong Wang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T08:20:06Z","title":"MlingConf: A Comprehensive Study of Multilingual Confidence Estimation on Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.13606","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:9ffc985eb792260a1b63884a6ff2d69c26add17492aef584261086f23cd29f82","target":"record","created_at":"2026-07-05T11:08:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cd088fad1d8abd789876777df454828dcf4a839518ecd8f8ecafeb9457ed9e61","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-02-21T08:20:06Z","title_canon_sha256":"e9be1864ceccb1c5282b14b8c80bebe84f2217bfcee51d2768fb54f512082a99"},"schema_version":"1.0","source":{"id":"2402.13606","kind":"arxiv","version":4}},"canonical_sha256":"fd8021a388d261aaf1df3b55d33571c26067a1a139a10562b227d4025441e937","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"fd8021a388d261aaf1df3b55d33571c26067a1a139a10562b227d4025441e937","first_computed_at":"2026-07-05T11:08:37.883736Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:08:37.883736Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qTkBLyOtdDO//FaCVcvwUVybIaesu5Ma2q5mOYrs9j/z91UnL7zUk6VBg0GYZnK+uOz59xBvrsmZzJK1zElABQ==","signature_status":"signed_v1","signed_at":"2026-07-05T11:08:37.884215Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.13606","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:9ffc985eb792260a1b63884a6ff2d69c26add17492aef584261086f23cd29f82","sha256:55964f0863337c47c9f8094b6fdab954ec5e75590a7d04f30e27577bfec486e2"],"state_sha256":"a6d62b840836c08c1bb30fa800c1038ea5a5961ece8815d4d61c1c07cabf46a5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZcenEPOZMHjoBQOQPrMYA2vN36WRtEy1aU/ifsuFq2YJpyi/LWE1zyuAbLLz1nuWkuSwxAULHysdpIu6GoO7Aw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T20:38:53.292833Z","bundle_sha256":"56d0e0d006ef2df2ad66bb177b87cb4ba9ecd711970b27814c009768a296261b"}}