{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:6AAIYRFGEDROIOVM3464GAPJ7T","short_pith_number":"pith:6AAIYRFG","canonical_record":{"source":{"id":"2408.09172","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-08-17T11:33:23Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"287e36dc0ac730aa2499bccb7fb750b183efe31d14e28f035b62b06611bb2fcb","abstract_canon_sha256":"e573e1bc4338897f66aac52cbd1c1bd6cb8ee3753d8875c183824b2a782bb35d"},"schema_version":"1.0"},"canonical_sha256":"f0008c44a620e2e43aacdf3dc301e9fcf3e06487b5060393c1583d1f5ae3dfd1","source":{"kind":"arxiv","id":"2408.09172","version":4},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.09172","created_at":"2026-07-05T09:59:51Z"},{"alias_kind":"arxiv_version","alias_value":"2408.09172v4","created_at":"2026-07-05T09:59:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.09172","created_at":"2026-07-05T09:59:51Z"},{"alias_kind":"pith_short_12","alias_value":"6AAIYRFGEDRO","created_at":"2026-07-05T09:59:51Z"},{"alias_kind":"pith_short_16","alias_value":"6AAIYRFGEDROIOVM","created_at":"2026-07-05T09:59:51Z"},{"alias_kind":"pith_short_8","alias_value":"6AAIYRFG","created_at":"2026-07-05T09:59:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:6AAIYRFGEDROIOVM3464GAPJ7T","target":"record","payload":{"canonical_record":{"source":{"id":"2408.09172","kind":"arxiv","version":4},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-08-17T11:33:23Z","cross_cats_sorted":["cs.CL"],"title_canon_sha256":"287e36dc0ac730aa2499bccb7fb750b183efe31d14e28f035b62b06611bb2fcb","abstract_canon_sha256":"e573e1bc4338897f66aac52cbd1c1bd6cb8ee3753d8875c183824b2a782bb35d"},"schema_version":"1.0"},"canonical_sha256":"f0008c44a620e2e43aacdf3dc301e9fcf3e06487b5060393c1583d1f5ae3dfd1","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:59:51.295115Z","signature_b64":"mJmMozxg9R+wDlvKWKaXbxLL1zMrae++5zFd0kVXLTNCxsTVQQeVd6F8GZfLw3h4X50JOZhogpUE/xgbL3LzCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"f0008c44a620e2e43aacdf3dc301e9fcf3e06487b5060393c1583d1f5ae3dfd1","last_reissued_at":"2026-07-05T09:59:51.294731Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:59:51.294731Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2408.09172","source_version":4,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:59:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"pyFU0rLq5n0Y/mGkcERwKoDF1pYe2kK1alICK0rbal95+SaRQeSRJgTSvFZWcbwhptcGmVb8rfURh9qaOUROCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:40:04.462129Z"},"content_sha256":"004f4a20924daa2e20e1b8894b7e56fbd316699ad17105a09c2a03c3c104231b","schema_version":"1.0","event_id":"sha256:004f4a20924daa2e20e1b8894b7e56fbd316699ad17105a09c2a03c3c104231b"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:6AAIYRFGEDROIOVM3464GAPJ7T","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unlocking the Power of LLM Uncertainty for Active In-Context Example Selection","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CL"],"primary_cat":"cs.AI","authors_text":"Hsiu-Yuan Huang, Junzhao Zhang, Yunfang Wu, Yutong Yang, Zichen Wu","submitted_at":"2024-08-17T11:33:23Z","abstract_excerpt":"Large Language Models (LLMs) have shown remarkable performance across a wide range of downstream tasks. However, it is challenging for users to discern whether the responses of LLM are generated with certainty or are fabricated to meet user expectations. In this paper, we introduce Uncertainty Tripartite Testing Paradigm (Unc-TTP), a novel method for classifying LLM uncertainty by leveraging output inconsistency. Specifically, Unc-TTP performs three rounds of sampling under varying label injection interference, enumerating all possible outcomes, and uses the degree of output inconsistency as t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.09172","kind":"arxiv","version":4},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2408.09172/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:59:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"cMqiLotbcOaJX2QVZ6cNB1E8m0QlA1qaLW5aEACj0gcBC1LJNQgAkv6Cgge+qhe664mvvbof3BnXhmCXxWoYBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T19:40:04.462634Z"},"content_sha256":"2d965cda823be05361f87e82f0117c277933e4be871f4a74d771c7eca7affcb3","schema_version":"1.0","event_id":"sha256:2d965cda823be05361f87e82f0117c277933e4be871f4a74d771c7eca7affcb3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/6AAIYRFGEDROIOVM3464GAPJ7T/bundle.json","state_url":"https://pith.science/pith/6AAIYRFGEDROIOVM3464GAPJ7T/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/6AAIYRFGEDROIOVM3464GAPJ7T/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T19:40:04Z","links":{"resolver":"https://pith.science/pith/6AAIYRFGEDROIOVM3464GAPJ7T","bundle":"https://pith.science/pith/6AAIYRFGEDROIOVM3464GAPJ7T/bundle.json","state":"https://pith.science/pith/6AAIYRFGEDROIOVM3464GAPJ7T/state.json","well_known_bundle":"https://pith.science/.well-known/pith/6AAIYRFGEDROIOVM3464GAPJ7T/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:6AAIYRFGEDROIOVM3464GAPJ7T","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"e573e1bc4338897f66aac52cbd1c1bd6cb8ee3753d8875c183824b2a782bb35d","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-08-17T11:33:23Z","title_canon_sha256":"287e36dc0ac730aa2499bccb7fb750b183efe31d14e28f035b62b06611bb2fcb"},"schema_version":"1.0","source":{"id":"2408.09172","kind":"arxiv","version":4}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2408.09172","created_at":"2026-07-05T09:59:51Z"},{"alias_kind":"arxiv_version","alias_value":"2408.09172v4","created_at":"2026-07-05T09:59:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2408.09172","created_at":"2026-07-05T09:59:51Z"},{"alias_kind":"pith_short_12","alias_value":"6AAIYRFGEDRO","created_at":"2026-07-05T09:59:51Z"},{"alias_kind":"pith_short_16","alias_value":"6AAIYRFGEDROIOVM","created_at":"2026-07-05T09:59:51Z"},{"alias_kind":"pith_short_8","alias_value":"6AAIYRFG","created_at":"2026-07-05T09:59:51Z"}],"graph_snapshots":[{"event_id":"sha256:2d965cda823be05361f87e82f0117c277933e4be871f4a74d771c7eca7affcb3","target":"graph","created_at":"2026-07-05T09:59:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2408.09172/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have shown remarkable performance across a wide range of downstream tasks. However, it is challenging for users to discern whether the responses of LLM are generated with certainty or are fabricated to meet user expectations. In this paper, we introduce Uncertainty Tripartite Testing Paradigm (Unc-TTP), a novel method for classifying LLM uncertainty by leveraging output inconsistency. Specifically, Unc-TTP performs three rounds of sampling under varying label injection interference, enumerating all possible outcomes, and uses the degree of output inconsistency as t","authors_text":"Hsiu-Yuan Huang, Junzhao Zhang, Yunfang Wu, Yutong Yang, Zichen Wu","cross_cats":["cs.CL"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-08-17T11:33:23Z","title":"Unlocking the Power of LLM Uncertainty for Active In-Context Example Selection"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2408.09172","kind":"arxiv","version":4},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:004f4a20924daa2e20e1b8894b7e56fbd316699ad17105a09c2a03c3c104231b","target":"record","created_at":"2026-07-05T09:59:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"e573e1bc4338897f66aac52cbd1c1bd6cb8ee3753d8875c183824b2a782bb35d","cross_cats_sorted":["cs.CL"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2024-08-17T11:33:23Z","title_canon_sha256":"287e36dc0ac730aa2499bccb7fb750b183efe31d14e28f035b62b06611bb2fcb"},"schema_version":"1.0","source":{"id":"2408.09172","kind":"arxiv","version":4}},"canonical_sha256":"f0008c44a620e2e43aacdf3dc301e9fcf3e06487b5060393c1583d1f5ae3dfd1","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"f0008c44a620e2e43aacdf3dc301e9fcf3e06487b5060393c1583d1f5ae3dfd1","first_computed_at":"2026-07-05T09:59:51.294731Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:59:51.294731Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mJmMozxg9R+wDlvKWKaXbxLL1zMrae++5zFd0kVXLTNCxsTVQQeVd6F8GZfLw3h4X50JOZhogpUE/xgbL3LzCg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:59:51.295115Z","signed_message":"canonical_sha256_bytes"},"source_id":"2408.09172","source_kind":"arxiv","source_version":4}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:004f4a20924daa2e20e1b8894b7e56fbd316699ad17105a09c2a03c3c104231b","sha256:2d965cda823be05361f87e82f0117c277933e4be871f4a74d771c7eca7affcb3"],"state_sha256":"b01bba7b7d97500feaefb8b20546f307bec296f5203479b35dc38b7d7df768eb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"NaL/OXeX1IyeZY9M9iLH4b6B4JLXqf89K+rprdoIyOJazeC4s5DTlKH3gbboJMCKjOAQWxiZGxXlVgUTAz6iCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T19:40:04.467576Z","bundle_sha256":"acba4f8c195af0039e40c969d124f50904d33b7015a03922171bf7b8bced1a75"}}