{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:RPFBE2IW6M6DPXPKUBIYTYC4YB","short_pith_number":"pith:RPFBE2IW","canonical_record":{"source":{"id":"2407.00994","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T06:11:30Z","cross_cats_sorted":[],"title_canon_sha256":"84af5107a9680b6ab2772f3e7e7475784636a549ea053d05565af4d00df39612","abstract_canon_sha256":"8c42c511c01f8e1bd82f5b7f2927376f171a50601e8629221a0b67666b8b1bad"},"schema_version":"1.0"},"canonical_sha256":"8bca126916f33c37ddeaa05189e05cc044192af559421e6a6825e1763352cd5a","source":{"kind":"arxiv","id":"2407.00994","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.00994","created_at":"2026-07-05T08:41:05Z"},{"alias_kind":"arxiv_version","alias_value":"2407.00994v2","created_at":"2026-07-05T08:41:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.00994","created_at":"2026-07-05T08:41:05Z"},{"alias_kind":"pith_short_12","alias_value":"RPFBE2IW6M6D","created_at":"2026-07-05T08:41:05Z"},{"alias_kind":"pith_short_16","alias_value":"RPFBE2IW6M6DPXPK","created_at":"2026-07-05T08:41:05Z"},{"alias_kind":"pith_short_8","alias_value":"RPFBE2IW","created_at":"2026-07-05T08:41:05Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:RPFBE2IW6M6DPXPKUBIYTYC4YB","target":"record","payload":{"canonical_record":{"source":{"id":"2407.00994","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T06:11:30Z","cross_cats_sorted":[],"title_canon_sha256":"84af5107a9680b6ab2772f3e7e7475784636a549ea053d05565af4d00df39612","abstract_canon_sha256":"8c42c511c01f8e1bd82f5b7f2927376f171a50601e8629221a0b67666b8b1bad"},"schema_version":"1.0"},"canonical_sha256":"8bca126916f33c37ddeaa05189e05cc044192af559421e6a6825e1763352cd5a","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:41:05.072559Z","signature_b64":"SJSD0AM1CZFk3vnqA1dJwvbyYRjEP4Tl6yiR2PFGrLvj8FqpyABtlm9TpbpjP8e1B1kHMCmc2/3Q3LezS6ibDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"8bca126916f33c37ddeaa05189e05cc044192af559421e6a6825e1763352cd5a","last_reissued_at":"2026-07-05T08:41:05.072048Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:41:05.072048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.00994","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:41:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qKo46o91MsW1eVOX6AQ3lPlr8AiYYY+GG3a/0fyYTktByJEsZYfW4RRLXUJP8iuXyCTgl+s79NtWUjlLYJOoDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T19:42:22.240157Z"},"content_sha256":"7e649fdf2646d3dd0175ef43c3b599174a3c5cc4166d4b7e377f77d9b18b72a5","schema_version":"1.0","event_id":"sha256:7e649fdf2646d3dd0175ef43c3b599174a3c5cc4166d4b7e377f77d9b18b72a5"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:RPFBE2IW6M6DPXPKUBIYTYC4YB","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"LLM Uncertainty Quantification through Directional Entailment Graph and Claim Level Response Augmentation","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hua Wei, Longchao Da, Lu Cheng, Tiejin Chen","submitted_at":"2024-07-01T06:11:30Z","abstract_excerpt":"The Large language models (LLMs) have showcased superior capabilities in sophisticated tasks across various domains, stemming from basic question-answer (QA), they are nowadays used as decision assistants or explainers for unfamiliar content. However, they are not always correct due to the data sparsity in specific domain corpus, or the model's hallucination problems. Given this, how much should we trust the responses from LLMs? This paper presents a novel way to evaluate the uncertainty that captures the directional instability, by constructing a directional graph from entailment probabilitie"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.00994","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.00994/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:41:05Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"r66Coo8WzxfANejNgz4O5QAbp8nrgRgLVL13RL6dldm6I7T0/izKKAiEQ1VH0jnwTNi4HpFXVDSks6KDoPKsCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T19:42:22.240547Z"},"content_sha256":"334b688d6e54e4c298159feb7c1b27c206f3961a0e2f2bc8b27b3b08d4616c4b","schema_version":"1.0","event_id":"sha256:334b688d6e54e4c298159feb7c1b27c206f3961a0e2f2bc8b27b3b08d4616c4b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RPFBE2IW6M6DPXPKUBIYTYC4YB/bundle.json","state_url":"https://pith.science/pith/RPFBE2IW6M6DPXPKUBIYTYC4YB/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RPFBE2IW6M6DPXPKUBIYTYC4YB/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T19:42:22Z","links":{"resolver":"https://pith.science/pith/RPFBE2IW6M6DPXPKUBIYTYC4YB","bundle":"https://pith.science/pith/RPFBE2IW6M6DPXPKUBIYTYC4YB/bundle.json","state":"https://pith.science/pith/RPFBE2IW6M6DPXPKUBIYTYC4YB/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RPFBE2IW6M6DPXPKUBIYTYC4YB/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:RPFBE2IW6M6DPXPKUBIYTYC4YB","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8c42c511c01f8e1bd82f5b7f2927376f171a50601e8629221a0b67666b8b1bad","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T06:11:30Z","title_canon_sha256":"84af5107a9680b6ab2772f3e7e7475784636a549ea053d05565af4d00df39612"},"schema_version":"1.0","source":{"id":"2407.00994","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.00994","created_at":"2026-07-05T08:41:05Z"},{"alias_kind":"arxiv_version","alias_value":"2407.00994v2","created_at":"2026-07-05T08:41:05Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.00994","created_at":"2026-07-05T08:41:05Z"},{"alias_kind":"pith_short_12","alias_value":"RPFBE2IW6M6D","created_at":"2026-07-05T08:41:05Z"},{"alias_kind":"pith_short_16","alias_value":"RPFBE2IW6M6DPXPK","created_at":"2026-07-05T08:41:05Z"},{"alias_kind":"pith_short_8","alias_value":"RPFBE2IW","created_at":"2026-07-05T08:41:05Z"}],"graph_snapshots":[{"event_id":"sha256:334b688d6e54e4c298159feb7c1b27c206f3961a0e2f2bc8b27b3b08d4616c4b","target":"graph","created_at":"2026-07-05T08:41:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.00994/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"The Large language models (LLMs) have showcased superior capabilities in sophisticated tasks across various domains, stemming from basic question-answer (QA), they are nowadays used as decision assistants or explainers for unfamiliar content. However, they are not always correct due to the data sparsity in specific domain corpus, or the model's hallucination problems. Given this, how much should we trust the responses from LLMs? This paper presents a novel way to evaluate the uncertainty that captures the directional instability, by constructing a directional graph from entailment probabilitie","authors_text":"Hua Wei, Longchao Da, Lu Cheng, Tiejin Chen","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T06:11:30Z","title":"LLM Uncertainty Quantification through Directional Entailment Graph and Claim Level Response Augmentation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.00994","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7e649fdf2646d3dd0175ef43c3b599174a3c5cc4166d4b7e377f77d9b18b72a5","target":"record","created_at":"2026-07-05T08:41:05Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8c42c511c01f8e1bd82f5b7f2927376f171a50601e8629221a0b67666b8b1bad","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-07-01T06:11:30Z","title_canon_sha256":"84af5107a9680b6ab2772f3e7e7475784636a549ea053d05565af4d00df39612"},"schema_version":"1.0","source":{"id":"2407.00994","kind":"arxiv","version":2}},"canonical_sha256":"8bca126916f33c37ddeaa05189e05cc044192af559421e6a6825e1763352cd5a","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8bca126916f33c37ddeaa05189e05cc044192af559421e6a6825e1763352cd5a","first_computed_at":"2026-07-05T08:41:05.072048Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:41:05.072048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"SJSD0AM1CZFk3vnqA1dJwvbyYRjEP4Tl6yiR2PFGrLvj8FqpyABtlm9TpbpjP8e1B1kHMCmc2/3Q3LezS6ibDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:41:05.072559Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.00994","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7e649fdf2646d3dd0175ef43c3b599174a3c5cc4166d4b7e377f77d9b18b72a5","sha256:334b688d6e54e4c298159feb7c1b27c206f3961a0e2f2bc8b27b3b08d4616c4b"],"state_sha256":"54bab0a2e083080bd9df00fc75e9dd7b9b7589d7cef633e3dd8671bfce88ab79"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"58pNkSI+K2qxBmPA08xLIWxDF8JGQ2xlLVxOACfgV16BHHU9Pzwmv0RO0mgQiF4KwgP7HpWNwdUnIA3jep/OCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T19:42:22.243099Z","bundle_sha256":"590cdc89069d4453dc5ce1bf1c5963d105f5321652edf0735795cf51ac97d431"}}