{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:APZ4THPG3LCRAWE3WO25XN3ETR","short_pith_number":"pith:APZ4THPG","canonical_record":{"source":{"id":"2404.10960","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-16T23:56:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9ce1b29991f83eab62553a0d53b3f316f7395ec137d6ae67b1ae48d5305a5ee0","abstract_canon_sha256":"d26f1c24e82098565c6a311e93830f04066c91550e832453477e8de3bf650541"},"schema_version":"1.0"},"canonical_sha256":"03f3c99de6dac510589bb3b5dbb7649c59b2415ed940550d85cc4c348df201af","source":{"kind":"arxiv","id":"2404.10960","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.10960","created_at":"2026-07-05T08:09:01Z"},{"alias_kind":"arxiv_version","alias_value":"2404.10960v1","created_at":"2026-07-05T08:09:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.10960","created_at":"2026-07-05T08:09:01Z"},{"alias_kind":"pith_short_12","alias_value":"APZ4THPG3LCR","created_at":"2026-07-05T08:09:01Z"},{"alias_kind":"pith_short_16","alias_value":"APZ4THPG3LCRAWE3","created_at":"2026-07-05T08:09:01Z"},{"alias_kind":"pith_short_8","alias_value":"APZ4THPG","created_at":"2026-07-05T08:09:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:APZ4THPG3LCRAWE3WO25XN3ETR","target":"record","payload":{"canonical_record":{"source":{"id":"2404.10960","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-16T23:56:38Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"9ce1b29991f83eab62553a0d53b3f316f7395ec137d6ae67b1ae48d5305a5ee0","abstract_canon_sha256":"d26f1c24e82098565c6a311e93830f04066c91550e832453477e8de3bf650541"},"schema_version":"1.0"},"canonical_sha256":"03f3c99de6dac510589bb3b5dbb7649c59b2415ed940550d85cc4c348df201af","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:09:01.384258Z","signature_b64":"JNVdS1TRhamLUQSIncf4aFL89vl8tUNFunxQfqXr5wiLLZToM0HhDG6MKeLB90I/tqxZ9Pq1KxIrKuz9URTYDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"03f3c99de6dac510589bb3b5dbb7649c59b2415ed940550d85cc4c348df201af","last_reissued_at":"2026-07-05T08:09:01.383762Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:09:01.383762Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.10960","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:09:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"0Hy3DN6Aj11S1v2Glw3+J3x/h0/OEbSeZn+UZgJGNHSm0JsViECCmZTRURPDi5AHNRxZYE05xe2mJ2Fw5r3xDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:16:21.195073Z"},"content_sha256":"e1387d6a6ce8bf4f7c138e2f9044e3f9daa8fe775ccb8ae6b69e7d952ad4ebde","schema_version":"1.0","event_id":"sha256:e1387d6a6ce8bf4f7c138e2f9044e3f9daa8fe775ccb8ae6b69e7d952ad4ebde"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:APZ4THPG3LCRAWE3WO25XN3ETR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Uncertainty-Based Abstention in LLMs Improves Safety and Reduces Hallucinations","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Christian Tomani, Daniel Cremers, Ivan Evtimov, Kamalika Chaudhuri, Mark Ibrahim","submitted_at":"2024-04-16T23:56:38Z","abstract_excerpt":"A major barrier towards the practical deployment of large language models (LLMs) is their lack of reliability. Three situations where this is particularly apparent are correctness, hallucinations when given unanswerable questions, and safety. In all three cases, models should ideally abstain from responding, much like humans, whose ability to understand uncertainty makes us refrain from answering questions we don't know. Inspired by analogous approaches in classification, this study explores the feasibility and efficacy of abstaining while uncertain in the context of LLMs within the domain of "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.10960","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.10960/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:09:01Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hFRO/ps7W7BeoKApLlxvhGF3JQoscxv8n5OJW3mH4WQN9p/1N58Ty21tor+ZscCcE74F9Inw4uMuNn18ZV23Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-05T00:16:21.195593Z"},"content_sha256":"6f95a7dfa0811372b075b958a15cda1b833277c1ae4f186f84d20ee78ba1ff1f","schema_version":"1.0","event_id":"sha256:6f95a7dfa0811372b075b958a15cda1b833277c1ae4f186f84d20ee78ba1ff1f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/APZ4THPG3LCRAWE3WO25XN3ETR/bundle.json","state_url":"https://pith.science/pith/APZ4THPG3LCRAWE3WO25XN3ETR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/APZ4THPG3LCRAWE3WO25XN3ETR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-05T00:16:21Z","links":{"resolver":"https://pith.science/pith/APZ4THPG3LCRAWE3WO25XN3ETR","bundle":"https://pith.science/pith/APZ4THPG3LCRAWE3WO25XN3ETR/bundle.json","state":"https://pith.science/pith/APZ4THPG3LCRAWE3WO25XN3ETR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/APZ4THPG3LCRAWE3WO25XN3ETR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:APZ4THPG3LCRAWE3WO25XN3ETR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d26f1c24e82098565c6a311e93830f04066c91550e832453477e8de3bf650541","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-16T23:56:38Z","title_canon_sha256":"9ce1b29991f83eab62553a0d53b3f316f7395ec137d6ae67b1ae48d5305a5ee0"},"schema_version":"1.0","source":{"id":"2404.10960","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.10960","created_at":"2026-07-05T08:09:01Z"},{"alias_kind":"arxiv_version","alias_value":"2404.10960v1","created_at":"2026-07-05T08:09:01Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.10960","created_at":"2026-07-05T08:09:01Z"},{"alias_kind":"pith_short_12","alias_value":"APZ4THPG3LCR","created_at":"2026-07-05T08:09:01Z"},{"alias_kind":"pith_short_16","alias_value":"APZ4THPG3LCRAWE3","created_at":"2026-07-05T08:09:01Z"},{"alias_kind":"pith_short_8","alias_value":"APZ4THPG","created_at":"2026-07-05T08:09:01Z"}],"graph_snapshots":[{"event_id":"sha256:6f95a7dfa0811372b075b958a15cda1b833277c1ae4f186f84d20ee78ba1ff1f","target":"graph","created_at":"2026-07-05T08:09:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.10960/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"A major barrier towards the practical deployment of large language models (LLMs) is their lack of reliability. Three situations where this is particularly apparent are correctness, hallucinations when given unanswerable questions, and safety. In all three cases, models should ideally abstain from responding, much like humans, whose ability to understand uncertainty makes us refrain from answering questions we don't know. Inspired by analogous approaches in classification, this study explores the feasibility and efficacy of abstaining while uncertain in the context of LLMs within the domain of ","authors_text":"Christian Tomani, Daniel Cremers, Ivan Evtimov, Kamalika Chaudhuri, Mark Ibrahim","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-16T23:56:38Z","title":"Uncertainty-Based Abstention in LLMs Improves Safety and Reduces Hallucinations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.10960","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e1387d6a6ce8bf4f7c138e2f9044e3f9daa8fe775ccb8ae6b69e7d952ad4ebde","target":"record","created_at":"2026-07-05T08:09:01Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d26f1c24e82098565c6a311e93830f04066c91550e832453477e8de3bf650541","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-04-16T23:56:38Z","title_canon_sha256":"9ce1b29991f83eab62553a0d53b3f316f7395ec137d6ae67b1ae48d5305a5ee0"},"schema_version":"1.0","source":{"id":"2404.10960","kind":"arxiv","version":1}},"canonical_sha256":"03f3c99de6dac510589bb3b5dbb7649c59b2415ed940550d85cc4c348df201af","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"03f3c99de6dac510589bb3b5dbb7649c59b2415ed940550d85cc4c348df201af","first_computed_at":"2026-07-05T08:09:01.383762Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:09:01.383762Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"JNVdS1TRhamLUQSIncf4aFL89vl8tUNFunxQfqXr5wiLLZToM0HhDG6MKeLB90I/tqxZ9Pq1KxIrKuz9URTYDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T08:09:01.384258Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.10960","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e1387d6a6ce8bf4f7c138e2f9044e3f9daa8fe775ccb8ae6b69e7d952ad4ebde","sha256:6f95a7dfa0811372b075b958a15cda1b833277c1ae4f186f84d20ee78ba1ff1f"],"state_sha256":"84d24955c4ec38798cecdf8440141b41795460e803ff8fe0958771602e104966"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZgphpD6J+27BrG0AlcyHItLf7TLnQ+rdXz8x72QPNKeCxw4Ud0HijPxYwS7o6XGXEDjXYQVeaiPxV7aTiEh2Dw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-05T00:16:21.199529Z","bundle_sha256":"75d841ccb328fff7265e5d787681e8fe3fd94434eb31b740ca8bf069d3a89880"}}