{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:Z5W7HJVCQ6P4NMZZYCYRC3GLEX","short_pith_number":"pith:Z5W7HJVC","canonical_record":{"source":{"id":"2407.18418","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T22:31:50Z","cross_cats_sorted":[],"title_canon_sha256":"f761f79954ff461726c640aeae63d86dd2b124082d68a5e3ca51f8a43362bf28","abstract_canon_sha256":"81e0f121646ac85c979c1e54ed5d3224feae47d09a9365aa9c66c8d24a228faf"},"schema_version":"1.0"},"canonical_sha256":"cf6df3a6a2879fc6b339c0b1116ccb25c6da5acf78494402db9d726c33822e16","source":{"kind":"arxiv","id":"2407.18418","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.18418","created_at":"2026-07-05T10:13:02Z"},{"alias_kind":"arxiv_version","alias_value":"2407.18418v3","created_at":"2026-07-05T10:13:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.18418","created_at":"2026-07-05T10:13:02Z"},{"alias_kind":"pith_short_12","alias_value":"Z5W7HJVCQ6P4","created_at":"2026-07-05T10:13:02Z"},{"alias_kind":"pith_short_16","alias_value":"Z5W7HJVCQ6P4NMZZ","created_at":"2026-07-05T10:13:02Z"},{"alias_kind":"pith_short_8","alias_value":"Z5W7HJVC","created_at":"2026-07-05T10:13:02Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:Z5W7HJVCQ6P4NMZZYCYRC3GLEX","target":"record","payload":{"canonical_record":{"source":{"id":"2407.18418","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T22:31:50Z","cross_cats_sorted":[],"title_canon_sha256":"f761f79954ff461726c640aeae63d86dd2b124082d68a5e3ca51f8a43362bf28","abstract_canon_sha256":"81e0f121646ac85c979c1e54ed5d3224feae47d09a9365aa9c66c8d24a228faf"},"schema_version":"1.0"},"canonical_sha256":"cf6df3a6a2879fc6b339c0b1116ccb25c6da5acf78494402db9d726c33822e16","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:13:02.136064Z","signature_b64":"tHVS9QvF9sBwXt4j8YZXmr4r0PrJTvs8tcfSlAZ4fKWc5B/KzG6B8rR/dudzaM0J3GWZHemINxW7+3hFGbQhDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"cf6df3a6a2879fc6b339c0b1116ccb25c6da5acf78494402db9d726c33822e16","last_reissued_at":"2026-07-05T10:13:02.135582Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:13:02.135582Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.18418","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mWr/uWKPYuwRhE4czb2kNyF5+BMfy72A5BlxneX/xamNWyFf/sUBIB0V0xZEyeGlC/JbwlOk/JWpqZyCfkc6Cw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:00:25.122095Z"},"content_sha256":"6571228ecac17f51aeb9666697b5f0ef50097e6f8bfbcf8b6327ef20d5ddb4d3","schema_version":"1.0","event_id":"sha256:6571228ecac17f51aeb9666697b5f0ef50097e6f8bfbcf8b6327ef20d5ddb4d3"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:Z5W7HJVCQ6P4NMZZYCYRC3GLEX","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Know Your Limits: A Survey of Abstention in Large Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Bill Howe, Bingbing Wen, Chenjun Xu, Jihan Yao, Lucy Lu Wang, Shangbin Feng, Yulia Tsvetkov","submitted_at":"2024-07-25T22:31:50Z","abstract_excerpt":"Abstention, the refusal of large language models (LLMs) to provide an answer, is increasingly recognized for its potential to mitigate hallucinations and enhance safety in LLM systems. In this survey, we introduce a framework to examine abstention from three perspectives: the query, the model, and human values. We organize the literature on abstention methods, benchmarks, and evaluation metrics using this framework, and discuss merits and limitations of prior work. We further identify and motivate areas for future research, such as whether abstention can be achieved as a meta-capability that t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.18418","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.18418/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:13:02Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"iDa+iIjmxmrgazcGxl8lUpYYv2KUU5yhN98LjEHABIb+IaFh6XBqU54WMQNZoJ96zgKjGaLRv2NWVkIGzx8uCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T03:00:25.122625Z"},"content_sha256":"2322bc64652543124008ae6a6b49173bea88621b03acfcce6363188b894bccc3","schema_version":"1.0","event_id":"sha256:2322bc64652543124008ae6a6b49173bea88621b03acfcce6363188b894bccc3"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Z5W7HJVCQ6P4NMZZYCYRC3GLEX/bundle.json","state_url":"https://pith.science/pith/Z5W7HJVCQ6P4NMZZYCYRC3GLEX/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Z5W7HJVCQ6P4NMZZYCYRC3GLEX/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T03:00:25Z","links":{"resolver":"https://pith.science/pith/Z5W7HJVCQ6P4NMZZYCYRC3GLEX","bundle":"https://pith.science/pith/Z5W7HJVCQ6P4NMZZYCYRC3GLEX/bundle.json","state":"https://pith.science/pith/Z5W7HJVCQ6P4NMZZYCYRC3GLEX/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Z5W7HJVCQ6P4NMZZYCYRC3GLEX/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:Z5W7HJVCQ6P4NMZZYCYRC3GLEX","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"81e0f121646ac85c979c1e54ed5d3224feae47d09a9365aa9c66c8d24a228faf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T22:31:50Z","title_canon_sha256":"f761f79954ff461726c640aeae63d86dd2b124082d68a5e3ca51f8a43362bf28"},"schema_version":"1.0","source":{"id":"2407.18418","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.18418","created_at":"2026-07-05T10:13:02Z"},{"alias_kind":"arxiv_version","alias_value":"2407.18418v3","created_at":"2026-07-05T10:13:02Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.18418","created_at":"2026-07-05T10:13:02Z"},{"alias_kind":"pith_short_12","alias_value":"Z5W7HJVCQ6P4","created_at":"2026-07-05T10:13:02Z"},{"alias_kind":"pith_short_16","alias_value":"Z5W7HJVCQ6P4NMZZ","created_at":"2026-07-05T10:13:02Z"},{"alias_kind":"pith_short_8","alias_value":"Z5W7HJVC","created_at":"2026-07-05T10:13:02Z"}],"graph_snapshots":[{"event_id":"sha256:2322bc64652543124008ae6a6b49173bea88621b03acfcce6363188b894bccc3","target":"graph","created_at":"2026-07-05T10:13:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.18418/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Abstention, the refusal of large language models (LLMs) to provide an answer, is increasingly recognized for its potential to mitigate hallucinations and enhance safety in LLM systems. In this survey, we introduce a framework to examine abstention from three perspectives: the query, the model, and human values. We organize the literature on abstention methods, benchmarks, and evaluation metrics using this framework, and discuss merits and limitations of prior work. We further identify and motivate areas for future research, such as whether abstention can be achieved as a meta-capability that t","authors_text":"Bill Howe, Bingbing Wen, Chenjun Xu, Jihan Yao, Lucy Lu Wang, Shangbin Feng, Yulia Tsvetkov","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T22:31:50Z","title":"Know Your Limits: A Survey of Abstention in Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.18418","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6571228ecac17f51aeb9666697b5f0ef50097e6f8bfbcf8b6327ef20d5ddb4d3","target":"record","created_at":"2026-07-05T10:13:02Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"81e0f121646ac85c979c1e54ed5d3224feae47d09a9365aa9c66c8d24a228faf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-25T22:31:50Z","title_canon_sha256":"f761f79954ff461726c640aeae63d86dd2b124082d68a5e3ca51f8a43362bf28"},"schema_version":"1.0","source":{"id":"2407.18418","kind":"arxiv","version":3}},"canonical_sha256":"cf6df3a6a2879fc6b339c0b1116ccb25c6da5acf78494402db9d726c33822e16","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"cf6df3a6a2879fc6b339c0b1116ccb25c6da5acf78494402db9d726c33822e16","first_computed_at":"2026-07-05T10:13:02.135582Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:13:02.135582Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tHVS9QvF9sBwXt4j8YZXmr4r0PrJTvs8tcfSlAZ4fKWc5B/KzG6B8rR/dudzaM0J3GWZHemINxW7+3hFGbQhDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:13:02.136064Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.18418","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6571228ecac17f51aeb9666697b5f0ef50097e6f8bfbcf8b6327ef20d5ddb4d3","sha256:2322bc64652543124008ae6a6b49173bea88621b03acfcce6363188b894bccc3"],"state_sha256":"307097d1e4637543abf4eedcf199c837ea12f51de525482a1bd40a3b3e38a832"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XC81RJmqSGbOP5UwfJsVgxzjLDXHy4Hy7dYmHu3kunsLMn1j5Ppyn0ebMTiC6n6pE1NY4sZxDxAvA2hvCKo5Bw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T03:00:25.127822Z","bundle_sha256":"f911a442911f4f3a9323b417b42fb808328939484b89c9c06f73c8f69efd09ae"}}