{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:BRL5NOAAHEJCYFEH64OPPFPC57","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"07cf236243a8700985d44f3fc29e52e5130041665c6c2a02bfd798ca6f324fd4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-30T08:33:56Z","title_canon_sha256":"c7ec6b5a2f13e6fe5c2ba88c7f597ddb49e7a0f2979d21530574e70aedf64830"},"schema_version":"1.0","source":{"id":"2503.23361","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.23361","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"arxiv_version","alias_value":"2503.23361v1","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.23361","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"pith_short_12","alias_value":"BRL5NOAAHEJC","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"pith_short_16","alias_value":"BRL5NOAAHEJCYFEH","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"pith_short_8","alias_value":"BRL5NOAA","created_at":"2026-07-05T10:41:35Z"}],"graph_snapshots":[{"event_id":"sha256:769cdbb2dcbff3c312ee920b594f877dc683c1e2aa4b0e8300aca61cbe1191ea","target":"graph","created_at":"2026-07-05T10:41:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.23361/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) possess impressive linguistic capabilities but often fail to faithfully retain factual knowledge, leading to hallucinations and unreliable outputs. Understanding LLMs' knowledge deficiencies by exhaustively evaluating against full-scale knowledge bases is computationally prohibitive, especially for closed-weight models. We propose stochastic error ascent (SEA), a scalable and efficient framework for discovering knowledge deficiencies (errors) in closed-weight LLMs under a strict query budget. Rather than naively probing all knowledge candidates, SEA formulates erro","authors_text":"Jian Kang, Jieyu Zhang, Jieyu Zhao, Linxin Song, Rahul Gupta, Ryotaro Shimizu, Taiwei Shi, Xuwei Ding, Yang Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-30T08:33:56Z","title":"Discovering Knowledge Deficiencies of Language Models on Massive Knowledge Base"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.23361","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4bb8a8f4e7fdd915f12c0711d7a61d37e8b7198949298ef81a6acc836c656cd1","target":"record","created_at":"2026-07-05T10:41:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"07cf236243a8700985d44f3fc29e52e5130041665c6c2a02bfd798ca6f324fd4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-30T08:33:56Z","title_canon_sha256":"c7ec6b5a2f13e6fe5c2ba88c7f597ddb49e7a0f2979d21530574e70aedf64830"},"schema_version":"1.0","source":{"id":"2503.23361","kind":"arxiv","version":1}},"canonical_sha256":"0c57d6b80039122c1487f71cf795e2efc34ea494f533d4a39ec6b5c0bc9ad899","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0c57d6b80039122c1487f71cf795e2efc34ea494f533d4a39ec6b5c0bc9ad899","first_computed_at":"2026-07-05T10:41:35.078659Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:41:35.078659Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kZ/sR0Gd7LBedTJAO/wvvmH1vZY1cBgnuQ0INhvRky/RH+IF/ftE3pqRbiz/ffkWZoY/TGSepJTp8J5madsvCw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:41:35.079138Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.23361","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4bb8a8f4e7fdd915f12c0711d7a61d37e8b7198949298ef81a6acc836c656cd1","sha256:769cdbb2dcbff3c312ee920b594f877dc683c1e2aa4b0e8300aca61cbe1191ea"],"state_sha256":"55fb4b53dbef3dba3203129557e75e686c92cd6ffbe694d2245a5a8707c166b5"}