{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:BRL5NOAAHEJCYFEH64OPPFPC57","short_pith_number":"pith:BRL5NOAA","canonical_record":{"source":{"id":"2503.23361","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-30T08:33:56Z","cross_cats_sorted":[],"title_canon_sha256":"c7ec6b5a2f13e6fe5c2ba88c7f597ddb49e7a0f2979d21530574e70aedf64830","abstract_canon_sha256":"07cf236243a8700985d44f3fc29e52e5130041665c6c2a02bfd798ca6f324fd4"},"schema_version":"1.0"},"canonical_sha256":"0c57d6b80039122c1487f71cf795e2efc34ea494f533d4a39ec6b5c0bc9ad899","source":{"kind":"arxiv","id":"2503.23361","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.23361","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"arxiv_version","alias_value":"2503.23361v1","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.23361","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"pith_short_12","alias_value":"BRL5NOAAHEJC","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"pith_short_16","alias_value":"BRL5NOAAHEJCYFEH","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"pith_short_8","alias_value":"BRL5NOAA","created_at":"2026-07-05T10:41:35Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:BRL5NOAAHEJCYFEH64OPPFPC57","target":"record","payload":{"canonical_record":{"source":{"id":"2503.23361","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-30T08:33:56Z","cross_cats_sorted":[],"title_canon_sha256":"c7ec6b5a2f13e6fe5c2ba88c7f597ddb49e7a0f2979d21530574e70aedf64830","abstract_canon_sha256":"07cf236243a8700985d44f3fc29e52e5130041665c6c2a02bfd798ca6f324fd4"},"schema_version":"1.0"},"canonical_sha256":"0c57d6b80039122c1487f71cf795e2efc34ea494f533d4a39ec6b5c0bc9ad899","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:41:35.079138Z","signature_b64":"kZ/sR0Gd7LBedTJAO/wvvmH1vZY1cBgnuQ0INhvRky/RH+IF/ftE3pqRbiz/ffkWZoY/TGSepJTp8J5madsvCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0c57d6b80039122c1487f71cf795e2efc34ea494f533d4a39ec6b5c0bc9ad899","last_reissued_at":"2026-07-05T10:41:35.078659Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:41:35.078659Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.23361","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:41:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RaVWfGUOyJoEUM9GNYAZI5AqU6rx5u7LW765+piZH7s5rIcOUSCfVcMqfvMXw39hZx5uRm0tubTQwXSyVqOJBA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:31:01.106863Z"},"content_sha256":"4bb8a8f4e7fdd915f12c0711d7a61d37e8b7198949298ef81a6acc836c656cd1","schema_version":"1.0","event_id":"sha256:4bb8a8f4e7fdd915f12c0711d7a61d37e8b7198949298ef81a6acc836c656cd1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:BRL5NOAAHEJCYFEH64OPPFPC57","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Discovering Knowledge Deficiencies of Language Models on Massive Knowledge Base","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jian Kang, Jieyu Zhang, Jieyu Zhao, Linxin Song, Rahul Gupta, Ryotaro Shimizu, Taiwei Shi, Xuwei Ding, Yang Liu","submitted_at":"2025-03-30T08:33:56Z","abstract_excerpt":"Large language models (LLMs) possess impressive linguistic capabilities but often fail to faithfully retain factual knowledge, leading to hallucinations and unreliable outputs. Understanding LLMs' knowledge deficiencies by exhaustively evaluating against full-scale knowledge bases is computationally prohibitive, especially for closed-weight models. We propose stochastic error ascent (SEA), a scalable and efficient framework for discovering knowledge deficiencies (errors) in closed-weight LLMs under a strict query budget. Rather than naively probing all knowledge candidates, SEA formulates erro"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.23361","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.23361/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:41:35Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wdSZhLzCr2eR0Kpp7GJaLn8nVfV/soSMybTgOUGQM1F9egxKDzKCWla6qqd3slHX+qeX7cNsFIEoLC3ActUYAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T03:31:01.107487Z"},"content_sha256":"769cdbb2dcbff3c312ee920b594f877dc683c1e2aa4b0e8300aca61cbe1191ea","schema_version":"1.0","event_id":"sha256:769cdbb2dcbff3c312ee920b594f877dc683c1e2aa4b0e8300aca61cbe1191ea"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BRL5NOAAHEJCYFEH64OPPFPC57/bundle.json","state_url":"https://pith.science/pith/BRL5NOAAHEJCYFEH64OPPFPC57/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BRL5NOAAHEJCYFEH64OPPFPC57/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T03:31:01Z","links":{"resolver":"https://pith.science/pith/BRL5NOAAHEJCYFEH64OPPFPC57","bundle":"https://pith.science/pith/BRL5NOAAHEJCYFEH64OPPFPC57/bundle.json","state":"https://pith.science/pith/BRL5NOAAHEJCYFEH64OPPFPC57/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BRL5NOAAHEJCYFEH64OPPFPC57/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:BRL5NOAAHEJCYFEH64OPPFPC57","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"07cf236243a8700985d44f3fc29e52e5130041665c6c2a02bfd798ca6f324fd4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-30T08:33:56Z","title_canon_sha256":"c7ec6b5a2f13e6fe5c2ba88c7f597ddb49e7a0f2979d21530574e70aedf64830"},"schema_version":"1.0","source":{"id":"2503.23361","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.23361","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"arxiv_version","alias_value":"2503.23361v1","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.23361","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"pith_short_12","alias_value":"BRL5NOAAHEJC","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"pith_short_16","alias_value":"BRL5NOAAHEJCYFEH","created_at":"2026-07-05T10:41:35Z"},{"alias_kind":"pith_short_8","alias_value":"BRL5NOAA","created_at":"2026-07-05T10:41:35Z"}],"graph_snapshots":[{"event_id":"sha256:769cdbb2dcbff3c312ee920b594f877dc683c1e2aa4b0e8300aca61cbe1191ea","target":"graph","created_at":"2026-07-05T10:41:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.23361/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models (LLMs) possess impressive linguistic capabilities but often fail to faithfully retain factual knowledge, leading to hallucinations and unreliable outputs. Understanding LLMs' knowledge deficiencies by exhaustively evaluating against full-scale knowledge bases is computationally prohibitive, especially for closed-weight models. We propose stochastic error ascent (SEA), a scalable and efficient framework for discovering knowledge deficiencies (errors) in closed-weight LLMs under a strict query budget. Rather than naively probing all knowledge candidates, SEA formulates erro","authors_text":"Jian Kang, Jieyu Zhang, Jieyu Zhao, Linxin Song, Rahul Gupta, Ryotaro Shimizu, Taiwei Shi, Xuwei Ding, Yang Liu","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-30T08:33:56Z","title":"Discovering Knowledge Deficiencies of Language Models on Massive Knowledge Base"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.23361","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4bb8a8f4e7fdd915f12c0711d7a61d37e8b7198949298ef81a6acc836c656cd1","target":"record","created_at":"2026-07-05T10:41:35Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"07cf236243a8700985d44f3fc29e52e5130041665c6c2a02bfd798ca6f324fd4","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-30T08:33:56Z","title_canon_sha256":"c7ec6b5a2f13e6fe5c2ba88c7f597ddb49e7a0f2979d21530574e70aedf64830"},"schema_version":"1.0","source":{"id":"2503.23361","kind":"arxiv","version":1}},"canonical_sha256":"0c57d6b80039122c1487f71cf795e2efc34ea494f533d4a39ec6b5c0bc9ad899","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0c57d6b80039122c1487f71cf795e2efc34ea494f533d4a39ec6b5c0bc9ad899","first_computed_at":"2026-07-05T10:41:35.078659Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:41:35.078659Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"kZ/sR0Gd7LBedTJAO/wvvmH1vZY1cBgnuQ0INhvRky/RH+IF/ftE3pqRbiz/ffkWZoY/TGSepJTp8J5madsvCw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:41:35.079138Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.23361","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4bb8a8f4e7fdd915f12c0711d7a61d37e8b7198949298ef81a6acc836c656cd1","sha256:769cdbb2dcbff3c312ee920b594f877dc683c1e2aa4b0e8300aca61cbe1191ea"],"state_sha256":"55fb4b53dbef3dba3203129557e75e686c92cd6ffbe694d2245a5a8707c166b5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fNfzGI5skuEwxaTM02byuqjmL0SwR9w7hSlAde24ZM1epRyTbostsqBb3SwiglbJ8aS45nuMODZzN1o7Ej0lDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T03:31:01.112854Z","bundle_sha256":"fe8f049452c43c3cd86b7bf2e774d9b98a04f1e93c8c17e87e6040d4fda274ed"}}