{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:ZEE6QVIPVD6L7QNPYOEZWQ2BMG","short_pith_number":"pith:ZEE6QVIP","canonical_record":{"source":{"id":"2404.12957","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-19T15:40:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"fc39bb4327b0f447f47a22e3a768c0e47395e19de4ad2aee974f05d73c677f51","abstract_canon_sha256":"31a113390e02aba069d2fbb67f270953ab65fd9212c92326087539ce499e6db5"},"schema_version":"1.0"},"canonical_sha256":"c909e8550fa8fcbfc1afc3899b434161bc747e100c938a555adf9500b5ff5a97","source":{"kind":"arxiv","id":"2404.12957","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.12957","created_at":"2026-07-05T09:50:31Z"},{"alias_kind":"arxiv_version","alias_value":"2404.12957v2","created_at":"2026-07-05T09:50:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.12957","created_at":"2026-07-05T09:50:31Z"},{"alias_kind":"pith_short_12","alias_value":"ZEE6QVIPVD6L","created_at":"2026-07-05T09:50:31Z"},{"alias_kind":"pith_short_16","alias_value":"ZEE6QVIPVD6L7QNP","created_at":"2026-07-05T09:50:31Z"},{"alias_kind":"pith_short_8","alias_value":"ZEE6QVIP","created_at":"2026-07-05T09:50:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:ZEE6QVIPVD6L7QNPYOEZWQ2BMG","target":"record","payload":{"canonical_record":{"source":{"id":"2404.12957","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-19T15:40:39Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"fc39bb4327b0f447f47a22e3a768c0e47395e19de4ad2aee974f05d73c677f51","abstract_canon_sha256":"31a113390e02aba069d2fbb67f270953ab65fd9212c92326087539ce499e6db5"},"schema_version":"1.0"},"canonical_sha256":"c909e8550fa8fcbfc1afc3899b434161bc747e100c938a555adf9500b5ff5a97","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:50:31.029378Z","signature_b64":"cDeuKT8S9CmQ7m8JoTYMTuLuVNQzIGMb3Smr6Q+BsAx+z3VUZ5GNiBwbwc5UoIXnUHZOvlj+kNRxSmcMmnjwCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c909e8550fa8fcbfc1afc3899b434161bc747e100c938a555adf9500b5ff5a97","last_reissued_at":"2026-07-05T09:50:31.028897Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:50:31.028897Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2404.12957","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UtKpcjc0J9iZ2Z4XCNv7P3RV2mahm37rhApcwCd8xWUo8tsbvJ8HarxpC4fLKmubrFGFfChLW1e07RhdRaq5Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:14:56.348717Z"},"content_sha256":"b09b828bb7a2a02487f232850a262eedef4900283a008399607ec780e2c37b72","schema_version":"1.0","event_id":"sha256:b09b828bb7a2a02487f232850a262eedef4900283a008399607ec780e2c37b72"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:ZEE6QVIPVD6L7QNPYOEZWQ2BMG","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Towards Reliable Latent Knowledge Estimation in LLMs: Zero-Prompt Many-Shot Based Factual Knowledge Extraction","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Bishwamittra Ghosh, Camila Kolling, Evimaria Terzi, Krishna P. Gummadi, Laurent Bindschaedler, Mohammad Aflah Khan, Qinyuan Wu, Soumi Das, Till Speicher, Vedant Nanda","submitted_at":"2024-04-19T15:40:39Z","abstract_excerpt":"In this paper, we focus on the challenging task of reliably estimating factual knowledge that is embedded inside large language models (LLMs). To avoid reliability concerns with prior approaches, we propose to eliminate prompt engineering when probing LLMs for factual knowledge. Our approach, called Zero-Prompt Latent Knowledge Estimator (ZP-LKE), leverages the in-context learning ability of LLMs to communicate both the factual knowledge question as well as the expected answer format. Our knowledge estimator is both conceptually simpler (i.e., doesn't depend on meta-linguistic judgments of LLM"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.12957","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2404.12957/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:50:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"oaYwE8Hyb/NL0sDI++0zXY0ciFPIb79raNQs7IqVkvUKExUY2iu6a7ED+Eg1zdtpzS3I1a8XtUwCjBHw5EjcCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-07T12:14:56.349092Z"},"content_sha256":"b638865a0239d70e73bbe16d71cd61d02f9f66d5679ef795e466debb10f36c98","schema_version":"1.0","event_id":"sha256:b638865a0239d70e73bbe16d71cd61d02f9f66d5679ef795e466debb10f36c98"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/ZEE6QVIPVD6L7QNPYOEZWQ2BMG/bundle.json","state_url":"https://pith.science/pith/ZEE6QVIPVD6L7QNPYOEZWQ2BMG/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/ZEE6QVIPVD6L7QNPYOEZWQ2BMG/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-07T12:14:56Z","links":{"resolver":"https://pith.science/pith/ZEE6QVIPVD6L7QNPYOEZWQ2BMG","bundle":"https://pith.science/pith/ZEE6QVIPVD6L7QNPYOEZWQ2BMG/bundle.json","state":"https://pith.science/pith/ZEE6QVIPVD6L7QNPYOEZWQ2BMG/state.json","well_known_bundle":"https://pith.science/.well-known/pith/ZEE6QVIPVD6L7QNPYOEZWQ2BMG/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:ZEE6QVIPVD6L7QNPYOEZWQ2BMG","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"31a113390e02aba069d2fbb67f270953ab65fd9212c92326087539ce499e6db5","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-19T15:40:39Z","title_canon_sha256":"fc39bb4327b0f447f47a22e3a768c0e47395e19de4ad2aee974f05d73c677f51"},"schema_version":"1.0","source":{"id":"2404.12957","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2404.12957","created_at":"2026-07-05T09:50:31Z"},{"alias_kind":"arxiv_version","alias_value":"2404.12957v2","created_at":"2026-07-05T09:50:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2404.12957","created_at":"2026-07-05T09:50:31Z"},{"alias_kind":"pith_short_12","alias_value":"ZEE6QVIPVD6L","created_at":"2026-07-05T09:50:31Z"},{"alias_kind":"pith_short_16","alias_value":"ZEE6QVIPVD6L7QNP","created_at":"2026-07-05T09:50:31Z"},{"alias_kind":"pith_short_8","alias_value":"ZEE6QVIP","created_at":"2026-07-05T09:50:31Z"}],"graph_snapshots":[{"event_id":"sha256:b638865a0239d70e73bbe16d71cd61d02f9f66d5679ef795e466debb10f36c98","target":"graph","created_at":"2026-07-05T09:50:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2404.12957/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In this paper, we focus on the challenging task of reliably estimating factual knowledge that is embedded inside large language models (LLMs). To avoid reliability concerns with prior approaches, we propose to eliminate prompt engineering when probing LLMs for factual knowledge. Our approach, called Zero-Prompt Latent Knowledge Estimator (ZP-LKE), leverages the in-context learning ability of LLMs to communicate both the factual knowledge question as well as the expected answer format. Our knowledge estimator is both conceptually simpler (i.e., doesn't depend on meta-linguistic judgments of LLM","authors_text":"Bishwamittra Ghosh, Camila Kolling, Evimaria Terzi, Krishna P. Gummadi, Laurent Bindschaedler, Mohammad Aflah Khan, Qinyuan Wu, Soumi Das, Till Speicher, Vedant Nanda","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-19T15:40:39Z","title":"Towards Reliable Latent Knowledge Estimation in LLMs: Zero-Prompt Many-Shot Based Factual Knowledge Extraction"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2404.12957","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b09b828bb7a2a02487f232850a262eedef4900283a008399607ec780e2c37b72","target":"record","created_at":"2026-07-05T09:50:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"31a113390e02aba069d2fbb67f270953ab65fd9212c92326087539ce499e6db5","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-04-19T15:40:39Z","title_canon_sha256":"fc39bb4327b0f447f47a22e3a768c0e47395e19de4ad2aee974f05d73c677f51"},"schema_version":"1.0","source":{"id":"2404.12957","kind":"arxiv","version":2}},"canonical_sha256":"c909e8550fa8fcbfc1afc3899b434161bc747e100c938a555adf9500b5ff5a97","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"c909e8550fa8fcbfc1afc3899b434161bc747e100c938a555adf9500b5ff5a97","first_computed_at":"2026-07-05T09:50:31.028897Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:50:31.028897Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"cDeuKT8S9CmQ7m8JoTYMTuLuVNQzIGMb3Smr6Q+BsAx+z3VUZ5GNiBwbwc5UoIXnUHZOvlj+kNRxSmcMmnjwCA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:50:31.029378Z","signed_message":"canonical_sha256_bytes"},"source_id":"2404.12957","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b09b828bb7a2a02487f232850a262eedef4900283a008399607ec780e2c37b72","sha256:b638865a0239d70e73bbe16d71cd61d02f9f66d5679ef795e466debb10f36c98"],"state_sha256":"ad1c64dccaa6212e9235e06ab9c0982a4234e372a81faaa11d467d031c6e5807"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QRyxA3dECKD5/FjR7rW46bbpH9dacvSortEWTfJpSqmXDahDzwgLRnp+Z9JW16T55APYUDIRAU4ZC3R9HGdKCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-07T12:14:56.351079Z","bundle_sha256":"04cdd1f86b7812d728863070ca45ac7e1994108ad10733ead46defaa4747253c"}}