{"as_of":"2026-08-08T05:56:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:558ac4837a704dd92f0bf01fbeb33f842b181169c67a98a425c8f0b75b72ada2","coverage":[{"denominator":65,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":65,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:44:24.741362Z","state":"measured"},{"denominator":65,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":65,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.21218/citation-record","integrity":"/paper/2505.21218/integrity","json":"/paper/2505.21218/citation-record.json","paper":"/paper/2505.21218"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2208.11057","last_updated":"2023-06-19T15:06:46Z","snapshot_observed_at":"2026-07-06T13:44:41.231513Z","submitted_at":"2022-08-23T16:03:50Z","title":"Prompting as Probing: Using Language Models for Knowledge Base Construction","version":3},"cited_work":{"arxiv_id":"2208.11057","doi":null,"metadata_source":"pith","pith_arxiv_id":"2208.11057","snapshot_observed_at":"2026-08-07T13:44:25.782652Z","title":"Prompting as Probing: Using Language Models for Knowledge Base Construction","venue":"cs.CL","work_id":"f7f00c21-3c02-40f8-8db7-161f95896aac","year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.379002Z"},"links":{"cited_paper":"/paper/2208.11057","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:109554d941481436e25154e36e965746fc50a9bc597bce97df7ce5b02629d198","observation_id":"5c039de0-4109-4a65-936b-248a7a039c2e","resolution":{"observed_at":"2026-08-07T13:44:25.858255Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:28.055001Z","title":"QAMPARI : A benchmark for open-domain questions with many answers","venue":null,"work_id":"624ac6e1-57fd-4e69-907a-cb1289048171","year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.472790Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:2bbaf917f606d0104c5387e784b7d6fc3558cc3311bbd15f83c76cb97b1a6922","observation_id":"51245314-00a6-4848-b957-943f6d61fccb","resolution":{"observed_at":"2026-08-07T13:44:28.126300Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07732","last_updated":"2021-08-16T03:57:30Z","snapshot_observed_at":"2026-08-02T19:23:53.535075Z","submitted_at":"2021-08-16T03:57:30Z","title":"Program Synthesis with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07732","snapshot_observed_at":"2026-08-07T13:44:17.568894Z","title":"Program synthesis with large language models","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.568894Z"},"links":{"cited_paper":"/paper/2108.07732","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:a51075e98f4343e701e32f664fb5f4355ee27c889ae61d3c889883f2ba2c975d","observation_id":"55837c79-4c5b-4f59-b548-2927a1ff6ce1","resolution":{"observed_at":"2026-08-07T13:44:17.568894Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:17.683629Z","title":"The internal state of an LLM knows when it ' s lying","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.683629Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:db7a1722fde9f68326af3be41751fe2967c1287b4403987be20cb9e1de70c24a","observation_id":"08fd4093-b0ed-4b7a-8273-98a4de8cc3fa","resolution":{"observed_at":"2026-08-07T13:44:17.683629Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16609","last_updated":"2023-09-28T17:07:49Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-28T17:07:49Z","title":"Qwen Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.16609","snapshot_observed_at":"2026-08-07T13:44:17.809779Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.809779Z"},"links":{"cited_paper":"/paper/2309.16609","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:6701200700dd8e97a5388a4939ffc832f9b418c9f3ffc3ab0af0033cada36f99","observation_id":"8274c78b-4f73-47b7-aecf-54dce2c8f273","resolution":{"observed_at":"2026-08-07T13:44:17.809779Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.08037","last_updated":"2023-02-10T20:04:05Z","snapshot_observed_at":"2026-07-06T14:31:07.280398Z","submitted_at":"2022-12-15T18:45:29Z","title":"Attributed Question Answering: Evaluation and Modeling for Attributed Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.08037","snapshot_observed_at":"2026-08-07T13:44:17.925919Z","title":"Attributed question answering: Evaluation and modeling for attributed large language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:17.925919Z"},"links":{"cited_paper":"/paper/2212.08037","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:85e47b862592703fe0e4823efc26ec5c51f5e69b996f3b46b763f326f810fd72","observation_id":"67d725e8-7cfd-4fb0-a517-3567be8bd052","resolution":{"observed_at":"2026-08-07T13:44:17.925919Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:18.079794Z","title":"Language models are few-shot learners","venue":null,"work_id":null,"year":1901},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.079794Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:d67e708d4219d7cb4e4401aa7ee212dd95ba2dd036689cf79a2be4bc3c572b29","observation_id":"e3072ad7-bc42-4155-af5c-8065ffb7a114","resolution":{"observed_at":"2026-08-07T13:44:18.079794Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:18.225604Z","title":"Palm: Scaling language modeling with pathways","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.225604Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:f154bf966f9f2562470235d555dfb149ed0748deec8c930c9e8dfea546c504b9","observation_id":"1b2fea48-4c1d-4b35-b781-24d56ef69dcf","resolution":{"observed_at":"2026-08-07T13:44:18.225604Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1803.05457","last_updated":"2018-03-14T18:04:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2018-03-14T18:04:21Z","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1803.05457","snapshot_observed_at":"2026-08-07T13:44:18.400204Z","title":"Think you have solved question answering? try ARC , the AI2 reasoning challenge","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.400204Z"},"links":{"cited_paper":"/paper/1803.05457","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:c7c92c25643b7bdc0575719783fe6a0aba70822c4ae1a275620dcbe5f089ff73","observation_id":"35f1b8d0-67fc-4d1a-ab6a-8ed0e083c3c7","resolution":{"observed_at":"2026-08-07T13:44:18.400204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-07T01:45:38.840969Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-07T13:44:18.533583Z","title":"Training verifiers to solve math word problems","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.533583Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:8e59934a76cc1fb9ec96bcd7af3f7e4b08292be72dcf53d7dd06cc25eb67bedd","observation_id":"8b8fecdd-d94e-4a74-a64a-180ad5befbfd","resolution":{"observed_at":"2026-08-07T13:44:18.533583Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:18.707895Z","title":"Crawling the internal knowledge-base of language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.707895Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:5805765ef75ad8f121b847c8dd59d899a4e69ee69637bd7c417a49ef8e85babd","observation_id":"f9929cd2-a5a7-488b-81cf-968d47936e7f","resolution":{"observed_at":"2026-08-07T13:44:18.707895Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:18.923578Z","title":"LM vs LM : Detecting factual errors via cross examination","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:18.923578Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:1a2a9475d6b091a41aa471d5d27c80a7e31b180273a3f0ef853985256554e7a9","observation_id":"b3393afe-9582-4179-9344-48b29dd5e8d7","resolution":{"observed_at":"2026-08-07T13:44:18.923578Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:27.853101Z","title":"Evaluating the ripple effects of knowledge editing in language models","venue":null,"work_id":"f82e8320-d9a5-47be-87bc-102097e341b4","year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.044768Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:c1f99f86a5fe3bd903824997fb8af7a35921c4b1c3d7214ece760f006ce8e497","observation_id":"415c3213-fd79-4b14-ab17-ef5eb07897ff","resolution":{"observed_at":"2026-08-07T13:44:27.955375Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:27.597871Z","title":"I D on't K now: E xplicit modeling of uncertainty with an [IDK] token","venue":null,"work_id":"3c9bc7b2-3cb8-4148-8084-375c62dba6a6","year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.176235Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:4152631e3f34e8f2e585eed7a7be2756179751457b43fb8fbd9cc8364084fb87","observation_id":"0a83bd6a-9b4e-4f73-97f0-8155ba786676","resolution":{"observed_at":"2026-08-07T13:44:27.707463Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:19.331350Z","title":"Calibration of pre-trained transformers","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.331350Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:0b6d86e02d849e2a3e9c839e6c9a921eca2618a206ecf34eb48cec52c2ae07d0","observation_id":"300a6492-46f0-4b4c-a5de-29d0699d50a2","resolution":{"observed_at":"2026-08-07T13:44:19.331350Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:19.431983Z","title":"Evaluating factuality in text simplification","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.431983Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:1c6d08749a79e3c9657c0676c1466780fa7ff8ae225f7cb54d74b907effbb79a","observation_id":"05d875b1-4620-46fd-bad8-0104b8eb3bfa","resolution":{"observed_at":"2026-08-07T13:44:19.431983Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.21783","last_updated":"2024-11-23T23:27:33Z","snapshot_observed_at":"2026-07-06T18:55:11.576666Z","submitted_at":"2024-07-31T17:54:27Z","title":"The Llama 3 Herd of Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.21783","snapshot_observed_at":"2026-08-07T13:44:19.614490Z","title":"The llama 3 herd of models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.614490Z"},"links":{"cited_paper":"/paper/2407.21783","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:503004a93c87f1cac7b9340db54396b4ae2718da10de58c0ea19553dcf14034d","observation_id":"ca5436e7-86b1-43d0-aa65-b04b3b95967a","resolution":{"observed_at":"2026-08-07T13:44:19.614490Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:19.714512Z","title":"Measuring and improving consistency in pretrained language models","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.714512Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:477e37052dcf528fa930b5cf9fd46cf76c303edad9f009dce251358fc6a1deca","observation_id":"dd0a13ac-abad-41cf-bb97-a5023f9988b0","resolution":{"observed_at":"2026-08-07T13:44:19.714512Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:19.853495Z","title":"Did aristotle use a laptop? a question answering benchmark with implicit reasoning strategies","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:19.853495Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:62a443b3ee1a0dd62363743d751df8ca323d352a6b7007f2aa88c798100d6368","observation_id":"1e22d49e-7459-492e-9af4-37dfe19ff42b","resolution":{"observed_at":"2026-08-07T13:44:19.853495Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:20.046321Z","title":"Transformer feed-forward layers are key-value memories","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.046321Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:711e09cf023e881e03b4958637cef7a8d004b1c959786ec24b3293e77f6e02dd","observation_id":"08b89a74-157c-4aa5-98c9-902144d03b43","resolution":{"observed_at":"2026-08-07T13:44:20.046321Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:20.170384Z","title":"Dissecting recall of factual associations in auto-regressive language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.170384Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:aa56728a81ae69f8347fd241995d62438fae930b1082a8fd9d29fa460346377f","observation_id":"a34120fe-0e6c-4d40-8ebe-cbe8856edbbf","resolution":{"observed_at":"2026-08-07T13:44:20.170384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:27.336560Z","title":"Weinberger","venue":null,"work_id":"d7d59a56-341e-471c-9b1d-2d146c2ad3b5","year":2017},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.283758Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:ddd7a5b9aa1b57cdae300ea6177096f8a2939dc1bae6de8dba4bc1abd870c067","observation_id":"b7e715e6-c030-4de1-8a2d-7c3f90ec1e7e","resolution":{"observed_at":"2026-08-07T13:44:27.432417Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.01610","last_updated":"2023-06-02T21:52:17Z","snapshot_observed_at":"2026-08-02T17:50:59.894886Z","submitted_at":"2023-05-02T17:13:55Z","title":"Finding Neurons in a Haystack: Case Studies with Sparse Probing","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.01610","snapshot_observed_at":"2026-08-07T13:44:20.352171Z","title":"Finding neurons in a haystack: Case studies with sparse probing","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.352171Z"},"links":{"cited_paper":"/paper/2305.01610","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:76cdd58531c46b7ef9f01e406af8c9fa0e07f3f3b21465233848e72fb88f71cb","observation_id":"d0767621-9cc3-40ec-b899-b19887780b2e","resolution":{"observed_at":"2026-08-07T13:44:20.352171Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:20.416488Z","title":"Survey of hallucination in natural language generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.416488Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:b157c5999abddce20e5df5db15276d8faff89d756a203fbaeff4b003f7a40d06","observation_id":"5d726b10-d289-4ca8-914a-1778ac7a9cc2","resolution":{"observed_at":"2026-08-07T13:44:20.416488Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-07T13:44:20.543491Z","title":"Mistral 7b","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.543491Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:1d59f2a771b6883c5632e67a744d3e4a8cd413124c04d9a14a8a296fc06fd157","observation_id":"96f2dcc9-6ffc-433d-8d0a-bc409a625e5e","resolution":{"observed_at":"2026-08-07T13:44:20.543491Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:20.622329Z","title":"How can we know when language models know? on the calibration of language models for question answering","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.622329Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:fa1a65db810755147d69de78ecbec0670ae42bd673b3f904e5090b1b04b2bffe","observation_id":"4347d258-d18a-40e9-b757-62149a6e8724","resolution":{"observed_at":"2026-08-07T13:44:20.622329Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1705.03551","last_updated":"2017-05-13T21:12:37Z","snapshot_observed_at":"2026-08-02T11:13:42.401488Z","submitted_at":"2017-05-09T21:35:07Z","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1705.03551","snapshot_observed_at":"2026-08-07T13:44:20.700534Z","title":"TriviaQA : A large scale distantly supervised challenge dataset for reading comprehension","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.700534Z"},"links":{"cited_paper":"/paper/1705.03551","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:69d7fb7605e3f7012de64122aa4f8c172449480e08bb577ed0e1d4c9aaeb9942","observation_id":"ee1ea3bc-c423-453f-bf49-831a2b05a8ca","resolution":{"observed_at":"2026-08-07T13:44:20.700534Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2207.05221","last_updated":"2022-11-21T16:38:35Z","snapshot_observed_at":"2026-08-06T08:34:11.887259Z","submitted_at":"2022-07-11T22:59:39Z","title":"Language Models (Mostly) Know What They Know","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2207.05221","snapshot_observed_at":"2026-08-07T13:44:20.765198Z","title":"Brown, Jack Clark, Nicholas Joseph, Benjamin Mann, Sam McCandlish, Christopher Olah, and Jared Kaplan","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.765198Z"},"links":{"cited_paper":"/paper/2207.05221","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:2d661eb57cb058dfee93b916deaa49ee2f44afa9d0a8b13848753d2c5de6bc6c","observation_id":"f325ff1e-3772-4f47-a0ab-daec7094e55a","resolution":{"observed_at":"2026-08-07T13:44:20.765198Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.08391","last_updated":"2025-08-17T19:28:05Z","snapshot_observed_at":"2026-08-07T01:45:55.183884Z","submitted_at":"2024-06-12T16:41:31Z","title":"Large Language Models Must Be Taught to Know What They Don't Know","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.08391","snapshot_observed_at":"2026-08-07T13:44:20.844620Z","title":"Large language models must be taught to know what they don't know","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.844620Z"},"links":{"cited_paper":"/paper/2406.08391","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:af0cde585c5ec83bbb86f3b237e25c546c22a4fbc5b5760ba1c273bdebe5be14","observation_id":"3c6564ec-91bc-4d9d-af99-57ef7d96520b","resolution":{"observed_at":"2026-08-07T13:44:20.844620Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.09664","last_updated":"2023-04-15T12:55:45Z","snapshot_observed_at":"2026-07-06T14:53:27.667483Z","submitted_at":"2023-02-19T20:10:07Z","title":"Semantic Uncertainty: Linguistic Invariances for Uncertainty Estimation in Natural Language Generation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.09664","snapshot_observed_at":"2026-08-07T13:44:20.958690Z","title":"Semantic uncertainty: Linguistic invariances for uncertainty estimation in natural language generation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:20.958690Z"},"links":{"cited_paper":"/paper/2302.09664","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:a42d513d96c6309afceba56020015bfec72a82ed03d65a4a4bec4ca6a1be5a2b","observation_id":"5c7582b5-7fc6-4825-a05b-19b5ea93fa72","resolution":{"observed_at":"2026-08-07T13:44:20.958690Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:21.068132Z","title":"Dai, Jakob Uszkoreit, Quoc Le, and Slav Petrov","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.068132Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:bd97453fed7cef5a95bac7670022273f16acba168558f534d0e410b5efb9f4cf","observation_id":"08e8271d-d1e7-4aa0-b41b-dbd696c0904a","resolution":{"observed_at":"2026-08-07T13:44:21.068132Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:27.127987Z","title":"Bloom: A 176b-parameter open-access multilingual language model","venue":null,"work_id":"b32a98f7-d2cc-4fc6-9180-14f65fefc107","year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.164195Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:835165ca3f2a3dce457227618cde08fa9a023de86a308ce34105bf72b29d5963","observation_id":"712c5d70-c6b4-4c51-be07-768c0473deab","resolution":{"observed_at":"2026-08-07T13:44:27.213543Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2205.14334","last_updated":"2022-06-13T05:04:53Z","snapshot_observed_at":"2026-08-03T04:20:54.522222Z","submitted_at":"2022-05-28T05:02:31Z","title":"Teaching Models to Express Their Uncertainty in Words","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.14334","snapshot_observed_at":"2026-08-07T13:44:21.271271Z","title":"Teaching models to express their uncertainty in words","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.271271Z"},"links":{"cited_paper":"/paper/2205.14334","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:f688cae92000de04219922ba6cfee8a746350b0190d3b582d7194630cb1d1ccd","observation_id":"9dba0352-6841-467c-9986-33f13e7a516b","resolution":{"observed_at":"2026-08-07T13:44:21.271271Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:26.797821Z","title":"Lin, Jacob Hilton, and Owain Evans","venue":null,"work_id":"0dd67faf-9c28-40af-9506-311d235b1e99","year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.353340Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:9ae570a11dd9308b31e29b72525241f5d34b2a0427a576f67f793a94d9cee048","observation_id":"54c3fa25-1e19-45d9-9632-34063a2366e6","resolution":{"observed_at":"2026-08-07T13:44:26.950121Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:21.453324Z","title":"On controlling fallback responses for grounded dialogue generation","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.453324Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:92a27c747d41d548561e04c3c4a328b385af22b9768ac518a1f08dad76823e1d","observation_id":"db60cf89-58f8-4d1c-9e43-a3f6013ce692","resolution":{"observed_at":"2026-08-07T13:44:21.453324Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10511","last_updated":"2023-07-02T07:21:59Z","snapshot_observed_at":"2026-07-06T14:33:08.041820Z","submitted_at":"2022-12-20T18:30:15Z","title":"When Not to Trust Language Models: Investigating Effectiveness of Parametric and Non-Parametric Memories","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.10511","snapshot_observed_at":"2026-08-07T13:44:21.530357Z","title":"When not to trust language models: Investigating effectiveness and limitations of parametric and non-parametric memories","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.530357Z"},"links":{"cited_paper":"/paper/2212.10511","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:a89d7192c6061ad7907ff97a5056e89cc85726bc066066f2d21bf5906b5684c0","observation_id":"09fdd075-3c70-4c05-9213-e257265e06d8","resolution":{"observed_at":"2026-08-07T13:44:21.530357Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.00025","last_updated":"2025-08-22T11:37:26Z","snapshot_observed_at":"2026-07-06T17:37:44.114370Z","submitted_at":"2024-02-28T15:19:33Z","title":"On the Challenges and Opportunities in Generative AI","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.00025","snapshot_observed_at":"2026-08-07T13:44:21.608634Z","title":"On the challenges and opportunities in Generative AI","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.608634Z"},"links":{"cited_paper":"/paper/2403.00025","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:894907202a1c0ac76c173b41df45a1077d98567aa4253f41d54f385664488fd1","observation_id":"1d8d9356-38d9-496b-88b4-688d2cf232e2","resolution":{"observed_at":"2026-08-07T13:44:21.608634Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:21.723394Z","title":"On faithfulness and factuality in abstractive summarization","venue":null,"work_id":null,"year":1906},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.723394Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:00f70cb87a619210087b33b756a701e8de2a5257534ed922397311193bdaefdb","observation_id":"5ef83f34-f8a6-4e0b-8842-8caae6fb4959","resolution":{"observed_at":"2026-08-07T13:44:21.723394Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:26.588707Z","title":"Locating and editing factual associations in GPT","venue":null,"work_id":"3f7c0039-7ece-44b5-8bab-9dd8a6cf74fc","year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.832344Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:d8614535fb5772a22fa2ae1b94c8c17ea4ea91af0c9b3526dbce547e2165a0bb","observation_id":"46696c03-4ce7-430c-b3af-9b0b3f7a6339","resolution":{"observed_at":"2026-08-07T13:44:26.663717Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:21.927274Z","title":"A diverse corpus for evaluating and developing E nglish math word problem solvers","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:21.927274Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:3a29c4cf053563f18b148f9b28c48975143e8b5d7a3f84c8b613c4a543ec6fd2","observation_id":"9d706bb7-18e5-48f0-aabb-b3f9327e1d6f","resolution":{"observed_at":"2026-08-07T13:44:21.927274Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1809.02789","last_updated":"2018-09-08T11:47:16Z","snapshot_observed_at":"2026-08-08T02:19:52.596062Z","submitted_at":"2018-09-08T11:47:16Z","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1809.02789","snapshot_observed_at":"2026-08-07T13:44:22.042273Z","title":"Can a suit of armor conduct electricity? a new dataset for open book question answering","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.042273Z"},"links":{"cited_paper":"/paper/1809.02789","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:77810e63650bd5d928f5aef524cde927dbb058dc71926a8bc688adb89ee25f71","observation_id":"8264c148-4f31-47b6-8f04-10b35796b4a1","resolution":{"observed_at":"2026-08-07T13:44:22.042273Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.15852","last_updated":"2024-03-15T21:04:34Z","snapshot_observed_at":"2026-07-06T15:33:11.344191Z","submitted_at":"2023-05-25T08:43:46Z","title":"Self-contradictory Hallucinations of Large Language Models: Evaluation, Detection and Mitigation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.15852","snapshot_observed_at":"2026-08-07T13:44:22.150186Z","title":"Self-contradictory hallucinations of large language models: Evaluation, detection and mitigation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.150186Z"},"links":{"cited_paper":"/paper/2305.15852","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:6955944e79a7c40b20b8dd92e1cf2851874d9f5d1322fc1054f817b73c34757c","observation_id":"307c6eef-a58a-4956-b45f-77ede79c1c99","resolution":{"observed_at":"2026-08-07T13:44:22.150186Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2209.11895","last_updated":"2022-09-24T00:43:19Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-09-24T00:43:19Z","title":"In-context Learning and Induction Heads","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2209.11895","snapshot_observed_at":"2026-08-07T13:44:22.253151Z","title":"In-context learning and induction heads","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.253151Z"},"links":{"cited_paper":"/paper/2209.11895","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:52913a2d8052aa43e4966b4e6acaf484e956704d92adb83cc242df8cd52eb93d","observation_id":"32cbea88-c6f0-4b22-94d1-37b24dcb75f1","resolution":{"observed_at":"2026-08-07T13:44:22.253151Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:22.328179Z","title":"Training language models to follow instructions with human feedback","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.328179Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:d5fad659854258734ad9b29f24b8338ac2838b478ea9d3308e9172d5ab3c4e1b","observation_id":"437b18fc-07ba-47d3-99b2-f1cc29669e10","resolution":{"observed_at":"2026-08-07T13:44:22.328179Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:22.406658Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.406658Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:e895eb97d17914ddedd5da848961146884d07747a92dd62e1cdc503b8560306f","observation_id":"9dea0a36-436a-4fdd-9566-136331619db5","resolution":{"observed_at":"2026-08-07T13:44:22.406658Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:22.523553Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.523553Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:a8bdae2172556c4c84e0b86828e5e3769a0aa5a57dbdaae48de6efe5e189e853","observation_id":"16de4840-fc8b-4c83-a858-514bdc553f07","resolution":{"observed_at":"2026-08-07T13:44:22.523553Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1909.01066","last_updated":"2019-09-04T09:33:20Z","snapshot_observed_at":"2026-07-06T08:18:37.267833Z","submitted_at":"2019-09-03T11:11:08Z","title":"Language Models as Knowledge Bases?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1909.01066","snapshot_observed_at":"2026-08-07T13:44:22.621995Z","title":"Language models as knowledge bases? arXiv preprint arXiv:1909.01066, 2019","venue":null,"work_id":null,"year":1909},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.621995Z"},"links":{"cited_paper":"/paper/1909.01066","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:7b76654ca1d78c9fccdd757ab64db0b2ac3bd343d4fce33dd8cd89d5ed589316","observation_id":"e8a885b3-759b-4126-8671-29fdab5276ce","resolution":{"observed_at":"2026-08-07T13:44:22.621995Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:22.734204Z","title":"Exploring the limits of transfer learning with a unified text-to-text transformer","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.734204Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:d507c25a5aee215403330ba4fe8a3a81d8649dc5480b26ad96fb09552a515249","observation_id":"06acc51e-b26f-408d-8e3a-0a882325c1a6","resolution":{"observed_at":"2026-08-07T13:44:22.734204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:26.248406Z","title":"Measuring attribution in natural language generation models","venue":null,"work_id":"8a3d9111-94d1-49a1-aa9b-0269180754dd","year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:22.858768Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:4bffd86bf47eb4604cd89dd5fa78ee57262a21f9bf2a9ca7dc2cdb593d5c6dfa","observation_id":"b9de85cf-8117-4bf1-af54-2df9ae8caf88","resolution":{"observed_at":"2026-08-07T13:44:26.453620Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2002.08910","last_updated":"2020-10-05T21:26:45Z","snapshot_observed_at":"2026-08-03T03:30:56.636820Z","submitted_at":"2020-02-10T18:55:58Z","title":"How Much Knowledge Can You Pack Into the Parameters of a Language Model?","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2002.08910","snapshot_observed_at":"2026-08-07T13:44:23.046025Z","title":"How much knowledge can you pack into the parameters of a language model? arXiv preprint arXiv:2002.08910, 2020","venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.046025Z"},"links":{"cited_paper":"/paper/2002.08910","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:0655be072e28731499235bbd1d18115ae1262edba19a7ed4061e11ac66947468","observation_id":"f909a57a-570c-4619-b4fc-a25c927dd92b","resolution":{"observed_at":"2026-08-07T13:44:23.046025Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:23.155403Z","title":"C ommonsense QA : A question answering challenge targeting commonsense knowledge","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.155403Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:8c491563258c8daea15b4175f55bc1182a490060e3ba05b487bebdf66b7290ba","observation_id":"5d0b84ac-1b95-491b-b283-a97dbcfc2168","resolution":{"observed_at":"2026-08-07T13:44:23.155403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:23.259595Z","title":"Evaluating the factual consistency of large language models through news summarization","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.259595Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:2f41099a2950f5170aa869ba18f69fd0af8e90682605d3417f34868e65e0de90","observation_id":"f7759037-1287-4366-9646-0a2df6fe815e","resolution":{"observed_at":"2026-08-07T13:44:23.259595Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:23.367296Z","title":"Transformer memory as a differentiable search index","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.367296Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:24a83f9bc43db5f7d2ccb05d3457cbb493b7dbb4a8a02cb411e58ad52e90de6a","observation_id":"9a54e2fc-3ae7-406b-ba82-ac53fc1d2178","resolution":{"observed_at":"2026-08-07T13:44:23.367296Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-07T13:44:23.530840Z","title":"Llama: Open and efficient foundation language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.530840Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:33983200e7e74a561c321ccc02adf2c2a0ab52a89da549da4db03d5bb70456bd","observation_id":"8f07b5b9-084b-4164-8b7f-fb62fb494210","resolution":{"observed_at":"2026-08-07T13:44:23.530840Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.15115","last_updated":"2025-01-03T02:18:21Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-12-19T17:56:09Z","title":"Qwen2.5 Technical Report","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.15115","snapshot_observed_at":"2026-08-07T13:44:23.741077Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.741077Z"},"links":{"cited_paper":"/paper/2412.15115","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:dd7b45e935d3199a680005b3021a9bda36759d8ab6443df9c21d1379303f9506","observation_id":"f51df290-eef9-4758-ac16-2bdaf5c5aabb","resolution":{"observed_at":"2026-08-07T13:44:23.741077Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18153","last_updated":"2023-05-30T15:14:06Z","snapshot_observed_at":"2026-08-04T22:37:22.983682Z","submitted_at":"2023-05-29T15:30:13Z","title":"Do Large Language Models Know What They Don't Know?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18153","snapshot_observed_at":"2026-08-07T13:44:23.893925Z","title":"Do large language models know what they don't know? arXiv preprint arXiv:2305.18153, 2023","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:23.893925Z"},"links":{"cited_paper":"/paper/2305.18153","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:92c3c3eb34927f4508bec00c25aaa15f3d4deaca4f4926f54053cfea4baef077","observation_id":"d31b3eb0-850c-4d1a-902f-233c9ec0c389","resolution":{"observed_at":"2026-08-07T13:44:23.893925Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.062339Z","title":"Narrowing the knowledge evaluation gap: Open-domain question answering with multi-granularity answers","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.062339Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:be93816cb8e42e7b55bce2c53d8af141f67860f71c9361c55ba78234908801f1","observation_id":"a654e825-7d0d-4002-828b-9762bb959e9c","resolution":{"observed_at":"2026-08-07T13:44:24.062339Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/2023.emnlp-main.364","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.876106Z","title":"Answering questions by meta-reasoning over multiple chains of thought","venue":null,"work_id":"813f492b-3e51-43ac-820c-c860b7f6436f","year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":59,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.160543Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:f32f011b47dacbe30297a02a81c729559011a2a5cb68bd61984de2d55403dbce","observation_id":"5a224dd2-d7a0-49cd-8093-f0200bd8a7ea","resolution":{"observed_at":"2026-08-07T13:44:24.965880Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.18167","last_updated":"2024-06-17T21:35:41Z","snapshot_observed_at":"2026-08-03T15:40:06.956819Z","submitted_at":"2024-03-27T00:23:03Z","title":"Mechanistic Understanding and Mitigation of Language Model Non-Factual Hallucinations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.18167","snapshot_observed_at":"2026-08-07T13:44:24.229433Z","title":"Mechanistic understanding and mitigation of language model non-factual hallucinations","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":60,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.229433Z"},"links":{"cited_paper":"/paper/2403.18167","citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:b4f20a2c44715ff93d71ff891245f5d971853a3f6a15b02afe8b73f52963a840","observation_id":"bfc859f3-b125-485c-b920-50c6de9a8624","resolution":{"observed_at":"2026-08-07T13:44:24.229433Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.296305Z","title":"Characterizing mechanisms for factual recall in language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":61,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.296305Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:6ec10880640162a9daac17070500d5b39c89f7d0c6a85e2613f76829fda15139","observation_id":"be239387-1e18-4ea2-9c20-1d4dd23353e6","resolution":{"observed_at":"2026-08-07T13:44:24.296305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.393505Z","title":"Automatic evaluation of attribution by large language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":62,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.393505Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:6c1e7e9ebad94bddf857d47d4dc225889a2c3334393bd754a4a0ce6d9712df48","observation_id":"09bd273d-6236-44ca-87a8-5868bfe39dc0","resolution":{"observed_at":"2026-08-07T13:44:24.393505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.465562Z","title":"R -tuning: Instructing large language models to say I don`t know'","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":63,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.465562Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:14a1452a70e13cfb87400ab2cc12223e0583f5edc5c9df74cdf8979a036e49f7","observation_id":"0f170296-6882-4fca-9975-eff6a062f94b","resolution":{"observed_at":"2026-08-07T13:44:24.465562Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.570038Z","title":"Instruction tuning for large language models: A survey","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":64,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.570038Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:717b28249ac0f3ba991f781266511744534fb572c0330f48e0fb04a8842191d5","observation_id":"e7908ab5-c599-4b54-8003-10ebd0ef31a3","resolution":{"observed_at":"2026-08-07T13:44:24.570038Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:24.649005Z","title":"Codegeex: A pre-trained model for code generation with multilingual benchmarking on humaneval-x","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":65,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.649005Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:8f014956da970b843a33b0966c6d2f719953d9a458d9da82ee8e9f55cde70726","observation_id":"3476bfdf-8908-4b94-b365-458d955c14d5","resolution":{"observed_at":"2026-08-07T13:44:24.649005Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:44:26.004651Z","title":"RoMQA : A benchmark for robust, multi-evidence, multi-answer question answering","venue":null,"work_id":"86942370-0615-4ce4-baea-4c68df058d48","year":2022},"citing_paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty","version":1},"reference_index":66,"source":"arxiv_source","source_observed_at":"2026-08-07T13:44:24.741362Z"},"links":{"citing_paper":"/paper/2505.21218"},"observation_digest":"sha256:656cf8f58a7ef5a516e5afba805ece33052b85372152f1532f2359abafc5693f","observation_id":"f6c8d9bf-243c-4b82-999f-5a8e0ba9463f","resolution":{"observed_at":"2026-08-07T13:44:26.094054Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.21218","last_updated":"2025-05-27T14:06:15Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T13:30:38.413233Z","submitted_at":"2025-05-27T14:06:15Z","title":"Pretrained LLMs Learn Multiple Types of Uncertainty"},"reference_resolution":{"displayed":65,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":54,"verified_exact":2,"verified_fuzzy":9},"total_outbound_references":65},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 65 of 65 outbound references and 0 inbound Pith citation observations for arXiv:2505.21218."}