{"as_of":"2026-08-08T05:53:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:af742205fcecd738217d0e04927dd27969fbf03414533f7656c1d3e2349ee635","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":3,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":3,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":3,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":3,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T05:38:24.830582Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-03T05:27:40.324248Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2502.14127","last_updated":"2025-06-01T02:05:44Z","snapshot_observed_at":"2026-08-07T18:03:32.922467Z","submitted_at":"2025-02-19T22:11:52Z","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","version":2},"cited_work":{"arxiv_id":"2502.14127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.14127","snapshot_observed_at":"2026-07-03T05:27:40.324248Z","title":"Which of these best describes multiple choice evaluation with llms? a) forced b) flawed c) fixable d) all of the above.arXiv preprint arXiv:2502.14127","venue":null,"work_id":"644cb1fa-8183-44dc-b46e-f1dd74d5dbf6","year":null},"citing_paper":{"arxiv_id":"2504.21850","last_updated":"2026-05-14T18:32:02Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2025-04-30T17:57:22Z","title":"Visual Compositional Tuning","version":3},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-05-22T17:39:09.890605Z"},"links":{"cited_paper":"/paper/2502.14127","citing_paper":"/paper/2504.21850"},"observation_digest":"sha256:e6bcacc4a131e19eef7a40ed33e00666b13ea23a395db9862f095c7ead8f39ef","observation_id":"7cc104ec-fed8-4403-a680-f6a696278730","resolution":{"observed_at":"2026-05-22T17:41:53.171030Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.14127","last_updated":"2025-06-01T02:05:44Z","snapshot_observed_at":"2026-08-07T18:03:32.922467Z","submitted_at":"2025-02-19T22:11:52Z","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2502.14127","snapshot_observed_at":"2026-08-07T05:38:24.830582Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2506.07461","last_updated":"2025-06-09T06:10:04Z","snapshot_observed_at":"2026-08-07T22:27:02.755086Z","submitted_at":"2025-06-09T06:10:04Z","title":"From Calibration to Collaboration: LLM Uncertainty Quantification Should Be More Human-Centered","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T05:38:24.830582Z"},"links":{"cited_paper":"/paper/2502.14127","citing_paper":"/paper/2506.07461"},"observation_digest":"sha256:c79a9f297c2bb3fa7781a1fb013c6120048d5921f019198f3229286fa1dee7f5","observation_id":"c8e6d571-1cd2-4819-b888-b23386e77b0c","resolution":{"observed_at":"2026-08-07T05:38:24.830582Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2502.14127","last_updated":"2025-06-01T02:05:44Z","snapshot_observed_at":"2026-08-07T18:03:32.922467Z","submitted_at":"2025-02-19T22:11:52Z","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above","version":2},"cited_work":{"arxiv_id":"2502.14127","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2502.14127","snapshot_observed_at":"2026-07-03T05:27:40.324248Z","title":"Which of these best describes multiple choice evaluation with llms? a) forced b) flawed c) fixable d) all of the above.arXiv preprint arXiv:2502.14127","venue":null,"work_id":"644cb1fa-8183-44dc-b46e-f1dd74d5dbf6","year":null},"citing_paper":{"arxiv_id":"2606.10657","last_updated":"2026-06-09T10:05:20Z","snapshot_observed_at":"2026-08-06T14:06:25.138441Z","submitted_at":"2026-06-09T10:05:20Z","title":"Are We Evaluating Knowledge or Phrasing? Mitigating MCQA Sensitivity with ParaEval","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-06-27T13:13:21.687950Z"},"links":{"cited_paper":"/paper/2502.14127","citing_paper":"/paper/2606.10657"},"observation_digest":"sha256:9740c6b13d8dc5b31b57c4614b4376706e95c7d99dcd954d09cf00bbae606288","observation_id":"48189976-0062-485b-8128-1290e3101f2d","resolution":{"observed_at":"2026-07-03T05:27:40.325986Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2502.14127/citation-record","integrity":"/paper/2502.14127/integrity","json":"/paper/2502.14127/citation-record.json","paper":"/paper/2502.14127"},"outbound":[],"paper":{"arxiv_id":"2502.14127","last_updated":"2025-06-01T02:05:44Z","latest_version":2,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T18:03:32.922467Z","submitted_at":"2025-02-19T22:11:52Z","title":"Which of These Best Describes Multiple Choice Evaluation with LLMs? A) Forced B) Flawed C) Fixable D) All of the Above"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 3 inbound Pith citation observations for arXiv:2502.14127."}