{"as_of":"2026-08-08T03:58:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c1285991300f10814c9e4285b12cd1da86db32164ba7126404aed42ff5d23cd7","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":6,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":6,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":6,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":6,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T15:40:19.156591Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":7,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":"2403.17752","doi":"10.48550/arxiv.2403.17752","metadata_source":"arxiv_reference","pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can multiple- choice questions really be useful in detecting the abilities of llms?","venue":"arXiv (Cornell University)","work_id":"b97fd071-70e3-45d0-984d-70e56f8637cd","year":2024},"citing_paper":{"arxiv_id":"2409.00084","last_updated":"2024-09-04T08:22:28Z","snapshot_observed_at":"2026-08-02T15:53:32.867922Z","submitted_at":"2024-08-25T14:50:47Z","title":"Vision-Language and Large Language Model Performance in Gastroenterology: GPT, Claude, Llama, Phi, Mistral, Gemma, and Quantized Models","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-05-23T22:15:52.638622Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2409.00084"},"observation_digest":"sha256:ed331a2eb63cad7ea5d8090a5d5c291bec69c4870e0059b41eb9c296bffaceb9","observation_id":"8d466641-af47-46df-b93e-fc39786e1f3a","resolution":{"observed_at":"2026-05-23T22:18:31.878279Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-06T15:40:19.156591Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.15349","last_updated":"2025-08-27T16:50:45Z","snapshot_observed_at":"2026-08-06T19:31:03.835404Z","submitted_at":"2025-07-21T08:01:43Z","title":"Scaling Decentralized Learning with FLock","version":2},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-06T15:40:19.156591Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2507.15349"},"observation_digest":"sha256:c099167038b73860d3787d3abf1bfb104b52cf4da9b94d246075eea02dcd2b9f","observation_id":"3be4421e-4f5b-46b1-9241-d222b0a3d1ff","resolution":{"observed_at":"2026-08-06T15:40:19.156591Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":"2403.17752","doi":"10.48550/arxiv.2403.17752","metadata_source":"arxiv_reference","pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can multiple- choice questions really be useful in detecting the abilities of llms?","venue":"arXiv (Cornell University)","work_id":"b97fd071-70e3-45d0-984d-70e56f8637cd","year":2024},"citing_paper":{"arxiv_id":"2507.15707","last_updated":"2026-04-27T20:35:43Z","snapshot_observed_at":"2026-08-07T07:03:48.994890Z","submitted_at":"2025-07-21T15:15:30Z","title":"Is Large Language Model Performance on Reasoning Tasks Impacted by Different Ways Questions Are Asked?","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-05-19T03:52:56.761396Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2507.15707"},"observation_digest":"sha256:c4521e44d623a91f68bb93bac3f6c0de7ceffcd3d2e65402f57bd0864be285f4","observation_id":"5629695e-ec7c-4fc7-9ba2-1f997fd2b78b","resolution":{"observed_at":"2026-05-19T03:57:03.027966Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-05T23:25:38.225587Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2508.05429","last_updated":"2025-08-08T01:24:20Z","snapshot_observed_at":"2026-08-05T23:25:37.294142Z","submitted_at":"2025-08-07T14:17:43Z","title":"MyCulture: Exploring Malaysia's Diverse Culture under Low-Resource Language Constraints","version":2},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-05T23:25:38.225587Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2508.05429"},"observation_digest":"sha256:a88061f11e53cde2ed0a33ed9eccd3ed0f6e61d33bdf2e3b0e8a53d6b5d566fe","observation_id":"9d5420fc-1229-469c-84a3-aff64c8ed38e","resolution":{"observed_at":"2026-08-05T23:25:38.225587Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":"2403.17752","doi":"10.48550/arxiv.2403.17752","metadata_source":"arxiv_reference","pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can multiple- choice questions really be useful in detecting the abilities of llms?","venue":"arXiv (Cornell University)","work_id":"b97fd071-70e3-45d0-984d-70e56f8637cd","year":2024},"citing_paper":{"arxiv_id":"2605.01846","last_updated":"2026-05-03T12:29:41Z","snapshot_observed_at":"2026-08-02T16:04:49.513692Z","submitted_at":"2026-05-03T12:29:41Z","title":"Do Large Language Models Plan Answer Positions? Position Bias in Multiple-Choice Question Generation","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-05-09T17:23:50.486306Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2605.01846"},"observation_digest":"sha256:267f18c61d07a005b536756d531460c37e5cd38d2e122532f06b9fdc365dda11","observation_id":"0243b014-6b7a-4643-b1eb-828a6c052df6","resolution":{"observed_at":"2026-05-09T21:33:29.608043Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?","version":3},"cited_work":{"arxiv_id":"2403.17752","doi":"10.48550/arxiv.2403.17752","metadata_source":"arxiv_reference","pith_arxiv_id":"2403.17752","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"Can multiple- choice questions really be useful in detecting the abilities of llms?","venue":"arXiv (Cornell University)","work_id":"b97fd071-70e3-45d0-984d-70e56f8637cd","year":2024},"citing_paper":{"arxiv_id":"2605.12529","last_updated":"2026-04-15T10:56:08Z","snapshot_observed_at":"2026-08-01T15:54:04.993991Z","submitted_at":"2026-04-15T10:56:08Z","title":"BackFlush: Knowledge-Free Backdoor Detection and Elimination with Watermark Preservation in Large Language Models","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-14T21:01:10.756844Z"},"links":{"cited_paper":"/paper/2403.17752","citing_paper":"/paper/2605.12529"},"observation_digest":"sha256:47a7f033583249b28193b79518185cc937a28ac36bf60ec93a1bf8f24719adfa","observation_id":"e7a5022c-b761-49bd-bdca-510e3314b8af","resolution":{"observed_at":"2026-05-14T21:02:58.953803Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2403.17752/citation-record","integrity":"/paper/2403.17752/integrity","json":"/paper/2403.17752/citation-record.json","paper":"/paper/2403.17752"},"outbound":[],"paper":{"arxiv_id":"2403.17752","last_updated":"2024-05-23T13:32:25Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T17:51:02.529047Z","submitted_at":"2024-03-26T14:43:48Z","title":"Can multiple-choice questions really be useful in detecting the abilities of LLMs?"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 6 inbound Pith citation observations for arXiv:2403.17752."}