{"as_of":"2026-08-21T21:14:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:40d603bb8e4275259e915fd9b2832b426b420127606d7643b9113becbad9f7f0","coverage":[{"denominator":28,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":28,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T14:35:58.961488Z","state":"measured"},{"denominator":28,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":28,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-21T06:32:19.484+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2501.15175/citation-record","integrity":"/paper/2501.15175/integrity","json":"/paper/2501.15175/citation-record.json","paper":"/paper/2501.15175"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:58.826739Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.826739Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:6dd02b49cab60dfa1340397af97293d250ec1c379ca0653fbc44eefd7cbd159f","observation_id":"1d2810f2-5498-44a2-ae95-58eff08be565","resolution":{"observed_at":"2026-08-10T14:35:58.826739Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:58.832542Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.832542Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:b0a6c03e738ffb521b5ff261ad6a5cf3058f2efb9548c989e5de2ea56a82b13b","observation_id":"b09ed172-33e2-4242-b193-573fd5364fbe","resolution":{"observed_at":"2026-08-10T14:35:58.832542Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.07532","last_updated":"2024-06-07T23:01:20Z","snapshot_observed_at":"2026-08-16T14:43:42.075012Z","submitted_at":"2023-11-13T18:18:22Z","title":"It's Not Easy Being Wrong: Large Language Models Struggle with Process of Elimination Reasoning","version":3},"cited_work":{"arxiv_id":"2311.07532","doi":"10.48550/arxiv.2311.07532","metadata_source":"pith","pith_arxiv_id":"2311.07532","snapshot_observed_at":"2026-08-10T18:16:17.926450Z","title":"It's Not Easy Being Wrong: Large Language Models Struggle with Process of Elimination Reasoning","venue":"cs.CL","work_id":"36f64bde-ed7a-486c-8d18-c776d4507142","year":2023},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.838285Z"},"links":{"cited_paper":"/paper/2311.07532","citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:24d89b63eec23d5e4e002cfe2b442364618f7bea4afb4e6b0c74495febfe2cca","observation_id":"89bba048-0f7a-47fa-adeb-b4b19eb50d9b","resolution":{"observed_at":"2026-08-10T14:35:59.076236Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:59.404563Z","title":null,"venue":null,"work_id":"813cca59-e91d-4776-a982-d2c238d88c75","year":2020},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.843291Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:07c54f287e27725db24f2bf96f62d069f16df9189b313e5f5c521dece139eec3","observation_id":"e18327b4-a9a7-4314-897f-2f950f33c8f4","resolution":{"observed_at":"2026-08-10T14:35:59.410230Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:58.849408Z","title":"Yu, Qiang Yang, and Xing Xie","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.849408Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:f3ec70fbeacc85b2ff5d55c0212618abb36cb6e116948cb80483ca3e1da72207","observation_id":"ec8d36cc-22bf-412e-b244-69a471c038fd","resolution":{"observed_at":"2026-08-10T14:35:58.849408Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:58.854626Z","title":"Gonzalez, Ion Stoica, and Eric P","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.854626Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:11563a2e32aad6bd619025ed126db07034d4e09bfdab955a95f97a899c0f6bde","observation_id":"2215e5c5-24ce-43d7-bedc-e01b0032fdf6","resolution":{"observed_at":"2026-08-10T14:35:58.854626Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.00770","last_updated":"2024-07-12T20:29:57Z","snapshot_observed_at":"2026-08-17T15:11:29.607519Z","submitted_at":"2023-09-02T00:32:55Z","title":"Bias and Fairness in Large Language Models: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.00770","snapshot_observed_at":"2026-08-10T14:35:58.859322Z","title":"Gallegos, Ryan A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.859322Z"},"links":{"cited_paper":"/paper/2309.00770","citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:87c8de1a6bdb5abe1a2de8bf9e033b0e00dba6bd8e34579213344434684acfab","observation_id":"bb318c4f-8fc2-451f-91d1-b1f95367d5fe","resolution":{"observed_at":"2026-08-10T14:35:58.859322Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:58.864238Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.864238Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:41674b7b8416adea95e50658b55efb9c0e0fd464da202d24722b2b56077fafe1","observation_id":"5ff8cdbf-53d2-4b21-a5c6-474920fdb35d","resolution":{"observed_at":"2026-08-10T14:35:58.864238Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:59.368451Z","title":null,"venue":null,"work_id":"bafd3532-7a62-4f0b-a56b-94089f1f3594","year":2021},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.868845Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:582ba43b5ec49ab5cdea70318fb2063e74b43ca94742c74256813c06a6fe07f8","observation_id":"f88b6c6d-2d53-4449-a0d0-8bc2c95b48ea","resolution":{"observed_at":"2026-08-10T14:35:59.373616Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:58.873189Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.873189Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:e5039794555e9190793d3d4af4f7f6800f4e3317b533142fad489dc9ef0cb820","observation_id":"ec9e1abe-2bf8-4dd5-a8b3-5e1041aecc8e","resolution":{"observed_at":"2026-08-10T14:35:58.873189Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:59.343605Z","title":null,"venue":null,"work_id":"6ab72dee-314d-4685-b03d-954eb0b74e9e","year":2023},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.877709Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:e97570bf4435f68d22860e5220903d4333ed32ead56178176aa42b538e3a6068","observation_id":"c5a5e477-b1c6-4cba-b4b6-ece5db47925a","resolution":{"observed_at":"2026-08-10T14:35:59.348656Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:59.324983Z","title":null,"venue":null,"work_id":"85edad92-4bef-4418-ab62-0aab7bcffed5","year":2022},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.882246Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:a809eb56dd1bf6b2262ac7968d279319ce640cb69c80100784e8d060abbc16e3","observation_id":"0ea67988-b30c-4a4e-8811-772e7a148dd7","resolution":{"observed_at":"2026-08-10T14:35:59.330323Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-17T09:58:46.058102Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-10T14:35:58.886847Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.886847Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:2dc2f3b0dec969ba1d4af68b4532fdb8df15eb80c0efb0ab41b82737ca157811","observation_id":"c176bba3-1226-4ec5-92df-33fc5bcd4c81","resolution":{"observed_at":"2026-08-10T14:35:58.886847Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:59.307983Z","title":null,"venue":null,"work_id":"24c09d1c-ee51-4171-9157-1216591a3927","year":2023},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.891642Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:e1978e9eeb5d26b9630f88727b0bffa34c1f61a85f6ee848e5f4a2d35a676d69","observation_id":"c4de6af5-6b88-4637-94c4-a00af368c4e7","resolution":{"observed_at":"2026-08-10T14:35:59.313700Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:59.289555Z","title":null,"venue":null,"work_id":"54241ced-d00e-411b-814a-9f7f25a2bdc3","year":2023},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.896289Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:f1d885af09296637d19aecf0ddb452c5a4792e9da8ef28ff2f18d626d9d00a9b","observation_id":"4a70e183-5f50-4044-9c6d-1eb1bc76e018","resolution":{"observed_at":"2026-08-10T14:35:59.295126Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:58.901010Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.901010Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:142f34e01bb12358b16eb8a562819fb08e6ea845af20e0f0d71738f10048dd18","observation_id":"3e69f443-ffba-4d4f-a7d0-1b62dbbb132f","resolution":{"observed_at":"2026-08-10T14:35:58.901010Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:58.906242Z","title":null,"venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.906242Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:f4e5b3a7f94c3a19b98bed0beb2291e18a53ff7d8f17b1d92987b8ed2c307e77","observation_id":"b9d753bc-9387-40f4-a10b-2ff9080ec92c","resolution":{"observed_at":"2026-08-10T14:35:58.906242Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:58.910906Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.910906Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:d7fbb107103dfe98ff012f5e317e4484e7146d5fcce7b03841416ebf27fb85a8","observation_id":"819c35c4-e3dd-4a63-9bdb-27cf8a75a3e1","resolution":{"observed_at":"2026-08-10T14:35:58.910906Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-10T14:35:58.915288Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.915288Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:1a0896246b2d82af585c7b6312cf8210cca7ad9b85da39074cbfb1ef79cf0d60","observation_id":"ef6fdbb4-78bd-4ee6-a066-b15e3e022a7a","resolution":{"observed_at":"2026-08-10T14:35:58.915288Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-10T14:35:58.920244Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.920244Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:d04c2d436b1a523df05b328b4daafc51364192d5045c845ea7fdbfea522302aa","observation_id":"acecbca2-29d0-448f-944d-7624467d1eff","resolution":{"observed_at":"2026-08-10T14:35:58.920244Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:59.254628Z","title":null,"venue":null,"work_id":"d9eee4ea-fb18-4241-9590-d44edabe75c0","year":2017},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.925051Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:2a09e1fd0e7212667ec3bf5489fc964ea1ff29a338f71deb8405c02b8ac6f3c3","observation_id":"6491665c-0278-4040-9924-28a387bc8bd4","resolution":{"observed_at":"2026-08-10T14:35:59.259484Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:59.239194Z","title":"Chi, Sharan Narang, Aakanksha Chowdhery, and Denny Zhou","venue":null,"work_id":"b6d68775-9cbc-473e-95cc-e932071f8a51","year":null},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.929742Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:a072ab407aafba66742f1e1b539233bbca92830e0180f85eb51b7273ba6741af","observation_id":"7708114c-93ec-4748-bbce-3cd908d9e042","resolution":{"observed_at":"2026-08-10T14:35:59.243976Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.01574","last_updated":"2024-11-06T02:54:00Z","snapshot_observed_at":"2026-08-20T16:26:42.002863Z","submitted_at":"2024-06-03T17:53:00Z","title":"MMLU-Pro: A More Robust and Challenging Multi-Task Language Understanding Benchmark","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.01574","snapshot_observed_at":"2026-08-10T14:35:58.935002Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.935002Z"},"links":{"cited_paper":"/paper/2406.01574","citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:ac1d0f6bc8b4aebc79fc41b273b9389fc5ec273aa59ac2e03738b81c6c6b514c","observation_id":"c6abf3df-0050-45dd-9096-eb32714cd615","resolution":{"observed_at":"2026-08-10T14:35:58.935002Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:59.222434Z","title":"Chi, Quoc V","venue":null,"work_id":"408a1091-72ba-4f93-bd15-a64a5e25b1b2","year":2022},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.940981Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:089d53221729dc521b45768abbf68febcac7eed9135564dc5b4a138123d5348a","observation_id":"3a9ac6f4-9e3a-47eb-b11d-e2cda80d4e73","resolution":{"observed_at":"2026-08-10T14:35:59.228047Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.16856","last_updated":"2024-05-27T06:06:36Z","snapshot_observed_at":"2026-08-19T20:16:15.750561Z","submitted_at":"2024-05-27T06:06:36Z","title":"Can We Trust LLMs? Mitigate Overconfidence Bias in LLMs through Knowledge Transfer","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.16856","snapshot_observed_at":"2026-08-10T14:35:58.946137Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.946137Z"},"links":{"cited_paper":"/paper/2405.16856","citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:626f08b13d59a1d96db283ade210ee4624e321fd88c8de12a9a62dd0f02d9207","observation_id":"3f7e39b9-5335-4636-9f6d-8eb3e8e41c85","resolution":{"observed_at":"2026-08-10T14:35:58.946137Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T14:35:59.206298Z","title":null,"venue":null,"work_id":"74957aae-c0ee-444d-9b1d-bc5640c1c079","year":2021},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.951136Z"},"links":{"citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:8210a0f84915bcf3cf67813c4216a6056f3ba066650c07e85c0861cc09e4bac4","observation_id":"e4e34c9d-780d-4c9b-bcae-748fc64dc969","resolution":{"observed_at":"2026-08-10T14:35:59.211288Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-21T06:32:19.484+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.03882","last_updated":"2024-02-22T01:40:35Z","snapshot_observed_at":"2026-08-21T08:26:34.117376Z","submitted_at":"2023-09-07T17:44:56Z","title":"Large Language Models Are Not Robust Multiple Choice Selectors","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.03882","snapshot_observed_at":"2026-08-10T14:35:58.956042Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.956042Z"},"links":{"cited_paper":"/paper/2309.03882","citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:f21e07e71cd34fba50c70e6cf6598d5af7759303e68656f80b6aae9cb6358e96","observation_id":"f5c7e472-ba81-487f-beda-1f16c95034ef","resolution":{"observed_at":"2026-08-10T14:35:58.956042Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.05685","last_updated":"2023-12-24T02:01:34Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-09T05:55:52Z","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.05685","snapshot_observed_at":"2026-08-10T14:35:58.961488Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions","version":3},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-10T14:35:58.961488Z"},"links":{"cited_paper":"/paper/2306.05685","citing_paper":"/paper/2501.15175"},"observation_digest":"sha256:6c63729df6aea4b3e37aca2d66a2395c3876fd4c824e2d34a6cebac77b46595d","observation_id":"b82fa8e6-f077-479c-aec3-79ebb8510914","resolution":{"observed_at":"2026-08-10T14:35:58.961488Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2501.15175","last_updated":"2025-05-19T17:58:53Z","latest_version":3,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-17T16:33:13.233006Z","submitted_at":"2025-01-25T11:06:37Z","title":"Option-ID Based Elimination For Multiple Choice Questions"},"reference_resolution":{"displayed":28,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":25,"verified_exact":1,"verified_fuzzy":2},"total_outbound_references":28},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-21T06:32:19.484+00:00","source":"crossref"},{"observed_at":"2026-08-21T06:32:16.066871+00:00","source":"retraction_watch"}],"thesis":"As of 21 August 2026, this Paper Citation Record lists 28 of 28 outbound references and 0 inbound Pith citation observations for arXiv:2501.15175."}