{"as_of":"2026-08-11T03:30:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:c2bdf6fb452cf41f063c8faa40105d7e3cff39a628dcb62ea783be7eb68df20d","coverage":[{"denominator":26,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":26,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-04T02:32:06.236716Z","state":"measured"},{"denominator":26,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":26,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2608.00014/citation-record","integrity":"/paper/2608.00014/integrity","json":"/paper/2608.00014/citation-record.json","paper":"/paper/2608.00014"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"2412.08905","last_updated":"2024-12-12T03:37:41Z","snapshot_observed_at":"2026-08-05T04:04:21.846023Z","submitted_at":"2024-12-12T03:37:41Z","title":"Phi-4 Technical Report","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.08905","snapshot_observed_at":"2026-08-04T02:32:04.179494Z","title":"Phi-4 technical report","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:04.179494Z"},"links":{"cited_paper":"/paper/2412.08905","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:aa0d2443a0eede6bbebd838a9e2fccf55cde88668b7b368a11975288b7e110d4","observation_id":"cc46e965-89a8-4a66-8d30-03d344f7f4cc","resolution":{"observed_at":"2026-08-04T02:32:04.179494Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-04T02:32:04.238619Z","title":"Gpt-4 technical report","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:04.238619Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:cc333f8f9be7d4732f468383da854202f1fea2b2c7a2e336d5848009aee6826a","observation_id":"43fd4093-2212-46c5-8c38-e9338b1fef56","resolution":{"observed_at":"2026-08-04T02:32:04.238619Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:04.331766Z","title":"Open llm leaderboard","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:04.331766Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:f2b1a9b90430104a97908cb4763e9c1dc6ba847b07c734b6c82158aa1208cee8","observation_id":"cda488ee-a30b-4012-8a43-823ff6d57606","resolution":{"observed_at":"2026-08-04T02:32:04.331766Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:04.370353Z","title":"Pythia: A suite for analyzing large language models across training and scaling","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:04.370353Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:4560d8a0a8e8bdb12c61349c68cbd01528c901f33e68aedfdf99f69917af13d6","observation_id":"3e5f790f-11ea-4a4f-9103-9416be3d4b69","resolution":{"observed_at":"2026-08-04T02:32:04.370353Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.03216","last_updated":"2025-12-12T11:26:32Z","snapshot_observed_at":"2026-07-06T17:25:35.493362Z","submitted_at":"2024-02-05T17:26:49Z","title":"M3-Embedding: Multi-Linguality, Multi-Functionality, Multi-Granularity Text Embeddings Through Self-Knowledge Distillation","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.03216","snapshot_observed_at":"2026-08-04T02:32:04.506869Z","title":"Bge m3-embedding: Multi-lingual, multi-functionality, multi-granularity text embeddings through self-knowledge distillation","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:04.506869Z"},"links":{"cited_paper":"/paper/2402.03216","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:b70f8ab9bfd83626437c86b3853a018e60f9f7b9658a960f5a58f46bc028bfb3","observation_id":"ced9e9ee-23bf-447f-92fc-4d45026f506a","resolution":{"observed_at":"2026-08-04T02:32:04.506869Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-07T01:45:38.840969Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-04T02:32:04.570729Z","title":"Training verifiers to solve math word problems","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:04.570729Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:245551e3279fd7effa397c89e495cea402228441c69037c7a127eb5c3c385256","observation_id":"4a3e65ab-3081-45f9-8f88-764e713cb097","resolution":{"observed_at":"2026-08-04T02:32:04.570729Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:04.652406Z","title":"Olmo: Accelerating the science of language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:04.652406Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:c377271a8cbfcfb9831aa12d6f0f78df4ae3c330c58457c56887833dddba5dc5","observation_id":"15c3f06b-f616-4afd-812a-2ce7731da94d","resolution":{"observed_at":"2026-08-04T02:32:04.652406Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2009.03300","last_updated":"2021-01-12T18:57:11Z","snapshot_observed_at":"2026-08-10T12:35:09.020030Z","submitted_at":"2020-09-07T17:59:25Z","title":"Measuring Massive Multitask Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2009.03300","snapshot_observed_at":"2026-08-04T02:32:04.707042Z","title":"Measuring massive multitask language understanding","venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:04.707042Z"},"links":{"cited_paper":"/paper/2009.03300","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:3619773445259e671bf789bacf2d8fd70048b6712598c86cba02e63824bb1d14","observation_id":"2d73ef89-80d3-4f43-9b39-8673145274c5","resolution":{"observed_at":"2026-08-04T02:32:04.707042Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2511.04689","last_updated":"2026-07-13T22:56:21Z","snapshot_observed_at":"2026-08-07T19:53:56.830038Z","submitted_at":"2025-10-26T03:54:12Z","title":"Adaptive Testing for LLM Evaluation: A Psychometric Alternative to Static Benchmarks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2511.04689","snapshot_observed_at":"2026-08-04T02:32:04.835851Z","title":"Adaptive testing for llm evaluation: A psychometric alternative to static benchmarks","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:04.835851Z"},"links":{"cited_paper":"/paper/2511.04689","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:f24de8fcb075dc5ec4822c93c22f2ae9e9e6e0116463a536491beb6c14814517","observation_id":"3db2aac3-6a06-4610-a11e-7e7a4b3268a7","resolution":{"observed_at":"2026-08-04T02:32:04.835851Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.09110","last_updated":"2023-10-01T21:44:23Z","snapshot_observed_at":"2026-08-10T23:10:13.900680Z","submitted_at":"2022-11-16T18:51:34Z","title":"Holistic Evaluation of Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.09110","snapshot_observed_at":"2026-08-04T02:32:04.986160Z","title":"Holistic evaluation of language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:04.986160Z"},"links":{"cited_paper":"/paper/2211.09110","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:0e7331b21384df0ff33723d5643d97eab4620f6dafa67d53c92025d17f381234","observation_id":"4fc8cc9f-f984-4699-80c2-1effd6381b40","resolution":{"observed_at":"2026-08-04T02:32:04.986160Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:05.060774Z","title":"Opencompass: A universal evaluation platform for foundation models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:05.060774Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:5d229449a5d0cfb5e8b05b46bb950abe1ae37147bda973888db014317a519646","observation_id":"3fe60588-09a6-42b1-a24b-85a4ddeee7fc","resolution":{"observed_at":"2026-08-04T02:32:05.060774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14992","last_updated":"2024-05-26T22:27:23Z","snapshot_observed_at":"2026-08-05T12:01:06.707349Z","submitted_at":"2024-02-22T22:05:23Z","title":"tinyBenchmarks: evaluating LLMs with fewer examples","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14992","snapshot_observed_at":"2026-08-04T02:32:05.153277Z","title":"tinybenchmarks: evaluating llms with fewer examples","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:05.153277Z"},"links":{"cited_paper":"/paper/2402.14992","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:850b036f37dfa3c247d43bdcfd1eabaecb32eb39aface23612107d7932f44ac7","observation_id":"f94f108e-e739-49d0-8054-c2a53b1c4712","resolution":{"observed_at":"2026-08-04T02:32:05.153277Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:05.269505Z","title":"Gpqa: A graduate-level google-proof q&a benchmark","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:05.269505Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:db1659c6e61f0eb9cb8b02611bc52b5bbdc8a22c2b0869eaf1eba9d8b704771c","observation_id":"be522389-8685-47e9-a82e-9484753589e1","resolution":{"observed_at":"2026-08-04T02:32:05.269505Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1708.00489","last_updated":"2018-06-01T10:17:23Z","snapshot_observed_at":"2026-07-06T05:53:39.440274Z","submitted_at":"2017-08-01T19:50:53Z","title":"Active Learning for Convolutional Neural Networks: A Core-Set Approach","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1708.00489","snapshot_observed_at":"2026-08-04T02:32:05.357692Z","title":"Active learning for convolutional neural networks: A core-set approach","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:05.357692Z"},"links":{"cited_paper":"/paper/1708.00489","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:98f26f90cca495737943ba0526e81b8f2037e299fc676e5c2e01b88febd3c4f1","observation_id":"55d611c5-2880-4e5a-ae20-099dd37f3f78","resolution":{"observed_at":"2026-08-04T02:32:05.357692Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:05.457708Z","title":"Large language models can be easily distracted by irrelevant context","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:05.457708Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:d3eebef1bd737bc5452943a09d37544d38a3711aba2c07934d2f5ad9f6883c14","observation_id":"13d92de7-7c18-43c2-979a-90da09567258","resolution":{"observed_at":"2026-08-04T02:32:05.457708Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:05.576253Z","title":"Unnatural language inference","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:05.576253Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:d7cde0c843b410a3eb73bef2649a883279cdd27c399466abd835226ed3726236","observation_id":"2bc341c0-3a27-4875-910f-61e63280f6da","resolution":{"observed_at":"2026-08-04T02:32:05.576253Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:05.727920Z","title":"Beyond the imitation game: Quantifying and extrapolating the capabilities of language models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:05.727920Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:ab5c198056186133191807f7bffb19cef9dadc6d3d01131e81a6a9053b6f915e","observation_id":"ed7e5a43-07d5-4a11-aee2-1e712a1776c4","resolution":{"observed_at":"2026-08-04T02:32:05.727920Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:05.839080Z","title":"Dataset cartography: Mapping and diagnosing datasets with training dynamics","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:05.839080Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:a211a22019a8dab0979261cf1eff8527bd956cb68fcc6ca6c4c834f9a1c95eb9","observation_id":"d2c3b4bd-1789-48ec-bdb7-6ce4992b538f","resolution":{"observed_at":"2026-08-04T02:32:05.839080Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2104.08663","last_updated":"2021-10-21T01:18:28Z","snapshot_observed_at":"2026-08-09T23:22:21.200279Z","submitted_at":"2021-04-17T23:29:55Z","title":"BEIR: A Heterogenous Benchmark for Zero-shot Evaluation of Information Retrieval Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.08663","snapshot_observed_at":"2026-08-04T02:32:05.945210Z","title":"Beir: A heterogenous benchmark for zero-shot evaluation of information retrieval models","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:05.945210Z"},"links":{"cited_paper":"/paper/2104.08663","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:38ca2f9fc4a1109e4435ce618472fd441dd96973e5ebd0c566f16f6c136cf0ce","observation_id":"79460e99-4c47-4b2a-9e70-0ae2a05abea0","resolution":{"observed_at":"2026-08-04T02:32:05.945210Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-04T02:32:06.108694Z","title":"Llama 2: Open foundation and fine-tuned chat models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:06.108694Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:42ac860c9a773c4e40614a440cac163547aa6ae5cb789272516af6a8d2754f75","observation_id":"5f07a30e-5ba9-40bb-8a5d-b308b23dc055","resolution":{"observed_at":"2026-08-04T02:32:06.108694Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:06.222825Z","title":"Rethinking llm evaluation: Can we evaluate llms with 200x less data? arXiv preprint arXiv:2510.10457, 2025","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:06.222825Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:2f7ee3c7c83d5900d0c450294eeb395e74559619e1d2c42eb62abf6e725ab26e","observation_id":"3e01fd5d-dc1e-48a2-836c-0dcc79d466f3","resolution":{"observed_at":"2026-08-04T02:32:06.222825Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:06.225691Z","title":"Mmlu-pro: A more robust and challenging multi-task language understanding benchmark","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:06.225691Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:2e15430b4719095e95660a1a0aab09413ed7f20f346530e5e6b7db6289c1a276","observation_id":"11cd4cf2-f77e-4c2a-b39c-aa13562e1ebb","resolution":{"observed_at":"2026-08-04T02:32:06.225691Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:06.228494Z","title":"Chain-of-thought prompting elicits reasoning in large language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:06.228494Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:a975dc5763f0dfb699bdcbcc0cbc724c592039c0e25a560b2d25579abba5e3f9","observation_id":"3f33d22f-4b24-4aca-9c72-1b486686067b","resolution":{"observed_at":"2026-08-04T02:32:06.228494Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:06.231084Z","title":"Explainable chain-of-thought reasoning: An empirical analysis on state-aware reasoning dynamics","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:06.231084Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:047000eb9af2a03a9af85fb2271c1ebae84e9292a40910125e3e184095a6f3e1","observation_id":"ea647eac-87c7-4ccd-b727-a167d1a7c70c","resolution":{"observed_at":"2026-08-04T02:32:06.231084Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.03493","last_updated":"2022-10-07T12:28:21Z","snapshot_observed_at":"2026-07-06T14:01:50.333970Z","submitted_at":"2022-10-07T12:28:21Z","title":"Automatic Chain of Thought Prompting in Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.03493","snapshot_observed_at":"2026-08-04T02:32:06.233650Z","title":"Automatic chain of thought prompting in large language models","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:06.233650Z"},"links":{"cited_paper":"/paper/2210.03493","citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:bde6ac24f830d9c9e0a02f4fd1ebfc776ddf8cfcdd67c4eb6bdd0ddffae3ea78","observation_id":"e0ce3842-d42d-42e6-aa0c-1a503e655d6b","resolution":{"observed_at":"2026-08-04T02:32:06.233650Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-04T02:32:06.236716Z","title":"Redundancy principles for mllms benchmarks","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-04T02:32:06.236716Z"},"links":{"citing_paper":"/paper/2608.00014"},"observation_digest":"sha256:52ec95c13d6c8d6cbab699117c8a018b7a3b3af491562d5568f86aee31a029e5","observation_id":"28351fbb-d2bd-4793-b694-1416c3f96780","resolution":{"observed_at":"2026-08-04T02:32:06.236716Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2608.00014","last_updated":"2026-06-24T16:14:12Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-09T19:31:43.126880Z","submitted_at":"2026-06-24T16:14:12Z","title":"CoT-Core: Accelerating LLM Evaluation via CoT-Aware Coreset Selection"},"reference_resolution":{"displayed":26,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":26,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":26},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 26 of 26 outbound references and 0 inbound Pith citation observations for arXiv:2608.00014."}