{"as_of":"2026-08-08T03:05:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6f20038bc204b6cbb2c4d3999c4663f38daeb63f162c869b7f2307173aceb7eb","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":8,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":8,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":8,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":8,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T04:55:42.704868Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":1,"source":"arxiv_reference","source_observed_at":"2026-08-05T02:28:24.338817Z","state":"measured"}],"external_citation_measurements":[{"count":1,"observed_at":"2026-08-05T02:28:24.338817Z","source":"arxiv_reference"}],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2401.16745","last_updated":"2024-01-30T04:50:28Z","snapshot_observed_at":"2026-07-06T17:22:15.248410Z","submitted_at":"2024-01-30T04:50:28Z","title":"MT-Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.16745","snapshot_observed_at":"2026-08-07T04:55:42.704868Z","title":"Mt-eval: A multi-turn capabilities evaluation benchmark for large language models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.09329","last_updated":"2025-06-11T02:08:52Z","snapshot_observed_at":"2026-08-07T04:48:43.411264Z","submitted_at":"2025-06-11T02:08:52Z","title":"Towards Efficient and Effective Alignment of Large Language Models","version":1},"reference_index":93,"source":"pdf_text","source_observed_at":"2026-08-07T04:55:42.704868Z"},"links":{"cited_paper":"/paper/2401.16745","citing_paper":"/paper/2506.09329"},"observation_digest":"sha256:c93fdf44e4b30a21ed7931afa39ebd07967db680e7f5846671a6388339d8e6d8","observation_id":"372e1cc8-c5a1-4a4b-b150-799272fb5cfa","resolution":{"observed_at":"2026-08-07T04:55:42.704868Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.16745","last_updated":"2024-01-30T04:50:28Z","snapshot_observed_at":"2026-07-06T17:22:15.248410Z","submitted_at":"2024-01-30T04:50:28Z","title":"MT-Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.16745","snapshot_observed_at":"2026-08-07T00:57:10.874023Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2506.12376","last_updated":"2025-06-17T08:11:59Z","snapshot_observed_at":"2026-08-08T01:06:58.501346Z","submitted_at":"2025-06-14T07:18:33Z","title":"ConsistencyChecker: Tree-based Evaluation of LLM Generalization Capabilities","version":2},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T00:57:10.874023Z"},"links":{"cited_paper":"/paper/2401.16745","citing_paper":"/paper/2506.12376"},"observation_digest":"sha256:9aa5932e17382382edc5d6ed985af4523600cfa3a354c1a1986e3110452e0014","observation_id":"6371c8b8-2223-47bb-ae69-5fa74cfed51e","resolution":{"observed_at":"2026-08-07T00:57:10.874023Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.16745","last_updated":"2024-01-30T04:50:28Z","snapshot_observed_at":"2026-07-06T17:22:15.248410Z","submitted_at":"2024-01-30T04:50:28Z","title":"MT-Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models","version":1},"cited_work":{"arxiv_id":"2401.16745","doi":"10.48550/arxiv.2401.16745","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.16745","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"MT-Eval: A multi-turn capabilities evaluation benchmark for large language models","venue":"arXiv (Cornell University)","work_id":"c3fd14c0-7d0c-4ecb-8dd3-8fb3a16ab626","year":2024},"citing_paper":{"arxiv_id":"2511.05476","last_updated":"2026-05-11T16:45:40Z","snapshot_observed_at":"2026-07-06T22:35:13.699594Z","submitted_at":"2025-11-07T18:38:54Z","title":"A Metamorphic Testing Perspective on Knowledge Distillation for Language Models of Code: Does the Student Deeply Mimic the Teacher?","version":5},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-05-17T23:45:54.490984Z"},"links":{"cited_paper":"/paper/2401.16745","citing_paper":"/paper/2511.05476"},"observation_digest":"sha256:8cfd497c23f4c2398b01d212b201350966630aeb588459da390edc7f033743e2","observation_id":"5a0fa028-b01f-4103-82d8-16698ef36b85","resolution":{"observed_at":"2026-05-17T23:50:31.919847Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.16745","last_updated":"2024-01-30T04:50:28Z","snapshot_observed_at":"2026-07-06T17:22:15.248410Z","submitted_at":"2024-01-30T04:50:28Z","title":"MT-Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models","version":1},"cited_work":{"arxiv_id":"2401.16745","doi":"10.48550/arxiv.2401.16745","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.16745","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"MT-Eval: A multi-turn capabilities evaluation benchmark for large language models","venue":"arXiv (Cornell University)","work_id":"c3fd14c0-7d0c-4ecb-8dd3-8fb3a16ab626","year":2024},"citing_paper":{"arxiv_id":"2604.12312","last_updated":"2026-04-14T05:42:41Z","snapshot_observed_at":"2026-08-02T05:56:57.097541Z","submitted_at":"2026-04-14T05:42:41Z","title":"CompliBench: Benchmarking LLM Judges for Compliance Violation Detection in Dialogue Systems","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-05-10T14:56:00.449776Z"},"links":{"cited_paper":"/paper/2401.16745","citing_paper":"/paper/2604.12312"},"observation_digest":"sha256:6c35301a4049ee2613e54c5424a89341236a13c6086ec139e0fbbdb7d3b5f17c","observation_id":"90453220-c5b7-46d2-a3d6-291a51294cbe","resolution":{"observed_at":"2026-05-11T11:26:02.416543Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.16745","last_updated":"2024-01-30T04:50:28Z","snapshot_observed_at":"2026-07-06T17:22:15.248410Z","submitted_at":"2024-01-30T04:50:28Z","title":"MT-Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models","version":1},"cited_work":{"arxiv_id":"2401.16745","doi":"10.48550/arxiv.2401.16745","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.16745","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"MT-Eval: A multi-turn capabilities evaluation benchmark for large language models","venue":"arXiv (Cornell University)","work_id":"c3fd14c0-7d0c-4ecb-8dd3-8fb3a16ab626","year":2024},"citing_paper":{"arxiv_id":"2605.02083","last_updated":"2026-05-05T02:56:57Z","snapshot_observed_at":"2026-07-06T23:15:11.601042Z","submitted_at":"2026-05-03T22:46:47Z","title":"EditPropBench: Measuring Factual Edit Propagation in Scientific Manuscripts","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-05-08T19:07:57.029024Z"},"links":{"cited_paper":"/paper/2401.16745","citing_paper":"/paper/2605.02083"},"observation_digest":"sha256:fa0aafa57ecf7cad336ac04e09374b81b15daf67dfc776b698f41a49e2e63b42","observation_id":"adbfc25d-0dd6-496e-91d5-c9389cf933ec","resolution":{"observed_at":"2026-05-09T06:00:37.470180Z","resolver_source":"arxiv_id","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.16745","last_updated":"2024-01-30T04:50:28Z","snapshot_observed_at":"2026-07-06T17:22:15.248410Z","submitted_at":"2024-01-30T04:50:28Z","title":"MT-Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models","version":1},"cited_work":{"arxiv_id":"2401.16745","doi":"10.48550/arxiv.2401.16745","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.16745","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"MT-Eval: A multi-turn capabilities evaluation benchmark for large language models","venue":"arXiv (Cornell University)","work_id":"c3fd14c0-7d0c-4ecb-8dd3-8fb3a16ab626","year":2024},"citing_paper":{"arxiv_id":"2605.18630","last_updated":"2026-05-18T16:34:45Z","snapshot_observed_at":"2026-07-06T23:29:29.105126Z","submitted_at":"2026-05-18T16:34:45Z","title":"SCICONVBENCH: Benchmarking LLMs on Multi-Turn Clarification for Task Formulation in Computational Science","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-05-20T10:36:09.724234Z"},"links":{"cited_paper":"/paper/2401.16745","citing_paper":"/paper/2605.18630"},"observation_digest":"sha256:477aa5090d4d7c82c7077730351b8f2e47557007e1beae7a9886af094f09cf9e","observation_id":"bea8f247-7084-4e4f-9d98-954c2932bc65","resolution":{"observed_at":"2026-05-20T10:38:12.085404Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.16745","last_updated":"2024-01-30T04:50:28Z","snapshot_observed_at":"2026-07-06T17:22:15.248410Z","submitted_at":"2024-01-30T04:50:28Z","title":"MT-Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models","version":1},"cited_work":{"arxiv_id":"2401.16745","doi":"10.48550/arxiv.2401.16745","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.16745","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"MT-Eval: A multi-turn capabilities evaluation benchmark for large language models","venue":"arXiv (Cornell University)","work_id":"c3fd14c0-7d0c-4ecb-8dd3-8fb3a16ab626","year":2024},"citing_paper":{"arxiv_id":"2605.19099","last_updated":"2026-05-18T20:37:14Z","snapshot_observed_at":"2026-07-31T05:54:44.970755Z","submitted_at":"2026-05-18T20:37:14Z","title":"DecisionBench: A Benchmark for Emergent Delegation in Long-Horizon Agentic Workflows","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-05-20T10:16:38.920528Z"},"links":{"cited_paper":"/paper/2401.16745","citing_paper":"/paper/2605.19099"},"observation_digest":"sha256:3939c9cb3c08cdbeecdf34f6ef447555aa9f8fd5d39bf0cf653aac7014dc227d","observation_id":"c12f2aa1-818a-48a9-82aa-19ae31de65da","resolution":{"observed_at":"2026-05-20T10:18:11.666168Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.16745","last_updated":"2024-01-30T04:50:28Z","snapshot_observed_at":"2026-07-06T17:22:15.248410Z","submitted_at":"2024-01-30T04:50:28Z","title":"MT-Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models","version":1},"cited_work":{"arxiv_id":"2401.16745","doi":"10.48550/arxiv.2401.16745","metadata_source":"arxiv_reference","pith_arxiv_id":"2401.16745","snapshot_observed_at":"2026-08-05T02:28:24.338817Z","title":"MT-Eval: A multi-turn capabilities evaluation benchmark for large language models","venue":"arXiv (Cornell University)","work_id":"c3fd14c0-7d0c-4ecb-8dd3-8fb3a16ab626","year":2024},"citing_paper":{"arxiv_id":"2605.27914","last_updated":"2026-06-09T02:24:01Z","snapshot_observed_at":"2026-07-06T23:37:36.244456Z","submitted_at":"2026-05-27T03:41:11Z","title":"Does Capability Transfer to Subjective Behavior -- and Would Our Instruments Tell Us? A Self-Evolving, Trust-by-Construction Evaluation Paradigm","version":2},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-06-29T12:54:36.818698Z"},"links":{"cited_paper":"/paper/2401.16745","citing_paper":"/paper/2605.27914"},"observation_digest":"sha256:0ed202210f5ab55a49767653e559f4df85bdbc1cc8e082e1474166590cef7b40","observation_id":"92bfd61c-b505-45b1-9217-309de1853398","resolution":{"observed_at":"2026-06-29T13:03:26.727354Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"crossref_status_cache"},{"observed_at":"2026-05-20T23:23:27.022515+00:00","source":"openalex_status_cache"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2401.16745/citation-record","integrity":"/paper/2401.16745/integrity","json":"/paper/2401.16745/citation-record.json","paper":"/paper/2401.16745"},"outbound":[],"paper":{"arxiv_id":"2401.16745","last_updated":"2024-01-30T04:50:28Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T17:22:15.248410Z","submitted_at":"2024-01-30T04:50:28Z","title":"MT-Eval: A Multi-Turn Capabilities Evaluation Benchmark for Large Language Models"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 8 inbound Pith citation observations for arXiv:2401.16745."}