{"as_of":"2026-08-10T06:59:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:9de26e57208c669d2c13d7cce12e2c5a9356b64afedf710b8050fa1f6f9f5b10","coverage":[{"denominator":0,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":7,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":7,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":7,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":7,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-09T17:36:09.647330Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-21T22:00:41.508241Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-08-09T17:36:09.647330Z","title":"Efficiently measuring the cognitive ability of llms: An adaptive testing perspective","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.00855","last_updated":"2025-02-02T17:00:22Z","snapshot_observed_at":"2026-08-09T21:06:33.541090Z","submitted_at":"2025-02-02T17:00:22Z","title":"Psychometric-Based Evaluation for Theorem Proving with Large Language Models","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-09T17:36:09.647330Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2502.00855"},"observation_digest":"sha256:124d5bc05126f60c78c01b5db3820ccef630ff22461dec61340ba199df4cecda","observation_id":"68778ea7-cdff-46c2-b429-b893d4500153","resolution":{"observed_at":"2026-08-09T17:36:09.647330Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-08-07T13:40:25.866299Z","title":"From static benchmarks to adaptive testing: Psychometrics in ai evaluation","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.21389","last_updated":"2025-05-27T16:17:15Z","snapshot_observed_at":"2026-08-07T21:47:39.640757Z","submitted_at":"2025-05-27T16:17:15Z","title":"AutoJudger: An Agent-Driven Framework for Efficient Benchmarking of MLLMs","version":1},"reference_index":99,"source":"pdf_text","source_observed_at":"2026-08-07T13:40:25.866299Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2505.21389"},"observation_digest":"sha256:212472dc7468a2b54f7dbbcec65177ab24e5186a17f61cd4aba9037628347e0e","observation_id":"05ed1da9-f499-4840-9920-0ff28eff1f3c","resolution":{"observed_at":"2026-08-07T13:40:25.866299Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-08-04T17:10:43.454204Z","title":"Pardos, Patrick C","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.11106","last_updated":"2025-09-14T05:49:42Z","snapshot_observed_at":"2026-08-04T17:10:34.284259Z","submitted_at":"2025-09-14T05:49:42Z","title":"Fluid Language Model Benchmarking","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-04T17:10:43.454204Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2509.11106"},"observation_digest":"sha256:2eecaaa153fe447f6752f27a5c26ef88b8b6a5bd896e1b16ed1e69b8dbe94c1c","observation_id":"3fc827b1-b721-4472-8bcc-617ffe7d9033","resolution":{"observed_at":"2026-08-04T17:10:43.454204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":"2306.10512","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"From static benchmarks to adaptive testing: Psychometrics in ai evaluation","venue":null,"work_id":"7ee4296f-47ac-46d5-8d9d-b833e4f618d4","year":2023},"citing_paper":{"arxiv_id":"2509.19590","last_updated":"2026-05-16T01:07:51Z","snapshot_observed_at":"2026-07-06T22:30:36.671861Z","submitted_at":"2025-09-23T21:29:04Z","title":"Position: AI Evaluations Should be Grounded on a Theory of Capability","version":2},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-05-21T21:57:55.834632Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2509.19590"},"observation_digest":"sha256:6a1b90d017405a027f73f767cf8437d074c3d2edd6a1cb7038f8060e7dc36063","observation_id":"9ce79528-af9e-4bc9-a45c-9b7b9f3488d5","resolution":{"observed_at":"2026-05-21T22:00:41.510890Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-08-04T08:10:10.570262Z","title":"Zhuang, Y ., Liu, Q., Ning, Y ., Huang, W., Lv, R., Huang, Z., Zhao, G., Zhang, Z., Mao, Q., Wang, S., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2511.04689","last_updated":"2026-07-13T22:56:21Z","snapshot_observed_at":"2026-08-07T19:53:56.830038Z","submitted_at":"2025-10-26T03:54:12Z","title":"Adaptive Testing for LLM Evaluation: A Psychometric Alternative to Static Benchmarks","version":3},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-04T08:10:10.570262Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2511.04689"},"observation_digest":"sha256:32a469146465c66e93dd53f9ed3a449c04a3ceee76eb31f15b3be80cfb16f542","observation_id":"3cbdb515-ecc6-42aa-84ee-abe526a966b9","resolution":{"observed_at":"2026-08-04T08:10:10.570262Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":"2306.10512","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"From static benchmarks to adaptive testing: Psychometrics in ai evaluation","venue":null,"work_id":"7ee4296f-47ac-46d5-8d9d-b833e4f618d4","year":2023},"citing_paper":{"arxiv_id":"2604.19357","last_updated":"2026-04-21T11:38:59Z","snapshot_observed_at":"2026-07-06T23:06:02.635464Z","submitted_at":"2026-04-21T11:38:59Z","title":"FairTree: Subgroup Fairness Auditing of Machine Learning Models with Bias-Variance Decomposition","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-05-10T03:32:02.079410Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2604.19357"},"observation_digest":"sha256:d312a9fcc59d02b25bcb5b514f5c23dc1c465c5129968b63d69e8ac2db213570","observation_id":"b116e399-813e-4881-a96a-e464b8e0b6a1","resolution":{"observed_at":"2026-05-11T12:31:03.899427Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans","version":4},"cited_work":{"arxiv_id":"2306.10512","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2306.10512","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"From static benchmarks to adaptive testing: Psychometrics in ai evaluation","venue":null,"work_id":"7ee4296f-47ac-46d5-8d9d-b833e4f618d4","year":2023},"citing_paper":{"arxiv_id":"2604.27405","last_updated":"2026-04-30T04:16:13Z","snapshot_observed_at":"2026-07-06T23:12:52.141592Z","submitted_at":"2026-04-30T04:16:13Z","title":"Beyond the Mean: Within-Model Reliable Change Detection for LLM Evaluation","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-05-07T08:02:49.168872Z"},"links":{"cited_paper":"/paper/2306.10512","citing_paper":"/paper/2604.27405"},"observation_digest":"sha256:b2d24298a5179580edb7e5c03472a8be4622274c81c6178d76b51f4faa074fbd","observation_id":"5504ef60-7b19-44d4-9713-039aaca1b0b4","resolution":{"observed_at":"2026-05-12T10:06:27.320015Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2306.10512/citation-record","integrity":"/paper/2306.10512/integrity","json":"/paper/2306.10512/citation-record.json","paper":"/paper/2306.10512"},"outbound":[],"paper":{"arxiv_id":"2306.10512","last_updated":"2025-05-08T03:45:24Z","latest_version":4,"primary_category":"cs.CL","snapshot_observed_at":"2026-07-06T15:43:54.377120Z","submitted_at":"2023-06-18T09:54:33Z","title":"Position: AI Evaluation Should Learn from How We Test Humans"},"reference_resolution":{"displayed":0,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":0,"verified_exact":0,"verified_fuzzy":0},"total_outbound_references":0},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 0 of 0 outbound references and 7 inbound Pith citation observations for arXiv:2306.10512."}