{"as_of":"2026-08-10T23:04:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:a70059a4e72eee9675c8891a9dd3f2e9b965740da0ebd27bdad4fec6dca5ea53","coverage":[{"denominator":22,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":22,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T12:49:36.947895Z","state":"measured"},{"denominator":24,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":24,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-10T06:31:04.303077+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-02T17:05:10.649774Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-13T23:08:25.137504Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"cited_work":{"arxiv_id":"2501.17200","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2501.17200","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Improving llm leaderboards with psychometrical methodology","venue":null,"work_id":"643473e6-f8e0-45c3-ad49-8b0dd0608ad0","year":2025},"citing_paper":{"arxiv_id":"2604.19786","last_updated":"2026-07-29T21:26:11Z","snapshot_observed_at":"2026-08-02T23:16:53.127257Z","submitted_at":"2026-03-31T18:54:15Z","title":"HumorRank: A Tournament-Based Leaderboard for Evaluating Humor Generation in Large Language Models","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-05-13T23:07:38.352198Z"},"links":{"cited_paper":"/paper/2501.17200","citing_paper":"/paper/2604.19786"},"observation_digest":"sha256:0c55443957fcb2bbdaeb57c72ac5b0d4e378106444ffaa51ca0157ab7578d686","observation_id":"90e94b55-168e-42ea-a437-178c91e53edc","resolution":{"observed_at":"2026-05-13T23:08:25.140620Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2501.17200","snapshot_observed_at":"2026-08-02T17:05:10.649774Z","title":"Improving llm leaderboards with psychometrical methodology","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2604.19786","last_updated":"2026-07-29T21:26:11Z","snapshot_observed_at":"2026-08-02T23:16:53.127257Z","submitted_at":"2026-03-31T18:54:15Z","title":"HumorRank: A Tournament-Based Leaderboard for Evaluating Humor Generation in Large Language Models","version":3},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-02T17:05:10.649774Z"},"links":{"cited_paper":"/paper/2501.17200","citing_paper":"/paper/2604.19786"},"observation_digest":"sha256:49a1910aa4cbad22dbe386dc999ec810cd817f8001f1e686c4800089d9aa5e67","observation_id":"3a697ee8-d627-4b5d-9157-e4b5721c4274","resolution":{"observed_at":"2026-08-02T17:05:10.649774Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"links":{"evidence":"/evidence","html":"/paper/2501.17200/citation-record","integrity":"/paper/2501.17200/integrity","json":"/paper/2501.17200/citation-record.json","paper":"/paper/2501.17200"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.762978Z","title":"cognitive","venue":null,"work_id":"6b971ae2-d579-423e-a15a-42bf3ad5988c","year":2023},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.873585Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:e05a5ac4b2295a84b3111b8c479e3cfdea38c93ff1a512b86fb9b126ff111155","observation_id":"d0872fcc-d50c-4c68-b9ee-a0fe650b36e3","resolution":{"observed_at":"2026-08-10T12:49:37.766531Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:36.939384Z","title":null,"venue":null,"work_id":null,"year":1973},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.939384Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:fa660d1cee12661aab8dd78d65a7f2999761566d88a006306da71a3a5af183aa","observation_id":"838d8ec6-a096-450c-baa0-bde466efc2db","resolution":{"observed_at":"2026-08-10T12:49:36.939384Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.741122Z","title":null,"venue":null,"work_id":"14716603-4c80-4463-bb35-ce4236b25fbd","year":2023},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.882706Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:76f4807183720e8d1c0b7789032883bc5b77a4b74a9193160f4f37cb87fb41c3","observation_id":"210174d2-6839-45d1-889c-46041772b8df","resolution":{"observed_at":"2026-08-10T12:49:37.745030Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.774070Z","title":"1 The initial unidimensional model calibrated on the older leaderboard dataset, exhibited relatively poor model fit under Maximum Likelihood Robust estimator (Yuan & Bentler, 2000)","venue":null,"work_id":"de6d1905-415a-4ec3-a212-210b72a76b15","year":2000},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.869051Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:d030f4250fcc788e9bfce50526c641fe7f76ebddaab733ac690b56bf7aaf90eb","observation_id":"4a39b8b7-71a0-40b5-840c-f5723b71b4ea","resolution":{"observed_at":"2026-08-10T12:49:37.778084Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.717300Z","title":"Which LLM is the best?","venue":null,"work_id":"327ff6e7-9a24-4682-bdbd-46b6ea1a3bf8","year":2003},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.891607Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:3162b85fc08f364164b5f4dfff838b2c416d34283612d2380de25fca096f1519","observation_id":"5faefccb-b992-4e0f-8805-b60efb313e9b","resolution":{"observed_at":"2026-08-10T12:49:37.721075Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.693614Z","title":"general cognitive ability","venue":null,"work_id":"5fe7af1d-eb3c-479e-8b2c-c57f8dd91c9a","year":2024},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.899792Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:a7f197192e3ca45780b0017e2a8a72686c856c61d7a08380412e9a17254f286b","observation_id":"e699e461-e502-412f-9bf0-ff35ab799a14","resolution":{"observed_at":"2026-08-10T12:49:37.697537Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:36.907878Z","title":null,"venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.907878Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:8f6a28642d3b6307fac601e6a76d725971fd5e26c5b2261d6c68aa1efa47abd2","observation_id":"95d639a3-1a32-4fbb-a236-b47181832b6a","resolution":{"observed_at":"2026-08-10T12:49:36.907878Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.681593Z","title":"outliers","venue":null,"work_id":"e38515bb-77a7-495b-851d-f2c7f1837e0c","year":2024},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.903628Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:d3ffaf8f0cf398a9f3ccdaacb31342725955da0dfce512467f4af8cbbe40cf65","observation_id":"fa2a2ec6-752c-4591-b353-06a55bfeebe2","resolution":{"observed_at":"2026-08-10T12:49:37.685460Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"3992.2006","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.371639Z","title":null,"venue":null,"work_id":"af317210-17d9-4e7c-8df2-7cea456c6849","year":2024},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.927521Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:ff47606ffb01bf82a6c0974af6921111408eab787997b36d0b68735f1ed99348","observation_id":"bf5b87a5-5f7d-4d8e-a176-f70eb7475075","resolution":{"observed_at":"2026-08-10T12:49:37.377673Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2002.00276","last_updated":"2020-03-16T17:19:23Z","snapshot_observed_at":"2026-08-10T18:48:15.306685Z","submitted_at":"2020-02-01T20:54:02Z","title":"Variational Item Response Theory: Fast, Accurate, and Expressive","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2002.00276","snapshot_observed_at":"2026-08-10T12:49:36.943661Z","title":"L., Domingue, B","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.943661Z"},"links":{"cited_paper":"/paper/2002.00276","citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:bb99e6a2d1ad3e71e4dcba7bfb8f9bb71d8a9d6fb7400a477f0545651ea04ab2","observation_id":"307edf66-a4c8-46aa-9451-c7cc81ac6cd1","resolution":{"observed_at":"2026-08-10T12:49:36.943661Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"1750.00078","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.217726Z","title":"Sociological methodology, 30(1), 165-200","venue":null,"work_id":"93959865-ec36-47a3-88ff-0a2670e1aca7","year":2000},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.947895Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:4fca4543fd84a2f586bab8819760a56396af236bc537ad77c411df8e7a11c41c","observation_id":"b5e49480-7491-4981-94f7-cfcff384d724","resolution":{"observed_at":"2026-08-10T12:49:37.223780Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.16289","last_updated":"2023-09-28T09:35:59Z","snapshot_observed_at":"2026-08-07T18:48:25.719201Z","submitted_at":"2023-09-28T09:35:59Z","title":"LawBench: Benchmarking Legal Knowledge of Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.16289","snapshot_observed_at":"2026-08-10T12:49:36.919546Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.919546Z"},"links":{"cited_paper":"/paper/2309.16289","citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:4d65b7d01136ef0ac211ec45ddf3d6d961ff9e071c61178ce9f934b70f9f0219","observation_id":"87d62a63-1f29-46f3-b3fd-46e0a97eeaa3","resolution":{"observed_at":"2026-08-10T12:49:36.919546Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.3390/mca27060095","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:36.999004Z","title":null,"venue":null,"work_id":"49b5a748-d7ed-41e2-942e-869eb0b7ee6e","year":2023},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":95,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.931258Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:9b076a41193eedf0c7815e7016ff9c2aecd18572a174fdd706ab4bc32ca04e50","observation_id":"b52efee5-1a38-45df-8026-a81d55cd2afa","resolution":{"observed_at":"2026-08-10T12:49:37.005164Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"0829.2012","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.605913Z","title":null,"venue":null,"work_id":"1537667b-2ad3-4fbf-abde-511e7f5e74a8","year":2014},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":118,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.911549Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:f936c11da538b286f7da6c8b87cbf450bc025b3208c2dbe080e5a71e55e81132","observation_id":"2bac8fb8-bdc3-414e-bbd9-a2653163c17f","resolution":{"observed_at":"2026-08-10T12:49:37.611257Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2405.10938","last_updated":"2024-10-01T23:38:10Z","snapshot_observed_at":"2026-07-06T18:15:54.402568Z","submitted_at":"2024-05-17T17:49:44Z","title":"Observational Scaling Laws and the Predictability of Language Model Performance","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2405.10938","snapshot_observed_at":"2026-08-10T12:49:36.935178Z","title":null,"venue":null,"work_id":null,"year":2010},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":306,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.935178Z"},"links":{"cited_paper":"/paper/2405.10938","citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:dad6549c276dd466e2d9027520c79969f21ef17ff3034900f6cc7c0a69cdf40d","observation_id":"3c3cca9e-2f10-4978-9f50-28b1c2445d49","resolution":{"observed_at":"2026-08-10T12:49:36.935178Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:36.923696Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":421,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.923696Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:cc9e29034ee3952d466012f2d6e32891aec09be9dff95f6b196444dd854e03ff","observation_id":"f80b7f35-9aed-42af-a5c9-5ad22940e80c","resolution":{"observed_at":"2026-08-10T12:49:36.923696Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.03109","last_updated":"2023-12-29T02:12:03Z","snapshot_observed_at":"2026-08-05T13:54:21.157165Z","submitted_at":"2023-07-06T16:28:35Z","title":"A Survey on Evaluation of Large Language Models","version":9},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.03109","snapshot_observed_at":"2026-08-10T12:49:36.915287Z","title":"https://files.eric.ed.gov/fulltext/ED555726.pdf Chalmers, R","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":839,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.915287Z"},"links":{"cited_paper":"/paper/2307.03109","citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:7328e00fc886cb2be5d68e45b45fc63493c5d623935beba2e43c3d7ab2e1b5a4","observation_id":"74b141c5-4d4f-4f68-93ac-87ef82f2e36f","resolution":{"observed_at":"2026-08-10T12:49:36.915287Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.752334Z","title":null,"venue":null,"work_id":"d4ee9f52-ce42-473f-a83d-05c25dad251f","year":2023},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":1978,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.878421Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:f1f6131dcb1704d82b2595713b8669a0e43c8114cb55aae65b07c5f64bb77623","observation_id":"4b4c5a5c-8091-44ca-ad87-26b5073f87eb","resolution":{"observed_at":"2026-08-10T12:49:37.755898Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.785456Z","title":"These questions are administered in a 5-shot manner","venue":null,"work_id":"d0c17d7f-c01a-406e-b8f9-d7c9cef796db","year":2012},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.864896Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:dda0d0ffcdf2665ce93d9da46431354808832832c22a6d9e4c7faaea60c862b0","observation_id":"208d9e9b-16e0-425f-a461-991454459b56","resolution":{"observed_at":"2026-08-10T12:49:37.789631Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.705028Z","title":"utilitarian","venue":null,"work_id":"2f7659fb-6147-4e95-9ac1-126bb32504e3","year":2024},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.895830Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:8d959142e50a44e4dc490c2437c0d69702f331deecdbf7325b94c8bf74af3058","observation_id":"39feace7-dccb-4d0f-aa12-ffa9193fb82e","resolution":{"observed_at":"2026-08-10T12:49:37.709752Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.797463Z","title":null,"venue":null,"work_id":"27c5fcc7-9d2d-4fa7-8e1e-1405490d888d","year":2022},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.859904Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:660548d81e3b009962ca97fc27373e0c3921c64c0fa4a71a57ce956e951fba36","observation_id":"a0cb0ef7-aef5-4a74-852e-d8be4d49aaf9","resolution":{"observed_at":"2026-08-10T12:49:37.801455Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T12:49:37.728729Z","title":"A clear ceiling effect indicates that further increases in the number of parameters in LLMs results in increasingly diminishing improvements in model performance","venue":null,"work_id":"abf458ee-f02b-430e-8789-c1e11a4169fd","year":2024},"citing_paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-10T12:49:36.887573Z"},"links":{"citing_paper":"/paper/2501.17200"},"observation_digest":"sha256:1932af41c788550826154ad57c1947d62b3c6f90be7d0fa0bbc9bf02551fcbae","observation_id":"8b0e996b-44ec-40ca-a5fc-9db9d1ccb749","resolution":{"observed_at":"2026-08-10T12:49:37.733271Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-10T06:31:04.303077+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2501.17200","last_updated":"2025-01-27T21:21:46Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-10T12:43:18.689149Z","submitted_at":"2025-01-27T21:21:46Z","title":"Improving LLM Leaderboards with Psychometrical Methodology"},"reference_resolution":{"displayed":22,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":10,"verified_exact":4,"verified_fuzzy":8},"total_outbound_references":22},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-10T06:31:04.303077+00:00","source":"crossref"},{"observed_at":"2026-08-10T06:30:57.382061+00:00","source":"retraction_watch"}],"thesis":"As of 10 August 2026, this Paper Citation Record lists 22 of 22 outbound references and 2 inbound Pith citation observations for arXiv:2501.17200."}