{"as_of":"2026-08-09T23:07:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:37c27dc46e7237c958a6f1b49184313f45caff7cc1790d707e2a36fc31304fbc","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-05T13:42:13.828658Z","state":"measured"},{"denominator":38,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":38,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-09T06:31:02.800959+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-10T00:24:09.265532Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-10T00:24:46.779944Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"cited_work":{"arxiv_id":"2509.00425","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2509.00425","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"arXiv preprint arXiv:2509.00425 , year=","venue":null,"work_id":"e69cd00a-2759-4eb6-bfc7-d058a72eb351","year":null},"citing_paper":{"arxiv_id":"2604.20811","last_updated":"2026-04-22T17:43:05Z","snapshot_observed_at":"2026-08-08T15:39:22.326148Z","submitted_at":"2026-04-22T17:43:05Z","title":"Diagnosing CFG Interpretation in LLMs","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-05-10T00:24:09.265532Z"},"links":{"cited_paper":"/paper/2509.00425","citing_paper":"/paper/2604.20811"},"observation_digest":"sha256:4ad4b5d611a893db5f0b68f6078e6166a3762535655637f2c2add6a4ab0ced51","observation_id":"6881e55e-5572-4e98-b322-71b69fb45a23","resolution":{"observed_at":"2026-05-10T00:24:46.781288Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2509.00425/citation-record","integrity":"/paper/2509.00425/integrity","json":"/paper/2509.00425/citation-record.json","paper":"/paper/2509.00425"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:11.418931Z","title":"doi: 10.18653/v1/2024.findings-emnlp.916","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.418931Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:b179c04e35fbd8fb0343c931873f840b99fe56d4007671b653d9385401130c01","observation_id":"21ea0f6a-756e-4c38-b115-b614985d0e69","resolution":{"observed_at":"2026-08-05T13:42:11.418931Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.17038","last_updated":"2024-06-24T18:00:59Z","snapshot_observed_at":"2026-08-04T07:09:44.897608Z","submitted_at":"2024-06-24T18:00:59Z","title":"modeLing: A Novel Dataset for Testing Linguistic Reasoning in Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.17038","snapshot_observed_at":"2026-08-05T13:42:11.654171Z","title":"Modeling: A novel dataset for testing linguistic reasoning in language models","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.654171Z"},"links":{"cited_paper":"/paper/2406.17038","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:f7352d0ab209924a761ad7546722cdcc0d1cadd7ccdf133772361c68adce68c9","observation_id":"cd7b256f-081c-48b2-8277-e032635d3548","resolution":{"observed_at":"2026-08-05T13:42:11.654171Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:18.423904Z","title":"Herbert H Clark","venue":null,"work_id":"b6b011a4-b04b-466b-b441-2ef7c7b21f05","year":2023},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.737193Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:6c8d7740c79a33af9fc54ab55f3c17e70f6d93e233a55b742b4be2ddf14fd330","observation_id":"9cbd957b-e1f7-4980-8c53-fd6739ee5341","resolution":{"observed_at":"2026-08-05T13:42:18.550156Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:17.793725Z","title":"The independence of phonology and morphology: The celtic mutations","venue":null,"work_id":"6bad7086-fe88-42f0-9e4c-eaf115977fcb","year":1946},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.128305Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:772560e3e77684b24f7effaf12e61d6c0ae7d2f9fd50e65b5a1e0cebfc869f83","observation_id":"6f8ea39e-7b6f-4307-a682-603212b93fab","resolution":{"observed_at":"2026-08-05T13:42:17.955066Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:17.370843Z","title":"Interview on ai and human-like understanding (nobel prize, dec 2024)","venue":null,"work_id":"eecc1c28-860b-48a4-8252-d0d7d8191689","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.337075Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:b01896e9b521931d0371cee0ed6d093c7db53696b40f34101013fddabaf91da2","observation_id":"163cc09f-6dd2-4279-8069-af04f617464f","resolution":{"observed_at":"2026-08-05T13:42:17.459433Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:17.276395Z","title":"Charles F Hockett and Charles D Hockett","venue":null,"work_id":"1ac85379-45fc-484f-ba08-36be310b935c","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.442505Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:5bd2a32110cba5f90aaf139b95afdb7fc23a02ed3e1d731204fcbdaf93a1827f","observation_id":"466b1e09-dcc8-455a-96de-2dbb80a9516d","resolution":{"observed_at":"2026-08-05T13:42:17.333915Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.15263","last_updated":"2024-10-20T03:28:51Z","snapshot_observed_at":"2026-08-09T09:18:36.387830Z","submitted_at":"2024-10-20T03:28:51Z","title":"Back to School: Translation Using Grammar Books","version":1},"cited_work":{"arxiv_id":"2410.15263","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.15263","snapshot_observed_at":"2026-08-05T13:42:15.608305Z","title":"Back to School: Translation Using Grammar Books","venue":"cs.CL","work_id":"019a8ced-5606-44f6-9bbc-84b2d972a27f","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.638719Z"},"links":{"cited_paper":"/paper/2410.15263","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:e64c48380c880e9e37d91644be789f5c7364d30b2f8311915f1102249fd66020","observation_id":"c76ad488-8a96-46f0-ae2e-a4d3a73fe4a5","resolution":{"observed_at":"2026-08-05T13:42:15.742176Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:12.706331Z","title":"doi: 10.18653/v1/2024.acl-long.787","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.706331Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:de30670a1461b686b6d7cf4696308c996b7314251d0454bc7f7d5f60fd613694","observation_id":"967a1d85-f9ae-451d-a4e7-e4f65028a4f4","resolution":{"observed_at":"2026-08-05T13:42:12.706331Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:16.954322Z","title":"Introducing O3 and O4-mini","venue":null,"work_id":"88ef8525-a573-48a4-a85a-9a2a84bc82fd","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.088233Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:c55b0b7eb3bbf1aec60a5407d30a76ac192c099d797c32f6fd981401250cf833","observation_id":"5d0a684f-959b-4cd3-aa91-b75c45e6e83d","resolution":{"observed_at":"2026-08-05T13:42:17.061943Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:16.815577Z","title":"Introducing GPT-5","venue":null,"work_id":"0c3e17d2-717d-40e5-9af0-1fabed75da01","year":2025},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.171995Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:1c5f51f867c0fb395402da067266beeb4a58465c61df6847ae5604ae9f4de4d5","observation_id":"4ad138b7-0293-4294-b09f-740d7613f756","resolution":{"observed_at":"2026-08-05T13:42:16.897465Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:16.664303Z","title":"Multi-LogiEval: Towards evaluating multi-step logical reasoning ability of large language models","venue":null,"work_id":"efd0e868-0f41-468e-a80b-6095e0201520","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.253122Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:3bbe0c6ef4d9e03d70a878592af5e96c41f24f910f7459706fe9a9b8e60a6507","observation_id":"a21fbcc1-911e-4cb6-a797-0247b640a2ed","resolution":{"observed_at":"2026-08-05T13:42:16.749794Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:13.360155Z","title":"doi: 10.18653/v1/2024.emnlp-main.1160","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.360155Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:1bf2c56e004886af0ba2f78464958080f52d391d1dfbca092b2d44dbe33b35c2","observation_id":"687e32da-5ff8-4288-817a-0dc6fbb5779f","resolution":{"observed_at":"2026-08-05T13:42:13.360155Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:13.397353Z","title":"ISBN 979-8-89176-251-0","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.397353Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:a8fcbafda3f63e58c9cb50b7b314a41e9479e8b37d9256da93fd7d97219dbd4a","observation_id":"6b419f85-3d41-4cf9-9e80-9045d043acfa","resolution":{"observed_at":"2026-08-05T13:42:13.397353Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"stable/4416411","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:15.264813Z","title":"URL http://www.jstor.org/stable/44164110","venue":null,"work_id":"01771175-fcc3-4a68-b545-7fb074042f1d","year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.450389Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:037dca74c91f8ec11cdaccff980810c9c67920d796e495f90b581c0d28799701","observation_id":"56142902-ad6b-4679-8e12-2d5cbe572848","resolution":{"observed_at":"2026-08-05T13:42:15.368209Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2506.02302","last_updated":"2025-06-02T22:42:33Z","snapshot_observed_at":"2026-08-09T19:32:18.907891Z","submitted_at":"2025-06-02T22:42:33Z","title":"Explain-then-Process: Using Grammar Prompting to Enhance Grammatical Acceptability Judgments","version":1},"cited_work":{"arxiv_id":"2506.02302","doi":null,"metadata_source":"pith","pith_arxiv_id":"2506.02302","snapshot_observed_at":"2026-08-05T13:42:14.980953Z","title":"Explain-then-Process: Using Grammar Prompting to Enhance Grammatical Acceptability Judgments","venue":"cs.CL","work_id":"3e9b9b63-b2df-4137-8347-ae72f1a2d2e4","year":2025},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.504881Z"},"links":{"cited_paper":"/paper/2506.02302","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:d0fa91acc3f1d9281e8461ade9ae7024a0e33b4051006a91f5c35647a8ddf397","observation_id":"35305181-de2c-4254-af1c-62df62ea4099","resolution":{"observed_at":"2026-08-05T13:42:15.108252Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:16.419469Z","title":"Commonsenseqa: A question answering challenge targeting commonsense knowledge","venue":null,"work_id":"0cb3b3dd-af2e-4162-9135-1970713d845c","year":2019},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.569486Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:9c7f60dc9612a37953871452c617bd76565f86f7594ad8a02e78a2c117f91542","observation_id":"202bbafa-ae8c-4391-8329-7984107ba2cc","resolution":{"observed_at":"2026-08-05T13:42:16.520228Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19167","last_updated":"2024-06-13T04:58:21Z","snapshot_observed_at":"2026-08-08T15:25:23.143193Z","submitted_at":"2024-02-29T13:50:47Z","title":"Teaching Large Language Models an Unseen Language on the Fly","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19167","snapshot_observed_at":"2026-08-05T13:42:13.694325Z","title":"Teaching large language models an unseen language on the fly","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.694325Z"},"links":{"cited_paper":"/paper/2402.19167","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:392785fb00ff771fc7f1c19005944075d26b6d03dcf76d11139eee632385b07f","observation_id":"a1dc0bd7-7ab9-44ee-bffc-23c8fd4f6a2c","resolution":{"observed_at":"2026-08-05T13:42:13.694325Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:13.828658Z","title":"ISBN 979-8-89176-251-0","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.828658Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:cb165cec3fc9a17a00640e4795b34caa7f50f205f03dd832605fefaefd70cb01","observation_id":"c194eade-265f-41f6-bd67-479e779fcc1c","resolution":{"observed_at":"2026-08-05T13:42:13.828658Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1515/9783110833751-005","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:13.962456Z","title":"doi: doi:10.1515/9783110833751-005","venue":null,"work_id":"0bfc23c9-57ea-4444-a64b-49f3817327f2","year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":1905,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.560573Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:29e60d4ff2f5f71cb4ade5a08bdb9229d9b4acc25ba738d5228abd653458ae01","observation_id":"5fc27501-adf6-457f-b713-408c8813558f","resolution":{"observed_at":"2026-08-05T13:42:14.024590Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:17.533747Z","title":"The FLORES evaluation datasets for low- resource machine translation: Nepali–English and Sinhala–English","venue":null,"work_id":"4ae76f2f-9d8a-4bd0-8f9c-99d08dc17f80","year":2019},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":1963,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.178471Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:f020c08134b7cc04ae47e41aaadf39429e1d5ca21bde7ddfe1a51cc5c4516f28","observation_id":"15f85b5e-8490-4c73-b1fb-c68c92764499","resolution":{"observed_at":"2026-08-05T13:42:17.596868Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:17.143290Z","title":"A corpus and cloze evaluation for deeper understanding of commonsense stories","venue":null,"work_id":"d08ce8c2-1001-4e39-8b95-3d66ded5795c","year":2016},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":1978,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.947155Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:71d55be83d58df3bbfa85a97fc643839076f85ce2b1fe9a8d4e24b469b7b6a03","observation_id":"40f7f7a2-1c2c-440a-b0a9-84b476b15f9b","resolution":{"observed_at":"2026-08-05T13:42:17.204537Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:12.070191Z","title":"Reduplication: a typological overview","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":1992,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.070191Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:b678fb32b987bbc8a63adc66681588664c4e22c944854adc4ad1cc17c093b5e1","observation_id":"08e83f55-b435-4f1a-a579-30f93f2cc358","resolution":{"observed_at":"2026-08-05T13:42:12.070191Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:12.294329Z","title":"URL https://www.science.org/doi/abs/10.1126/science.298.55 98.1569","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2002,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.294329Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:9b582b013b4ba81ee0df52e11298a08a6adb10796b9e5308497f5ff4f0ab5ace","observation_id":"61c04759-ed17-4397-ba83-6a317820ec77","resolution":{"observed_at":"2026-08-05T13:42:12.294329Z","resolver_source":null,"status":"malformed_identifier"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:18.717994Z","title":"Bilingualism in development: Language, literacy, and cognition","venue":null,"work_id":"4f3eb38d-3065-4b1f-a699-f458886c91ec","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2004,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.489601Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:949098457995c2220e69e08a60cf9b793394eac90e4ad169dbd7bf84457c61c9","observation_id":"65818bf8-9304-45a3-8811-5a2c4ccd5556","resolution":{"observed_at":"2026-08-05T13:42:18.855827Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.1016/j.system.2004.12.006","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:14.315510Z","title":"doi: https://doi.org/10.1016/j.system.2004.12.006","venue":null,"work_id":"f45f3100-6ef4-4755-b122-e92a32da1ba9","year":2004},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2005,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.899233Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:97dc595198ff5ea5d39e7e386b095dcdbdf7683251a0f74b82cafada220f0817","observation_id":"09919786-05f5-4785-9978-4a35114a9dd1","resolution":{"observed_at":"2026-08-05T13:42:14.457610Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"stable/2765351","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:14.732744Z","title":"URL http://www.jstor.org/stable/27653511","venue":null,"work_id":"544a6fee-79cc-4bee-81d3-fc6d17d6345d","year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2007,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.605995Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:17bfafdbe6712087fcadccd72783e96113715876c4eb88ce4f22dac9ec4dea7c","observation_id":"d5e5b8c9-5dc8-4b7f-8580-9e0d1f8ce715","resolution":{"observed_at":"2026-08-05T13:42:14.861570Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:18.114883Z","title":"URL https: //aclanthology.org/C10-1044/","venue":null,"work_id":"893933f7-2332-4ed1-bb23-a8ad51e97606","year":2010},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2010,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.011485Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:96b1345baff7ceed044eee3166ccd241f334723e3b16cd0d2bfb5545b9aa22e3","observation_id":"951698cc-a0ba-4a99-870c-e285dc0cfbb1","resolution":{"observed_at":"2026-08-05T13:42:18.268269Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:13.003876Z","title":"doi: 10.18653/v1/N16-1098","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2016,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:13.003876Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:aee97ed5006ed85a97ac7c77397e3948c18fc7cc9e7a9fad080368532701936c","observation_id":"0599928c-0f8b-4542-8abc-ce6a8630cae5","resolution":{"observed_at":"2026-08-05T13:42:13.003876Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:18.968189Z","title":"To ask LLMs about English grammaticality, prompt them in a different language","venue":null,"work_id":"ce540807-67c6-47e2-9611-d7c1b5623faa","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2017,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.370457Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:fb6919c4276ec0869d2490114c64557c7fc49146a02624608fdfc11b0ea8ea08","observation_id":"3ff47d86-1441-478b-b939-6534a658e271","resolution":{"observed_at":"2026-08-05T13:42:19.022772Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1804.08198","last_updated":"2018-10-16T09:33:54Z","snapshot_observed_at":"2026-07-06T06:34:45.772340Z","submitted_at":"2018-04-23T00:21:37Z","title":"A neural interlingua for multilingual machine translation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1804.08198","snapshot_observed_at":"2026-08-05T13:42:12.857109Z","title":"Gary F Marcus, Sugumaran Vijayan, Shoba Bandi Rao, and Peter M Vishton","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.857109Z"},"links":{"cited_paper":"/paper/1804.08198","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:23caa385dba40c1fee2325244e86c207e17848b4430b7ded1c0a3408e1cfcb11","observation_id":"2766096c-1dc6-4de5-8344-2ecc4677d15e","resolution":{"observed_at":"2026-08-05T13:42:12.857109Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":"10.18653/v1/d19-1632","metadata_source":"doi_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:14.104806Z","title":"doi: 10.18653/v1/D19-1632","venue":null,"work_id":"ab6f699b-ed6c-4b85-a80d-cc1971d34db4","year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.231794Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:a80e3d89434cbdbbca759a6e4dc9604cee1ffaa34984689909380e19742ea221","observation_id":"7a14b848-2328-4c94-97cb-d52d8d67043a","resolution":{"observed_at":"2026-08-05T13:42:14.175926Z","resolver_source":"doi","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-05T13:42:11.219196Z","title":"doi: 10.18653/v1/2020.acl-main.421","venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.219196Z"},"links":{"citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:8eb66ee9b92f0e7caf9a2649efeb90f18c3f4694be952fffd3dcf98c5d430eea","observation_id":"9e96b691-dd5f-4664-905f-13664e214a08","resolution":{"observed_at":"2026-08-05T13:42:11.219196Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.08978","last_updated":"2024-10-01T01:40:14Z","snapshot_observed_at":"2026-07-06T19:01:45.542387Z","submitted_at":"2024-08-16T19:01:52Z","title":"See What LLMs Cannot Answer: A Self-Challenge Framework for Uncovering LLM Weaknesses","version":2},"cited_work":{"arxiv_id":"2408.08978","doi":null,"metadata_source":"pith","pith_arxiv_id":"2408.08978","snapshot_observed_at":"2026-08-05T13:42:16.016489Z","title":"See What LLMs Cannot Answer: A Self-Challenge Framework for Uncovering LLM Weaknesses","venue":"cs.CL","work_id":"6276828a-06bf-429c-9241-c924de2ca6c5","year":2024},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.600674Z"},"links":{"cited_paper":"/paper/2408.08978","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:6963bf5a61aba63b8b38c77cda42284fe37c99e58be74fbb0455772b76b8f40f","observation_id":"ef370fd2-ff3b-4828-95fe-2ac4be9e2e8b","resolution":{"observed_at":"2026-08-05T13:42:16.075693Z","resolver_source":"local_arxiv","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2507.16809","last_updated":"2025-07-24T16:51:13Z","snapshot_observed_at":"2026-08-06T14:58:51.333802Z","submitted_at":"2025-07-22T17:57:44Z","title":"LingBench++: A Linguistically-Informed Benchmark and Reasoning Framework for Multi-Step and Cross-Cultural Inference with LLMs","version":2},"cited_work":{"arxiv_id":"2507.16809","doi":null,"metadata_source":"pith","pith_arxiv_id":"2507.16809","snapshot_observed_at":"2026-08-05T13:42:15.466652Z","title":"LingBench++: A Linguistically-Informed Benchmark and Reasoning Framework for Multi-Step and Cross-Cultural Inference with LLMs","venue":"cs.CL","work_id":"74221ee4-a9ab-4265-93e1-ef82c0a34cc0","year":2025},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:12.755296Z"},"links":{"cited_paper":"/paper/2507.16809","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:814576348a9057678bf61e605cbbc81ba37e63761c505f30d3da2ae66e291b03","observation_id":"c82f09e7-0227-4a1b-98c8-d85258e422a2","resolution":{"observed_at":"2026-08-05T13:42:15.523386Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-05T13:42:11.547587Z","title":"Evalu- ating large language models trained on code","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.547587Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:8a3da76e98387d7e66ce8d407244eded11b44360fcbe8d3f27b709a7937c391e","observation_id":"78b47366-34a5-4b27-91c0-1575e892b85b","resolution":{"observed_at":"2026-08-05T13:42:11.547587Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1809.04640","last_updated":"2020-06-18T19:53:20Z","snapshot_observed_at":"2026-07-06T07:01:08.855114Z","submitted_at":"2018-09-12T19:18:16Z","title":"Jump to better conclusions: SCAN both left and right","version":2},"cited_work":{"arxiv_id":"1809.04640","doi":null,"metadata_source":"pith","pith_arxiv_id":"1809.04640","snapshot_observed_at":"2026-08-05T13:42:16.204129Z","title":"Jump to better conclusions: SCAN both left and right","venue":"cs.CL","work_id":"3272ec94-6393-4281-a863-3f77136cd5a7","year":2018},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.299910Z"},"links":{"cited_paper":"/paper/1809.04640","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:5175830709669580b3930af19ea6c995a111ea0db84667c4043eac27ee78d178","observation_id":"f20d9e69-fea5-43c1-abdc-a9ba23fe0176","resolution":{"observed_at":"2026-08-05T13:42:16.292083Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-09T06:31:02.800959+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05492","last_updated":"2024-06-07T15:51:08Z","snapshot_observed_at":"2026-07-06T16:29:39.982733Z","submitted_at":"2023-10-09T07:56:16Z","title":"How Abilities in Large Language Models are Affected by Supervised Fine-tuning Data Composition","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05492","snapshot_observed_at":"2026-08-05T13:42:11.831627Z","title":"How abilities in large lan- guage models are affected by supervised fine-tuning data composition","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-05T13:42:11.831627Z"},"links":{"cited_paper":"/paper/2310.05492","citing_paper":"/paper/2509.00425"},"observation_digest":"sha256:bd2b269b3f39be4b7dea00e1840e76a3ff9819a51e6cec9549020e1856a12ed2","observation_id":"5d1f6ab6-471e-4570-92e2-b9d1286b8dca","resolution":{"observed_at":"2026-08-05T13:42:11.831627Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2509.00425","last_updated":"2025-08-30T09:13:10Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-09T08:36:04.205970Z","submitted_at":"2025-08-30T09:13:10Z","title":"The Gold Medals in an Empty Room: Diagnosing Metalinguistic Reasoning in LLMs with Camlang"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":1,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":13,"verified_exact":9,"verified_fuzzy":13},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-09T06:31:02.800959+00:00","source":"crossref"},{"observed_at":"2026-08-09T06:30:57.326959+00:00","source":"retraction_watch"}],"thesis":"As of 9 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 1 inbound Pith citation observation for arXiv:2509.00425."}