{"as_of":"2026-08-12T13:19:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:6b7c588aa8fb50b80e5a7c788e3d0d0d50b239f92c9dac2fb6e7fcb2bd5ebafb","coverage":[{"denominator":37,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":37,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-10T22:10:33.987988Z","state":"measured"},{"denominator":37,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":37,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-12T06:34:41.77262+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2501.02825/citation-record","integrity":"/paper/2501.02825/integrity","json":"/paper/2501.02825/citation-record.json","paper":"/paper/2501.02825"},"outbound":[{"citation":{"cited_paper":{"arxiv_id":"1905.13319","last_updated":"2019-05-30T21:28:12Z","snapshot_observed_at":"2026-08-10T18:39:13.771066Z","submitted_at":"2019-05-30T21:28:12Z","title":"MathQA: Towards Interpretable Math Word Problem Solving with Operation-Based Formalisms","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1905.13319","snapshot_observed_at":"2026-08-10T22:10:33.854506Z","title":"Mathqa: To- wards interpretable math word problem solving with operation-based formalisms.arXiv preprint arXiv:1905.13319,","venue":null,"work_id":null,"year":1905},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.854506Z"},"links":{"cited_paper":"/paper/1905.13319","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:6b6f17acf2f48637d2cc38bf221d46f6a3e9bd183a0c53ec3d86fdaf7e5fe38b","observation_id":"a9b79030-59fd-413d-b2d7-6fe505652f35","resolution":{"observed_at":"2026-08-10T22:10:33.854506Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03016","last_updated":"2023-10-04T17:57:33Z","snapshot_observed_at":"2026-08-09T01:29:35.513884Z","submitted_at":"2023-10-04T17:57:33Z","title":"Understanding In-Context Learning in Transformers and LLMs by Learning to Learn Discrete Functions","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03016","snapshot_observed_at":"2026-08-10T22:10:33.859283Z","title":"Understanding in-context learning in transformers and llms by learning to learn discrete functions.arXiv preprint arXiv:2310.03016,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.859283Z"},"links":{"cited_paper":"/paper/2310.03016","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:6979e9cf08e7b26945d1ecc35f7f765d44706706e018245b181b542e4566d029","observation_id":"75fde983-afdc-4e11-8214-834b28a28461","resolution":{"observed_at":"2026-08-10T22:10:33.859283Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.09519","last_updated":"2024-03-27T21:52:11Z","snapshot_observed_at":"2026-08-11T15:34:07.266237Z","submitted_at":"2023-11-16T02:50:06Z","title":"Leveraging Code to Improve In-context Learning for Semantic Parsing","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.09519","snapshot_observed_at":"2026-08-10T22:10:33.863014Z","title":"Leveraging code to improve in-context learning for semantic parsing.arXiv preprint arXiv:2311.09519,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.863014Z"},"links":{"cited_paper":"/paper/2311.09519","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:194d95f5caffe75f062606b43f1c1b0dd713e51267bfe8cf50f43a0212535414","observation_id":"afdcaab2-ade6-46f9-8b63-4e4181efaac3","resolution":{"observed_at":"2026-08-10T22:10:33.863014Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.04289","last_updated":"2025-01-12T15:43:54Z","snapshot_observed_at":"2026-08-11T22:38:31.603461Z","submitted_at":"2024-06-06T17:34:24Z","title":"What Languages are Easy to Language-Model? A Perspective from Learning Probabilistic Regular Languages","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.04289","snapshot_observed_at":"2026-08-10T22:10:33.867385Z","title":"What languages are easy to language-model? a perspective from learning probabilistic regular languages.arXiv preprint arXiv:2406.04289,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.867385Z"},"links":{"cited_paper":"/paper/2406.04289","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:a2520c21b0c897921ac1915f5aa3221247dc33723f18ba0c8d3273054089bbe0","observation_id":"a45e671c-63d7-4195-bdc0-8ce0d543e64f","resolution":{"observed_at":"2026-08-10T22:10:33.867385Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2301.00234","last_updated":"2024-10-05T11:47:02Z","snapshot_observed_at":"2026-07-06T14:36:25.690733Z","submitted_at":"2022-12-31T15:57:09Z","title":"A Survey on In-context Learning","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2301.00234","snapshot_observed_at":"2026-08-10T22:10:33.879293Z","title":"Dong, Q., Li, L., Dai, D., Zheng, C., Ma, J., Li, R., Xia, H., Xu, J., Wu, Z., Liu, T., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.879293Z"},"links":{"cited_paper":"/paper/2301.00234","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:934db1ebfee7c56d7b52e8b50556d255696561836d0d47c0ba36ae2b379c439b","observation_id":"cbd20f3a-290b-4af2-aa46-90bb51ae1cdb","resolution":{"observed_at":"2026-08-10T22:10:33.879293Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.14890","last_updated":"2024-02-12T17:30:25Z","snapshot_observed_at":"2026-08-11T04:52:28.671968Z","submitted_at":"2023-12-22T18:07:44Z","title":"NPHardEval: Dynamic Benchmark on Reasoning Ability of Large Language Models via Complexity Classes","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.14890","snapshot_observed_at":"2026-08-10T22:10:33.883159Z","title":"Nphardeval: Dynamic benchmark on reasoning ability of large language models via complexity classes.arXiv preprint arXiv:2312.14890,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.883159Z"},"links":{"cited_paper":"/paper/2312.14890","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:24618d1d2c17c93ba4268f31a985c946944b2a62b9ce8853fc028d594bc82a40","observation_id":"0e9c1e5d-b7d2-4a3b-9162-c3baea682e27","resolution":{"observed_at":"2026-08-10T22:10:33.883159Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.07215","last_updated":"2024-10-22T21:44:03Z","snapshot_observed_at":"2026-07-06T19:00:27.086920Z","submitted_at":"2024-08-13T21:54:10Z","title":"Can Large Language Models Reason? A Characterization via 3-SAT","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.07215","snapshot_observed_at":"2026-08-10T22:10:33.886879Z","title":"Hazra, R., Venturato, G., Martires, P","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.886879Z"},"links":{"cited_paper":"/paper/2408.07215","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:f4e5c328b4b235544f072e37671adcd0d8ad983ca59b129635f21946935ba6fa","observation_id":"fc3fc47b-4691-41ec-b8eb-a04fd73a5396","resolution":{"observed_at":"2026-08-10T22:10:33.886879Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2103.03874","last_updated":"2021-11-08T21:30:18Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2021-03-05T18:59:39Z","title":"Measuring Mathematical Problem Solving With the MATH Dataset","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.03874","snapshot_observed_at":"2026-08-10T22:10:33.890379Z","title":"Measuring mathematical problem solving with the math dataset.arXiv preprint arXiv:2103.03874,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.890379Z"},"links":{"cited_paper":"/paper/2103.03874","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:7ccd36ddc1b1e62fe77f278540413c97334a06b06fde1b118a30138f5d4b9b9f","observation_id":"190905dd-c76f-4f02-abe8-52281f50b206","resolution":{"observed_at":"2026-08-10T22:10:33.890379Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.10403","last_updated":"2023-05-26T17:59:33Z","snapshot_observed_at":"2026-08-06T19:23:30.079167Z","submitted_at":"2022-12-20T16:29:03Z","title":"Towards Reasoning in Large Language Models: A Survey","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.10403","snapshot_observed_at":"2026-08-10T22:10:33.898396Z","title":"and Chang, K","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.898396Z"},"links":{"cited_paper":"/paper/2212.10403","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:7e8cdc96553d2dd6e85b80c982e8245e77327acab299cb8c10ead81f16227b8c","observation_id":"b9282bb9-3db8-4b77-babb-775e9a84a7c4","resolution":{"observed_at":"2026-08-10T22:10:33.898396Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12186","last_updated":"2024-11-12T13:24:25Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-09-18T17:57:57Z","title":"Qwen2.5-Coder Technical Report","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12186","snapshot_observed_at":"2026-08-10T22:10:33.902713Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.902713Z"},"links":{"cited_paper":"/paper/2409.12186","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:07cd89a753f52dcd4e6ba42d72f7eaa23117f18f2b88fc277e8ebe7aff9dd846","observation_id":"046560cf-a17f-4c32-81e7-6f6251c3f414","resolution":{"observed_at":"2026-08-10T22:10:33.902713Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T22:10:33.907157Z","title":"J., and Fard, F","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.907157Z"},"links":{"citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:ab4d6c808f4569ae24dbacc7145d898e08a51e71a191a5404c645b92d6cf67b9","observation_id":"08bd2e69-ada9-465b-8168-02c3ef9d2d0a","resolution":{"observed_at":"2026-08-10T22:10:33.907157Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.02406","last_updated":"2023-04-11T19:39:17Z","snapshot_observed_at":"2026-08-10T13:37:57.622090Z","submitted_at":"2022-10-05T17:28:20Z","title":"Decomposed Prompting: A Modular Approach for Solving Complex Tasks","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2210.02406","snapshot_observed_at":"2026-08-10T22:10:33.911801Z","title":"Decomposed prompting: A modular approach for solving complex tasks.arXiv preprint arXiv:2210.02406,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.911801Z"},"links":{"cited_paper":"/paper/2210.02406","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:b5e7dad72c1febc8ae047ad78119c799b572c12008ed292482a17739bc775fe8","observation_id":"767b303b-4695-43c6-ac93-e115be0c6200","resolution":{"observed_at":"2026-08-10T22:10:33.911801Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2101.06804","last_updated":"2021-01-17T23:38:40Z","snapshot_observed_at":"2026-08-02T23:15:54.644289Z","submitted_at":"2021-01-17T23:38:40Z","title":"What Makes Good In-Context Examples for GPT-$3$?","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2101.06804","snapshot_observed_at":"2026-08-10T22:10:33.924731Z","title":"What makes good in-context examples for gpt-3?arXiv preprint arXiv:2101.06804,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.924731Z"},"links":{"cited_paper":"/paper/2101.06804","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:90636aafa0f5c6328fe0dcbaec4870011918e9aea29cba9cc3d42be980c3eb8f","observation_id":"37847121-1ec9-410a-9616-f60a4c014c16","resolution":{"observed_at":"2026-08-10T22:10:33.924731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.13638","last_updated":"2023-09-24T13:35:28Z","snapshot_observed_at":"2026-08-11T18:38:14.141589Z","submitted_at":"2023-09-24T13:35:28Z","title":"Embers of Autoregression: Understanding Large Language Models Through the Problem They are Trained to Solve","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.13638","snapshot_observed_at":"2026-08-10T22:10:33.928345Z","title":"T., Yao, S., Friedman, D., Hardy, M., and Griffiths, T","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.928345Z"},"links":{"cited_paper":"/paper/2309.13638","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:f932caacdb6574d00a9cec91da028445931b461b86159ddfb281e118ea773447","observation_id":"50cdb32e-dcee-4130-8ab9-e74528d60954","resolution":{"observed_at":"2026-08-10T22:10:33.928345Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-10T22:10:33.935761Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.935761Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:c16b462a8ec6d1dff57c96f0d2a1dcd26465468abf5e23db32aca3c43f7902bb","observation_id":"2cd7332f-eede-4e82-9984-9f5805b82e18","resolution":{"observed_at":"2026-08-10T22:10:33.935761Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2202.07206","last_updated":"2022-05-24T02:08:16Z","snapshot_observed_at":"2026-08-11T03:29:33.675224Z","submitted_at":"2022-02-15T05:43:54Z","title":"Impact of Pretraining Term Frequencies on Few-Shot Reasoning","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2202.07206","snapshot_observed_at":"2026-08-10T22:10:33.942902Z","title":"L., Gardner, M., and Singh, S","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.942902Z"},"links":{"cited_paper":"/paper/2202.07206","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:2bc7f580d1fd3cab83bfc14021fcb1b4bf417e6e4e35327ef9e6c69a8b71f5cf","observation_id":"4abc7723-f7c3-4645-a4d9-ab2def554173","resolution":{"observed_at":"2026-08-10T22:10:33.942902Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2206.04615","last_updated":"2023-06-12T17:51:15Z","snapshot_observed_at":"2026-07-06T13:19:12.109592Z","submitted_at":"2022-06-09T17:05:34Z","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.04615","snapshot_observed_at":"2026-08-10T22:10:33.946740Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.946740Z"},"links":{"cited_paper":"/paper/2206.04615","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:1c971390d9611573bd25f69ecf96768dafdcc6299b26c4373e2dc4cb884ed3ab","observation_id":"87f4b708-9a58-41d4-8a33-28b6c120a126","resolution":{"observed_at":"2026-08-10T22:10:33.946740Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.14994","last_updated":"2024-06-20T15:21:23Z","snapshot_observed_at":"2026-08-07T08:03:12.054783Z","submitted_at":"2024-04-23T12:51:37Z","title":"Transformers Can Represent $n$-gram Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.14994","snapshot_observed_at":"2026-08-10T22:10:33.950664Z","title":"and Cotterell, R","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.950664Z"},"links":{"cited_paper":"/paper/2404.14994","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:387035dfadf2bf0c9f0b0a093017bc29fa8e61fde7254c384a656d8ffa4cbec0","observation_id":"06894e49-10b6-43be-86ba-55e10b525c71","resolution":{"observed_at":"2026-08-10T22:10:33.950664Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2407.10671","last_updated":"2024-09-10T13:25:53Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-07-15T12:35:42Z","title":"Qwen2 Technical Report","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2407.10671","snapshot_observed_at":"2026-08-10T22:10:33.954084Z","title":"Qwen2 technical report.arXiv preprint arXiv:2407.10671,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.954084Z"},"links":{"cited_paper":"/paper/2407.10671","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:21cd88c4efaf72e73723a0865de60aab78cf8fc56e1858d9c61d143923c355a7","observation_id":"96a2e78f-bf73-46a0-bc5e-f58173959aa3","resolution":{"observed_at":"2026-08-10T22:10:33.954084Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2208.08195","last_updated":"2023-08-01T15:19:55Z","snapshot_observed_at":"2026-07-06T13:42:40.131502Z","submitted_at":"2022-08-17T10:03:18Z","title":"Benchmarking Compositionality with Formal Languages","version":3},"cited_work":{"arxiv_id":"2208.08195","doi":null,"metadata_source":"pith","pith_arxiv_id":"2208.08195","snapshot_observed_at":"2026-08-10T22:10:34.094771Z","title":"Benchmarking Compositionality with Formal Languages","venue":"cs.CL","work_id":"6278294c-aa83-484c-8bcf-317076f6434c","year":2022},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.961382Z"},"links":{"cited_paper":"/paper/2208.08195","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:2714e34c7118d8fbac0e001b3c0f9fd77240eabb5c5eda962907ed9fee7db2c9","observation_id":"a7e1efa2-0623-4c87-add4-713970728a32","resolution":{"observed_at":"2026-08-10T22:10:34.099232Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.07682","last_updated":"2022-10-26T05:06:24Z","snapshot_observed_at":"2026-08-02T15:56:35.249569Z","submitted_at":"2022-06-15T17:32:01Z","title":"Emergent Abilities of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.07682","snapshot_observed_at":"2026-08-10T22:10:33.965076Z","title":"Emergent abilities of large language models.arXiv preprint arXiv:2206.07682, 2022a","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.965076Z"},"links":{"cited_paper":"/paper/2206.07682","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:520adec2de36a73154e2811d37e7d32fe0c4b177ac190356783c3083186413d2","observation_id":"d3ca8049-e46d-4c87-990e-8655c9e0a668","resolution":{"observed_at":"2026-08-10T22:10:33.965076Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.14798","last_updated":"2024-08-12T23:47:48Z","snapshot_observed_at":"2026-08-10T14:30:17.198314Z","submitted_at":"2024-02-22T18:55:17Z","title":"Enhancing Systematic Decompositional Natural Language Inference Using Informal Logic","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.14798","snapshot_observed_at":"2026-08-10T22:10:33.968811Z","title":"D., Tafjord, O., Jansen, P., Clark, P., et al","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.968811Z"},"links":{"cited_paper":"/paper/2402.14798","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:c10590b7c01f503235a2ab762ed33c81893823a763530c46fd672278269714db","observation_id":"8b15bd1c-ea64-40f1-adeb-f7380993ee0f","resolution":{"observed_at":"2026-08-10T22:10:33.968811Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T22:10:34.542400Z","title":"Reasoning or reciting? exploring the capabilities and limitations of language models through counterfactual tasks","venue":null,"work_id":"c7305c6f-3e1c-45b6-b7af-ac5dbbaa38c6","year":2024},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.972311Z"},"links":{"citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:3c894ee6d31d82cd013394a053c14eddfbce508fc4ed3fa377a4ca579e1d0aee","observation_id":"735652dd-48cc-481a-937b-17a30184b793","resolution":{"observed_at":"2026-08-10T22:10:34.546337Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2305.10601","last_updated":"2023-12-03T22:50:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-05-17T23:16:17Z","title":"Tree of Thoughts: Deliberate Problem Solving with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.10601","snapshot_observed_at":"2026-08-10T22:10:33.976038Z","title":"F., Alon, U., Neubig, G., and Hellendoorn, V","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.976038Z"},"links":{"cited_paper":"/paper/2305.10601","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:c213b17e1c7b99695e93f3d838e23c9e48b948220566e4394e13df13db5658b5","observation_id":"2574572b-c654-4050-a5e1-7b8a9a1bb965","resolution":{"observed_at":"2026-08-10T22:10:33.976038Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2210.13050","last_updated":"2022-10-24T09:03:03Z","snapshot_observed_at":"2026-08-06T10:41:31.786552Z","submitted_at":"2022-10-24T09:03:03Z","title":"Structural generalization is hard for sequence-to-sequence models","version":1},"cited_work":{"arxiv_id":"2210.13050","doi":null,"metadata_source":"pith","pith_arxiv_id":"2210.13050","snapshot_observed_at":"2026-08-10T22:10:34.034738Z","title":"Structural generalization is hard for sequence-to-sequence models","venue":"cs.CL","work_id":"136d04e8-09a5-4c0e-b5e5-a98a8b0dc656","year":2022},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.980524Z"},"links":{"cited_paper":"/paper/2210.13050","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:4c55fe6d4fbad92b5adb0f3a2db461856d2a77eaa1c9414e25882bcd7d796307","observation_id":"152d9614-42de-48bb-b9b0-2dfafb172f4a","resolution":{"observed_at":"2026-08-10T22:10:34.040811Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2205.10625","last_updated":"2023-04-16T22:08:08Z","snapshot_observed_at":"2026-08-06T09:00:42.886249Z","submitted_at":"2022-05-21T15:34:53Z","title":"Least-to-Most Prompting Enables Complex Reasoning in Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2205.10625","snapshot_observed_at":"2026-08-10T22:10:33.984099Z","title":"Least-to-most prompting enables complex reasoning in large language models.arXiv preprint arXiv:2205.10625,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.984099Z"},"links":{"cited_paper":"/paper/2205.10625","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:57bce27a46fee134fef8aa322719f194166aefdf61e9fba4a1d343c7e592208a","observation_id":"d0dc217f-a9cf-49ff-9b88-87ae3d9a2dc4","resolution":{"observed_at":"2026-08-10T22:10:33.984099Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T22:10:34.529841Z","title":"Guidelines: • The answer NA means that the paper does not involve crowdsourcing nor research with human subjects","venue":null,"work_id":"19c85410-1fae-4a80-9857-2da23213f889","year":2025},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.987988Z"},"links":{"citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:e48f9d44bfb06c89d622f59c6ad05dc7ab2ca2f68034a1aed43b4635396d64c9","observation_id":"b4cd3895-f4cb-471d-86d0-2600ce995865","resolution":{"observed_at":"2026-08-10T22:10:34.533994Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2110.14168","last_updated":"2021-11-18T00:23:45Z","snapshot_observed_at":"2026-08-07T01:45:38.840969Z","submitted_at":"2021-10-27T04:49:45Z","title":"Training Verifiers to Solve Math Word Problems","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2110.14168","snapshot_observed_at":"2026-08-10T22:10:33.875844Z","title":"Training verifiers to solve math word problems.arXiv preprint arXiv:2110.14168,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":1959,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.875844Z"},"links":{"cited_paper":"/paper/2110.14168","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:5f18df38dd5703021dbdc5a3caf45c4c095cfb8c8bcf83cfb782a0eecacbf97f","observation_id":"46b60efc-9470-4dee-911a-93fb7fdfe304","resolution":{"observed_at":"2026-08-10T22:10:33.875844Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2408.07144","last_updated":"2024-08-13T18:26:04Z","snapshot_observed_at":"2026-08-11T17:32:08.273679Z","submitted_at":"2024-08-13T18:26:04Z","title":"Language Models as Models of Language","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2408.07144","snapshot_observed_at":"2026-08-10T22:10:33.932079Z","title":"Language models as models of language.arXiv preprint arXiv:2408.07144,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":2005,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.932079Z"},"links":{"cited_paper":"/paper/2408.07144","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:0269d358dbb27dc3a8a769ef7d3d53a22f9709401aa1cbc83b3d5392b8805940","observation_id":"9e20f6ef-51d7-41f2-83c0-3f1eea70831a","resolution":{"observed_at":"2026-08-10T22:10:33.932079Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2103.07191","last_updated":"2021-04-15T06:11:12Z","snapshot_observed_at":"2026-08-07T13:11:17.300265Z","submitted_at":"2021-03-12T10:23:47Z","title":"Are NLP Models really able to Solve Simple Math Word Problems?","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2103.07191","snapshot_observed_at":"2026-08-10T22:10:33.939429Z","title":"Are nlp models really able to solve simple math word problems?arXiv preprint arXiv:2103.07191,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":2015,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.939429Z"},"links":{"cited_paper":"/paper/2103.07191","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:512ced1736827d0b2f14dc4f0acb6509f5bd7b9ece79a0f0b609eea538ec04b3","observation_id":"0cc1b4e3-5563-47d1-ba0f-aff7fcab2bc3","resolution":{"observed_at":"2026-08-10T22:10:33.939429Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1911.03705","last_updated":"2020-11-30T07:53:50Z","snapshot_observed_at":"2026-08-10T14:01:27.028742Z","submitted_at":"2019-11-09T14:53:59Z","title":"CommonGen: A Constrained Text Generation Challenge for Generative Commonsense Reasoning","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1911.03705","snapshot_observed_at":"2026-08-10T22:10:33.915800Z","title":"Y ., Zhou, W., Shen, M., Zhou, P., Bhagavatula, C., Choi, Y ., and Ren, X","venue":null,"work_id":null,"year":1911},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":2018,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.915800Z"},"links":{"cited_paper":"/paper/1911.03705","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:47e32acf4635a943476caa7c1abdea9b721a7d36e9cb83e1ef77ba6c6c03de47","observation_id":"22fbca40-f542-4007-bfa0-8653d4cfba24","resolution":{"observed_at":"2026-08-10T22:10:33.915800Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.10168","last_updated":"2023-09-18T21:35:19Z","snapshot_observed_at":"2026-08-12T12:39:11.718554Z","submitted_at":"2023-09-18T21:35:19Z","title":"Few-Shot Adaptation for Parsing Contextual Utterances with LLMs","version":1},"cited_work":{"arxiv_id":"2309.10168","doi":null,"metadata_source":"pith","pith_arxiv_id":"2309.10168","snapshot_observed_at":"2026-08-10T22:10:34.229848Z","title":"Few-Shot Adaptation for Parsing Contextual Utterances with LLMs","venue":"cs.CL","work_id":"d629b8d1-4286-4f61-a535-b1c1d26476a7","year":2023},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":2019,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.920660Z"},"links":{"cited_paper":"/paper/2309.10168","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:6efa8912e1667376e6643d54b3e1f2670129de10540185cf27a7f5b8ad9b8ee7","observation_id":"e5675f72-1a54-4ec1-9cfa-5a4df56e7230","resolution":{"observed_at":"2026-08-10T22:10:34.234188Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T22:10:34.567770Z","title":"and Zhang, Y","venue":null,"work_id":"f840313e-e54e-4c97-bfce-7dd017730998","year":2022},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.894570Z"},"links":{"citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:fa8076ceb219b0c6c0e9f41275ddc06baf4382e9a3e6018d7fd73c6f110672b2","observation_id":"21e36506-4524-4e58-a2c1-adb0de38e4b5","resolution":{"observed_at":"2026-08-10T22:10:34.571693Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2401.12973","last_updated":"2024-01-30T18:59:34Z","snapshot_observed_at":"2026-07-06T17:19:31.847730Z","submitted_at":"2024-01-23T18:59:21Z","title":"In-Context Language Learning: Architectures and Algorithms","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.12973","snapshot_observed_at":"2026-08-10T22:10:33.850271Z","title":"In-context language learning: Architectures and algorithms.arXiv preprint arXiv:2401.12973,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":2022,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.850271Z"},"links":{"cited_paper":"/paper/2401.12973","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:cf9cdf1f966bc22e2e27020f984d4bb3deb5884b2daf7ea90117a167ea995f3c","observation_id":"767515cf-4674-4504-87be-58f2d322ae1e","resolution":{"observed_at":"2026-08-10T22:10:33.850271Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.15661","last_updated":"2023-05-17T21:08:32Z","snapshot_observed_at":"2026-08-07T19:33:04.292595Z","submitted_at":"2022-11-28T18:59:51Z","title":"What learning algorithm is in-context learning? Investigations with linear models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.15661","snapshot_observed_at":"2026-08-10T22:10:33.779874Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.779874Z"},"links":{"cited_paper":"/paper/2211.15661","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:a9891258178d68fc23c946dc78c1335d8099ca9b637714261ae5186b157cfb26","observation_id":"e0bc7ab2-f6fd-42f2-837d-d40eeb619d11","resolution":{"observed_at":"2026-08-10T22:10:33.779874Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.07107","last_updated":"2025-04-11T21:42:48Z","snapshot_observed_at":"2026-08-04T10:08:32.142444Z","submitted_at":"2024-11-11T16:33:25Z","title":"Training Neural Networks as Recognizers of Formal Languages","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.07107","snapshot_observed_at":"2026-08-10T22:10:33.871513Z","title":"Training neural networks as recognizers of formal languages.arXiv preprint arXiv:2411.07107,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.871513Z"},"links":{"cited_paper":"/paper/2411.07107","citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:3054ad950f5969a6dac507895f557597a0647a042271ef5ae43f9f66ceeeaf0b","observation_id":"a30c4d5a-8266-4f55-b462-0a6360d36fc7","resolution":{"observed_at":"2026-08-10T22:10:33.871513Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-10T22:10:34.554745Z","title":"Large language models still can’t plan (a benchmark for llms on planning and reasoning about change)","venue":null,"work_id":"5d993f84-3fb3-48dc-b6cb-07d3f2940ac2","year":2022},"citing_paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning","version":6},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-10T22:10:33.957755Z"},"links":{"citing_paper":"/paper/2501.02825"},"observation_digest":"sha256:d6a92b01b5d25a5f5d49ca6e2db8110a9938facef3e1b198531897881bb56e1c","observation_id":"de0aa6ba-a0c2-4710-8395-787912159874","resolution":{"observed_at":"2026-08-10T22:10:34.559482Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-12T06:34:41.77262+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2501.02825","last_updated":"2025-09-10T14:39:59Z","latest_version":6,"primary_category":"cs.LG","snapshot_observed_at":"2026-08-12T10:23:09.263842Z","submitted_at":"2025-01-06T07:57:51Z","title":"Randomly Sampled Language Reasoning Problems Elucidate Limitations of In-Context Learning"},"reference_resolution":{"displayed":37,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":30,"verified_exact":3,"verified_fuzzy":4},"total_outbound_references":37},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-12T06:34:41.77262+00:00","source":"crossref"},{"observed_at":"2026-08-12T06:34:36.333875+00:00","source":"retraction_watch"}],"thesis":"As of 12 August 2026, this Paper Citation Record lists 37 of 37 outbound references and 0 inbound Pith citation observations for arXiv:2501.02825."}