{"as_of":"2026-08-08T09:29:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:f3a3c89459b148a5d4c8918732510f84f86544903e1231f5fedb5f1f316ef3ff","coverage":[{"denominator":58,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":58,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T23:12:23.520294Z","state":"measured"},{"denominator":58,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":58,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-08T06:32:00.761636+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2502.08946/citation-record","integrity":"/paper/2502.08946/integrity","json":"/paper/2502.08946/citation-record.json","paper":"/paper/2502.08946"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.298556Z","title":"online\" 'onlinestring :=","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":1,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.298556Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:65ea262ea940c9a250c8568a286610fa78b81c7d553970f3a47c994bf528fe2b","observation_id":"3c92828b-2b46-4df2-a9d6-d982c2a94ec3","resolution":{"observed_at":"2026-08-07T23:12:23.298556Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.303311Z","title":"write newline","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":2,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.303311Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:2a356f2bcf15423de62d8b6a2f316cfa5fc240936df0838ecb4b46c8ef2d115d","observation_id":"c9574d55-b60d-4089-9a26-b69496904945","resolution":{"observed_at":"2026-08-07T23:12:23.303311Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2303.08774","last_updated":"2024-03-04T06:01:33Z","snapshot_observed_at":"2026-08-07T07:30:12.213965Z","submitted_at":"2023-03-15T17:15:04Z","title":"GPT-4 Technical Report","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2303.08774","snapshot_observed_at":"2026-08-07T23:12:23.308192Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":3,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.308192Z"},"links":{"cited_paper":"/paper/2303.08774","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:2aac4b97230af9debbd7727611a753ae9f2c528aab134c3d7512cc9920b49721","observation_id":"036bf121-0da7-4820-8a55-886e8bc0736a","resolution":{"observed_at":"2026-08-07T23:12:23.308192Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.284620Z","title":null,"venue":null,"work_id":"9cc3c476-48c0-4a5b-a1cc-955e5f72084b","year":2022},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":4,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.312281Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:dded32f2361eeedc9b7d450876d1fac46d23b7bee587c155c1b83b098603fc01","observation_id":"f0c4f239-23f3-43d5-bc8a-19f4d23dbbe3","resolution":{"observed_at":"2026-08-07T23:12:24.288455Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.274500Z","title":null,"venue":null,"work_id":"dbcaa0a5-f5fe-4718-8865-1ac067877152","year":2010},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":5,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.316144Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:79224eb130ee62a22c2c5ea1b27359ac0d62c61e0bce6ce560988fe01dde430c","observation_id":"36663ab4-e7b8-4b6d-914f-f68b6f617433","resolution":{"observed_at":"2026-08-07T23:12:24.277996Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.320125Z","title":null,"venue":null,"work_id":null,"year":2005},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":6,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.320125Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:a6aa4b24f18bf72ad044b2b36e358835f356dab743a7a4a9b3397e39731ba545","observation_id":"851c79f6-da58-452c-ac3f-b59925d3d114","resolution":{"observed_at":"2026-08-07T23:12:23.320125Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.324528Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":7,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.324528Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:35d76d0473ec36cf160774a3f0159c7eb4a3c8775f5c9652270b95c5ee93e7a6","observation_id":"3c5b781d-62f7-4ea8-b984-4b129be37dd1","resolution":{"observed_at":"2026-08-07T23:12:23.324528Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.250846Z","title":null,"venue":null,"work_id":"0f8518d9-de98-4382-b668-2a59023c0f0d","year":2020},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":8,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.328305Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:435a8ae35abe37ff6826b03c563d757c2f2b1f7405e3b033035620729eb34efe","observation_id":"fb4081d7-73ea-421c-a1e8-d899bbc1cb35","resolution":{"observed_at":"2026-08-07T23:12:24.255120Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.12288","last_updated":"2024-05-26T17:45:21Z","snapshot_observed_at":"2026-08-07T23:43:52.252373Z","submitted_at":"2023-09-21T17:52:19Z","title":"The Reversal Curse: LLMs trained on \"A is B\" fail to learn \"B is A\"","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.12288","snapshot_observed_at":"2026-08-07T23:12:23.332402Z","title":"a is b\" fail to learn","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":9,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.332402Z"},"links":{"cited_paper":"/paper/2309.12288","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:01f37c5b4158403ed9aa2b8d24203893c3a83a8f8ba9ec3ed7e8b2d956747fbf","observation_id":"c4ab1668-f757-4a0d-951d-d543e6f82cbf","resolution":{"observed_at":"2026-08-07T23:12:23.332402Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.239977Z","title":null,"venue":null,"work_id":"92a3ae5d-69bd-42e4-becd-c34af641a101","year":1998},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":10,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.336508Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:3ee02694decda5c3d7e1761724e43aa5a45f34f3aa32c35a6a8c724d61bdef53","observation_id":"a7002343-fc67-454b-8893-0ff19ea75ad4","resolution":{"observed_at":"2026-08-07T23:12:24.243845Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.228695Z","title":null,"venue":null,"work_id":"8e4bbf77-ce15-4d9d-802b-6614bee38c72","year":1998},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":11,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.340531Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:b8d80183c5829dc6b54d3bd7226fb8004bc3d47a068334a1000a3981dc74c916","observation_id":"8665b8de-930c-48f3-be09-177a20b089b7","resolution":{"observed_at":"2026-08-07T23:12:24.232557Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07258","last_updated":"2022-07-12T23:45:14Z","snapshot_observed_at":"2026-08-02T09:20:40.804790Z","submitted_at":"2021-08-16T17:50:08Z","title":"On the Opportunities and Risks of Foundation Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07258","snapshot_observed_at":"2026-08-07T23:12:23.344158Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":12,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.344158Z"},"links":{"cited_paper":"/paper/2108.07258","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:97c9a6639674eec129831cdd4b1a7278a8ff91cf245bc5cefeac67d87423e4e3","observation_id":"d47df036-da75-4c2c-a671-46e7ce15bcb9","resolution":{"observed_at":"2026-08-07T23:12:23.344158Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.217789Z","title":null,"venue":null,"work_id":"062f6645-23bc-407d-8a9c-bd5446e45c36","year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":13,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.348068Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:f7e37941a8fe84826f292c98542a6d78872930120903c7685587202f61239d12","observation_id":"17f353dc-543a-4028-b2cb-a5ad1728ee83","resolution":{"observed_at":"2026-08-07T23:12:24.221922Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.352015Z","title":null,"venue":null,"work_id":null,"year":2020},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":14,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.352015Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:0109066aae941e99009833acf80818a9a34c7a4612f37cf5d079687134c084a5","observation_id":"f7dd6919-4a01-44b6-986f-eda7658c2350","resolution":{"observed_at":"2026-08-07T23:12:23.352015Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.355809Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":15,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.355809Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:c3df22d6a239672aca29c7fbf63a2784844b2286c7247fb4d4a964502b27859d","observation_id":"42b51c6b-0a96-4eae-87f9-9e6d40abc5df","resolution":{"observed_at":"2026-08-07T23:12:23.355809Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.359239Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":16,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.359239Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:7f700bc61e233573dcc3924016cf81e4f3fa451802386dec12abd3efea3344c2","observation_id":"eb07650b-d568-4fc5-82c1-e3b72d819303","resolution":{"observed_at":"2026-08-07T23:12:23.359239Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.16821","last_updated":"2024-04-29T20:24:30Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-04-25T17:59:19Z","title":"How Far Are We to GPT-4V? Closing the Gap to Commercial Multimodal Models with Open-Source Suites","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.16821","snapshot_observed_at":"2026-08-07T23:12:23.363047Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":17,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.363047Z"},"links":{"cited_paper":"/paper/2404.16821","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:eeb38ef53afe96f68b8449436884ffa8264277eb08c558a748483d1ed610ee92","observation_id":"76dfbcfe-ba11-40af-92d2-97c57d2f855e","resolution":{"observed_at":"2026-08-07T23:12:23.363047Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.14238","last_updated":"2024-01-15T15:23:55Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-21T18:59:31Z","title":"InternVL: Scaling up Vision Foundation Models and Aligning for Generic Visual-Linguistic Tasks","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.14238","snapshot_observed_at":"2026-08-07T23:12:23.367240Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":18,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.367240Z"},"links":{"cited_paper":"/paper/2312.14238","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:e01b538c01b5ef00167fab31a1ccd5a8ee33553664acaff49eb908fa827d901e","observation_id":"784ba552-194f-41b2-8b4d-e7db5d3a512f","resolution":{"observed_at":"2026-08-07T23:12:23.367240Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1911.01547","last_updated":"2019-11-25T13:02:04Z","snapshot_observed_at":"2026-07-06T08:34:41.399203Z","submitted_at":"2019-11-05T00:31:38Z","title":"On the Measure of Intelligence","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1911.01547","snapshot_observed_at":"2026-08-07T23:12:23.371137Z","title":null,"venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":19,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.371137Z"},"links":{"cited_paper":"/paper/1911.01547","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:ad79983be7dd6f5b8bf1d058f03d1dba84b5f82c2e66044b3917020d4d789d23","observation_id":"05aa98b7-c341-4103-b559-b9279b20fe4f","resolution":{"observed_at":"2026-08-07T23:12:23.371137Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.193544Z","title":null,"venue":null,"work_id":"dc2ab006-6ac1-4e93-929a-8e038e6a3eb4","year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":20,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.375645Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:5103791d1cfbbe16979afd5ac34346dfa0bd13a5529fb11466431e06d7722510","observation_id":"75214c07-4be3-413f-b529-e87a234b6ac7","resolution":{"observed_at":"2026-08-07T23:12:24.197426Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2404.12689","last_updated":"2024-07-31T12:02:56Z","snapshot_observed_at":"2026-07-06T18:02:32.493045Z","submitted_at":"2024-04-19T07:41:54Z","title":"Can LLMs Understand Computer Networks? Towards a Virtual System Administrator","version":2},"cited_work":{"arxiv_id":"2404.12689","doi":null,"metadata_source":"pith","pith_arxiv_id":"2404.12689","snapshot_observed_at":"2026-08-07T23:12:23.938718Z","title":"Can LLMs Understand Computer Networks? Towards a Virtual System Administrator","venue":"cs.NI","work_id":"00cea8f1-3a8e-43ff-a286-94a8cc32cfdf","year":2024},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":21,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.379609Z"},"links":{"cited_paper":"/paper/2404.12689","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:497ae0cb732a79974bac319788aca4836090eee3a1d52841a25d1af9445a2efb","observation_id":"b76084db-5dac-4e6b-9c7e-39fad5d4d49f","resolution":{"observed_at":"2026-08-07T23:12:23.942730Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.182661Z","title":null,"venue":null,"work_id":"54186532-1bbd-403c-a07a-10c2ec283069","year":2024},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":22,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.383649Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:47495fb92c2488a4d16dff6792668da9beac297c9d0d1ece8ca06a686c11306b","observation_id":"8d4ed7d6-c040-420b-99f0-0273221b4bc0","resolution":{"observed_at":"2026-08-07T23:12:24.186352Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.172042Z","title":null,"venue":null,"work_id":"7d9e66f8-41e5-4eb2-b9bc-b24555fe2510","year":2022},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":23,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.386837Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:5436aba11e759c242b97f4fab200802d486d876d9212d5ac23901426dabbf7a6","observation_id":"650b1275-05bc-488b-ba6a-5e08a368fe3c","resolution":{"observed_at":"2026-08-07T23:12:24.175580Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.391338Z","title":null,"venue":null,"work_id":null,"year":2014},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":24,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.391338Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:509f9379a44d07f5666d5f8bf0e8b7affdaee9aee4c6dcee4a4442333c6ee1c4","observation_id":"5710121d-0027-48e3-a883-38972cbb8113","resolution":{"observed_at":"2026-08-07T23:12:23.391338Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.154987Z","title":null,"venue":null,"work_id":"5cd35e5b-457e-4b34-adad-10b61db333c1","year":1997},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":25,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.394894Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:b2d292ae5b0f6a9fef50277078faf902e1d4b9ee5e989b2a177299fe8d99db92","observation_id":"f2c292ec-2c33-44f9-b68b-643306412bf2","resolution":{"observed_at":"2026-08-07T23:12:24.158727Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.144199Z","title":null,"venue":null,"work_id":"7ec34bdc-94c9-4206-9c12-44efdb689f27","year":2017},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":26,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.398862Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:f55d4aa033b35e16967e5938bf285a0e9dc995595a22ad2ea178dbe2ee74eb3f","observation_id":"b9ac19e3-b8fa-47e1-94bf-6cf5e10d236e","resolution":{"observed_at":"2026-08-07T23:12:24.147999Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2304.08968","last_updated":"2023-04-18T13:05:01Z","snapshot_observed_at":"2026-07-06T15:17:02.050828Z","submitted_at":"2023-04-18T13:05:01Z","title":"Stochastic Parrots Looking for Stochastic Parrots: LLMs are Easy to Fine-Tune and Hard to Detect with other LLMs","version":1},"cited_work":{"arxiv_id":"2304.08968","doi":null,"metadata_source":"pith","pith_arxiv_id":"2304.08968","snapshot_observed_at":"2026-08-07T23:12:23.923026Z","title":"Stochastic Parrots Looking for Stochastic Parrots: LLMs are Easy to Fine-Tune and Hard to Detect with other LLMs","venue":"cs.CL","work_id":"c44c054e-5e9c-4d16-b3ad-7d0e82362f14","year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":27,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.403669Z"},"links":{"cited_paper":"/paper/2304.08968","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:8b4e51f369dddaf0d60496eac270f2e5cb154ea8159dc5f37188dbc55c5709de","observation_id":"b329fa4d-ee61-46a3-a930-4b6b101cd83b","resolution":{"observed_at":"2026-08-07T23:12:23.928076Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.407683Z","title":"Hwang, Lillian Lee, Jeff Da, Rowan Zellers, Robert Mankoff, and Yejin Choi","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":28,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.407683Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:28f9ce59c9d920c3365a70a1e166cbc3369643d928601fbf4370e4ea3bc87827","observation_id":"587480d6-c2c2-495c-a786-8c442b24e03b","resolution":{"observed_at":"2026-08-07T23:12:23.407683Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.411092Z","title":null,"venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":29,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.411092Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:2d1a67693749510f3f3b11834e2dd487406844a46b7d7a867bafbd56d1f31f7a","observation_id":"f5b20062-6ec8-4bc3-bfa6-64082abdb8b1","resolution":{"observed_at":"2026-08-07T23:12:23.411092Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.127377Z","title":null,"venue":null,"work_id":"d1fab317-b440-46c1-ab29-ad9e31695131","year":2024},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":30,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.414798Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:5157e6602f336a04123a0757d76884bc0720999817094c7cd178b94bb685ec1d","observation_id":"58a6fd31-f82c-4f1f-bcae-c4e3f557939e","resolution":{"observed_at":"2026-08-07T23:12:24.130854Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.06825","last_updated":"2023-10-10T17:54:58Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-10-10T17:54:58Z","title":"Mistral 7B","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.06825","snapshot_observed_at":"2026-08-07T23:12:23.418176Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":31,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.418176Z"},"links":{"cited_paper":"/paper/2310.06825","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:4e19bcf1c255eecb436329f8dd274e08af2fd5334b78dd74cf8d26620a940ae2","observation_id":"babdc239-6e03-461a-9ca9-2851fba00fd3","resolution":{"observed_at":"2026-08-07T23:12:23.418176Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.421867Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":32,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.421867Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:04e3565ef1b38ba900a29032b53b50c3092baa96750d00f1f7cfd11846e1b097","observation_id":"50729b00-1af1-479d-8076-e4745d82ad98","resolution":{"observed_at":"2026-08-07T23:12:23.421867Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.07271","last_updated":"2024-02-11T18:27:14Z","snapshot_observed_at":"2026-07-06T17:28:35.548657Z","submitted_at":"2024-02-11T18:27:14Z","title":"Previously on the Stories: Recap Snippet Identification for Story Reading","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.07271","snapshot_observed_at":"2026-08-07T23:12:23.425470Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":33,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.425470Z"},"links":{"cited_paper":"/paper/2402.07271","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:f476f484503e7e95272c8dea69dcad057b1d89f61f37143f728829c0c2d30b38","observation_id":"2e68497f-cd9e-4268-98fd-eb7fc690b0d5","resolution":{"observed_at":"2026-08-07T23:12:23.425470Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.429204Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":34,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.429204Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:0358a26ec6604bce7753eb1775ec1a8285a7083e80fb5c2c97d8705ed5205af0","observation_id":"d8d9507a-40d3-40aa-b8d7-1c2deb4f763f","resolution":{"observed_at":"2026-08-07T23:12:23.429204Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.432895Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":35,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.432895Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:59b3aae118fb3bec7465bb7f167ed5df4347fffe040aa0665e12c4ac40db8c8c","observation_id":"fc95ad0d-8fa1-4f80-bfcb-4e7a5b51cbe4","resolution":{"observed_at":"2026-08-07T23:12:23.432895Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.436305Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":36,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.436305Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:d275f95318d0fd2d5c2d84d8470fd4f7cdbb7ae9f6ea83f56dce08abe7f6b5fd","observation_id":"ae23d283-e064-4118-963b-c0b7cf2497b6","resolution":{"observed_at":"2026-08-07T23:12:23.436305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.098896Z","title":null,"venue":null,"work_id":"594f05e5-3355-4295-b198-007f2dec0c24","year":2015},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":37,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.439894Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:e143311823cecb1c272cced3024ccf59187fa55892c47d65a07ee7560a811c75","observation_id":"a829506f-9508-48e2-8238-5144a47a07f1","resolution":{"observed_at":"2026-08-07T23:12:24.102406Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.088924Z","title":null,"venue":null,"work_id":"a985c526-acee-4bbf-b04b-1bc032211c49","year":2024},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":38,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.443481Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:d5a2d1a672192ebc672382ead3f0142c6c51c72c35a0bab1ab264d379f696f49","observation_id":"dfa4f6d6-8b4d-4d76-812a-9e61f178ecd5","resolution":{"observed_at":"2026-08-07T23:12:24.092268Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.447059Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":39,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.447059Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:5acaef19828309a4e47bdeb8a60472403db23951fd5bde0841041a2c0902b140","observation_id":"81394e6c-79d4-482c-a9b9-aaaee1dcf890","resolution":{"observed_at":"2026-08-07T23:12:23.447059Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.04721","last_updated":"2023-10-26T01:27:29Z","snapshot_observed_at":"2026-08-08T00:48:24.957345Z","submitted_at":"2023-07-10T17:32:13Z","title":"Large Language Models as General Pattern Machines","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.04721","snapshot_observed_at":"2026-08-07T23:12:23.450662Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":40,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.450662Z"},"links":{"cited_paper":"/paper/2307.04721","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:49bfc3d13c1826ce8bb882aedd6701a01522aa780b5321e0b6c57940e7ecc1e4","observation_id":"7d1eda56-fb43-4ee9-bfff-ebba9e503ed8","resolution":{"observed_at":"2026-08-07T23:12:23.450662Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.072572Z","title":null,"venue":null,"work_id":"1685ab03-5f51-4b7d-a674-abe6dcaeb37f","year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":41,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.454817Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:85bf5c513adc0644e779d2e7a44c9658b8fdcf04914887ae58a37aef858f89da","observation_id":"ee9f7f5f-2f1f-4c32-96e8-5a1a4f275c3a","resolution":{"observed_at":"2026-08-07T23:12:24.076413Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.458314Z","title":null,"venue":null,"work_id":null,"year":2002},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":42,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.458314Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:c33e2c93f151102eee5462cf3bd74b3d2ee6686de17f36cfe0ab262387030816","observation_id":"4e45fb9e-ac6a-40dc-927e-87c44ca2fff4","resolution":{"observed_at":"2026-08-07T23:12:23.458314Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.056042Z","title":null,"venue":null,"work_id":"e4b14721-e914-4000-a8ed-f2288b612550","year":2024},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":43,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.462206Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:3aef759279f0ef92c8a82234be6d8de6e475a289ce3ab0a5288b6223fcc21776","observation_id":"965e1aa4-0991-4736-b35f-aaa7edbc500a","resolution":{"observed_at":"2026-08-07T23:12:24.059746Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.045860Z","title":null,"venue":null,"work_id":"72b758c8-f938-46d3-9612-7e8832e6f199","year":2019},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":44,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.465788Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:a91d1d062c211b7521399957626a830aece3daeb19131f83858e76bc331c38bb","observation_id":"3180807a-fae5-4239-9762-a28021710d1b","resolution":{"observed_at":"2026-08-07T23:12:24.049387Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.469664Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":45,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.469664Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:a1a332ce08a51ddb12fe01a07e7e34c908d2457acf82f70d51df895098f36dec","observation_id":"dadce6be-c4bf-43e6-89ba-6c98ed44423a","resolution":{"observed_at":"2026-08-07T23:12:23.469664Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.05146","last_updated":"2023-10-08T12:37:28Z","snapshot_observed_at":"2026-08-06T15:43:20.786552Z","submitted_at":"2023-10-08T12:37:28Z","title":"Large Language Model (LLM) as a System of Multiple Expert Agents: An Approach to solve the Abstraction and Reasoning Corpus (ARC) Challenge","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.05146","snapshot_observed_at":"2026-08-07T23:12:23.473446Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":46,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.473446Z"},"links":{"cited_paper":"/paper/2310.05146","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:82fb7738e7b1dacad7caebe5ff326a906fc34312bfed12d54bdb3242e0a138ab","observation_id":"4ea4f125-d88e-45e5-acf1-3ed8e327e9f0","resolution":{"observed_at":"2026-08-07T23:12:23.473446Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.11805","last_updated":"2025-05-09T21:04:06Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-19T02:39:27Z","title":"Gemini: A Family of Highly Capable Multimodal Models","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.11805","snapshot_observed_at":"2026-08-07T23:12:23.477352Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":47,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.477352Z"},"links":{"cited_paper":"/paper/2312.11805","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:3ff48a3a5136bf41d6ed19be252b1e65c118096ff5de6c6ffe3205590f1be111","observation_id":"1bb4c641-eb03-4cc3-83f9-5e3f2170d1eb","resolution":{"observed_at":"2026-08-07T23:12:23.477352Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2403.11810","last_updated":"2024-03-18T14:08:59Z","snapshot_observed_at":"2026-08-05T11:14:13.201975Z","submitted_at":"2024-03-18T14:08:59Z","title":"Metaphor Understanding Challenge Dataset for LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2403.11810","snapshot_observed_at":"2026-08-07T23:12:23.480988Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":48,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.480988Z"},"links":{"cited_paper":"/paper/2403.11810","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:02f61bf54721fdf71f09dabf1f9a397ee9590c9c41045b3b0e8ba0cf9c213fa1","observation_id":"e025f23a-f52f-4aca-8c24-9b3a8d37bf18","resolution":{"observed_at":"2026-08-07T23:12:23.480988Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.05660","last_updated":"2024-05-30T23:10:00Z","snapshot_observed_at":"2026-07-06T16:17:04.004519Z","submitted_at":"2023-09-11T17:56:57Z","title":"Hypothesis Search: Inductive Reasoning with Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.05660","snapshot_observed_at":"2026-08-07T23:12:23.484970Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":49,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.484970Z"},"links":{"cited_paper":"/paper/2309.05660","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:0e1b687ef223832a63f800580c42964c95e0ee586f5ea8676e941376bba5919a","observation_id":"9b9cc814-65b0-4f57-b9bf-90b5f5a867a1","resolution":{"observed_at":"2026-08-07T23:12:23.484970Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2401.11725","last_updated":"2024-03-12T15:48:17Z","snapshot_observed_at":"2026-08-08T06:57:36.920490Z","submitted_at":"2024-01-22T07:07:06Z","title":"Speak It Out: Solving Symbol-Related Problems with Symbol-to-Language Conversion for Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2401.11725","snapshot_observed_at":"2026-08-07T23:12:23.488635Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":50,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.488635Z"},"links":{"cited_paper":"/paper/2401.11725","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:e1391cb2dbb4e7e94422e7ce99ed47f37890da42a96f36823744cb1219bab253","observation_id":"f4559b4f-206e-41ba-9e8d-306c94568664","resolution":{"observed_at":"2026-08-07T23:12:23.488635Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.492731Z","title":null,"venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":51,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.492731Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:88be820af24085f2aa3a92543fb402b82c6266b31dfab7280d65be655eee62c0","observation_id":"4bf7bcdf-4106-45dc-b4bf-8615c5452f19","resolution":{"observed_at":"2026-08-07T23:12:23.492731Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:24.028901Z","title":null,"venue":null,"work_id":"7ff598f5-b077-44ec-bfb0-095dd75df188","year":2025},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":52,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.496538Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:8e4a4db3fab53c96689b76cdd8822a66c84c051ef7e100f8eb00581ef40c057b","observation_id":"0523bc4a-7fa5-4b54-9542-57f521139777","resolution":{"observed_at":"2026-08-07T23:12:24.032636Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.500305Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":53,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.500305Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:bb55b2e4e0c4a9280a017a5ab94221e6f650472cac12e0e7a065d288bba60cab","observation_id":"51894acb-a41c-4978-8a2b-fd04a525ea08","resolution":{"observed_at":"2026-08-07T23:12:23.500305Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.18354","last_updated":"2024-02-14T21:15:31Z","snapshot_observed_at":"2026-07-06T15:34:55.654928Z","submitted_at":"2023-05-26T16:32:17Z","title":"LLMs and the Abstraction and Reasoning Corpus: Successes, Failures, and the Importance of Object-based Representations","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.18354","snapshot_observed_at":"2026-08-07T23:12:23.504571Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":54,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.504571Z"},"links":{"cited_paper":"/paper/2305.18354","citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:2bbede107203da1643044e56bb28a262e3f32eb7b90c3e602115fa9e21df6fa7","observation_id":"944210b8-7ae7-48a4-a72b-73748ec38d8b","resolution":{"observed_at":"2026-08-07T23:12:23.504571Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.508818Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":55,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.508818Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:62697444cceef978203abdd643c3a22b8160be536b4531202a28b3b6d7d0220a","observation_id":"3736d488-9af1-4d94-b05b-4dd94cf22108","resolution":{"observed_at":"2026-08-07T23:12:23.508818Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.512903Z","title":"@esa (Ref","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":56,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.512903Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:ec2d732a7cd99e4c93767b89136e406672f0a79b6a41a4b67e4a534f0549496a","observation_id":"fa29ad1c-ec26-4be8-aac9-a4150eb0b12c","resolution":{"observed_at":"2026-08-07T23:12:23.512903Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.516793Z","title":null,"venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":57,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.516793Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:037cc3628d5ff609cc992215b5a73cd6d75193ae3cf3cb52fae3ae80af70f081","observation_id":"28327493-d0c1-47c1-8321-c8354217f082","resolution":{"observed_at":"2026-08-07T23:12:23.516793Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"prompt/0000775","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T23:12:23.645434Z","title":"[[[CONCEPT]]]","venue":null,"work_id":"24d6ad59-0036-463c-8a47-2d4fe8765a0f","year":2024},"citing_paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding","version":1},"reference_index":58,"source":"arxiv_source","source_observed_at":"2026-08-07T23:12:23.520294Z"},"links":{"citing_paper":"/paper/2502.08946"},"observation_digest":"sha256:2c49d26aea13bb0fbc338e4eb61aac01bbee9999cf12cf84d63d4651dad9a275","observation_id":"222045a1-13d2-478a-b611-36bc4cf221c6","resolution":{"observed_at":"2026-08-07T23:12:23.652476Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-08T06:32:00.761636+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2502.08946","last_updated":"2025-02-13T04:00:03Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-07T23:44:19.280046Z","submitted_at":"2025-02-13T04:00:03Z","title":"The Stochastic Parrot on LLM's Shoulder: A Summative Assessment of Physical Concept Understanding"},"reference_resolution":{"displayed":58,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":55,"verified_exact":3,"verified_fuzzy":0},"total_outbound_references":58},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-08T06:32:00.761636+00:00","source":"crossref"},{"observed_at":"2026-08-08T06:31:55.24221+00:00","source":"retraction_watch"}],"thesis":"As of 8 August 2026, this Paper Citation Record lists 58 of 58 outbound references and 0 inbound Pith citation observations for arXiv:2502.08946."}