{"as_of":"2026-08-17T14:32:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:bcb5276492e01146bd126b3f68cab749b888a72c2119cffe4c236d42fabb3e25","coverage":[{"denominator":52,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":52,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-15T22:16:08.381517Z","state":"measured"},{"denominator":54,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":54,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-17T06:30:58.91139+00:00","state":"measured"},{"denominator":2,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":2,"source":"paper_references, paper_reference_links","source_observed_at":"2026-07-01T07:22:25.349398Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-07-01T20:56:14.408453Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"cited_work":{"arxiv_id":"2505.13484","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.13484","snapshot_observed_at":"2026-07-01T20:56:14.408453Z","title":null,"venue":null,"work_id":"bad13cea-ac38-4949-9458-b46878872160","year":2025},"citing_paper":{"arxiv_id":"2606.01145","last_updated":"2026-07-06T16:09:36Z","snapshot_observed_at":"2026-07-30T15:24:45.114962Z","submitted_at":"2026-05-31T10:27:18Z","title":"Reasoning4Sciences: Bridging Reasoning Language Models to All Scientific Branches","version":2},"reference_index":111,"source":"pdf_text","source_observed_at":"2026-06-28T17:35:01.285534Z"},"links":{"cited_paper":"/paper/2505.13484","citing_paper":"/paper/2606.01145"},"observation_digest":"sha256:1fa3cbf3e21ec387c2d4dd8325feb4d5b2430c530db3253e602de00509f9c0ad","observation_id":"cb3b6fef-8ee2-48b4-836b-4b060c63f83f","resolution":{"observed_at":"2026-07-01T20:56:14.409812Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"cited_work":{"arxiv_id":"2505.13484","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2505.13484","snapshot_observed_at":"2026-07-01T20:56:14.408453Z","title":null,"venue":null,"work_id":"bad13cea-ac38-4949-9458-b46878872160","year":2025},"citing_paper":{"arxiv_id":"2606.01145","last_updated":"2026-07-06T16:09:36Z","snapshot_observed_at":"2026-07-30T15:24:45.114962Z","submitted_at":"2026-05-31T10:27:18Z","title":"Reasoning4Sciences: Bridging Reasoning Language Models to All Scientific Branches","version":3},"reference_index":121,"source":"pdf_text","source_observed_at":"2026-07-01T07:22:25.349398Z"},"links":{"cited_paper":"/paper/2505.13484","citing_paper":"/paper/2606.01145"},"observation_digest":"sha256:d826a22f1d79ea55cb26b472b978a9d02f1a321108a6d146ba45894c41f41665","observation_id":"d5a37656-268e-4932-82ea-e0b2aafa17d0","resolution":{"observed_at":"2026-07-01T08:35:34.002252Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2505.13484/citation-record","integrity":"/paper/2505.13484/integrity","json":"/paper/2505.13484/citation-record.json","paper":"/paper/2505.13484"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.362221Z","title":null,"venue":null,"work_id":"3b671a4b-38f3-49ec-acfd-c6a55b93b36d","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.081385Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:577d590bc0e5a20ad50bb93fa4c28c291e1943eb86ea8f2c9d141696fb8dfcea","observation_id":"4cfac533-d071-421e-8f60-e534c2ee6122","resolution":{"observed_at":"2026-08-15T22:16:09.367921Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.346350Z","title":null,"venue":null,"work_id":"0c3b037b-e90e-46f6-a0ac-596e56d1a585","year":2025},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.088700Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:9c93437c1529304ef94bfc59aa69eff5d4743be32ce08639ab38bceeab252841","observation_id":"fa61caae-8345-40a0-8b6b-89e3f40f6842","resolution":{"observed_at":"2026-08-15T22:16:09.351673Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.330100Z","title":null,"venue":null,"work_id":"999dc595-fbc5-4f2a-a178-18a94c75a5e7","year":2021},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.095074Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b30d355d6264560dee09308d166f963d144e1b7bf9ff5686b1f57e0d369c66eb","observation_id":"b0623217-c1b0-4949-b379-52e17c9616f8","resolution":{"observed_at":"2026-08-15T22:16:09.335262Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.313152Z","title":null,"venue":null,"work_id":"54636010-605e-42f0-bfd8-17177fd054c1","year":null},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.101571Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:5cea16a4a4e2c1ca3f04d1a2a367c0461621d6de8adcd3348728c2666283b31d","observation_id":"820bc6b9-e757-4109-81ba-8c4a2290e9b4","resolution":{"observed_at":"2026-08-15T22:16:09.318343Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.275775Z","title":null,"venue":null,"work_id":"4b50f1fe-523c-47c7-b701-696bb6322f68","year":2010},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.113478Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b4dd4f10f260b28786be8c20d77beb846a796bb95adb2cec2389bee70107d2bc","observation_id":"574e663e-54ad-476f-a342-582274156d25","resolution":{"observed_at":"2026-08-15T22:16:09.281024Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.258538Z","title":"Guo, and e","venue":null,"work_id":"4cafc082-4e23-4612-a07d-218720f362df","year":2025},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.118765Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:bc1c414237e67fda7c50b213cc61808366150ceab4ecf9c20be9243b2cd0e83c","observation_id":"ffc11c44-4b0f-4e8d-aa54-0da90d8a6434","resolution":{"observed_at":"2026-08-15T22:16:09.263833Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.241216Z","title":"Efatmaneshnik, J","venue":null,"work_id":"348263c6-a48a-4df0-ba90-bb5ee80171af","year":2016},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.124210Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:3f630f2e0dc9c38018e9377bc925b2fc68c9a3696785a12feb7ebc6770a90f72","observation_id":"7c8f5831-11c5-4430-b177-81d812bde166","resolution":{"observed_at":"2026-08-15T22:16:09.246520Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.222954Z","title":"ElMaraghy, H","venue":null,"work_id":"67c04d97-4fa9-4aa6-b4e8-391bd0d53b68","year":2012},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.130061Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:aac953ac9ed5a344a906fd0f611c70abc0720f6317e277a1ee9bf2f065f7ba22","observation_id":"933cdcb2-2317-4c00-aa71-9be9c0bfecb1","resolution":{"observed_at":"2026-08-15T22:16:09.228843Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.203419Z","title":"Feldman, G","venue":null,"work_id":"78c76067-7963-476e-beb7-9ca1dc65cb4b","year":2010},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.135216Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:5704070d08e5a73db24080508abec9a2736316ddb5abec0d03d291cd7c44fe72","observation_id":"9f92f8c3-0a20-44e1-88c4-605e0daad297","resolution":{"observed_at":"2026-08-15T22:16:09.210138Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.183072Z","title":null,"venue":null,"work_id":"9cf4ede6-8dff-42a1-9ead-d96db4d1a966","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.140184Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:62c6d9148d90f93c0918ea77990650e63019cc73c1266f85c291dd6f34906607","observation_id":"6d485fba-561b-4a37-91c5-3c2c3d8c8656","resolution":{"observed_at":"2026-08-15T22:16:09.189545Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.164670Z","title":null,"venue":null,"work_id":"feb2c68a-8882-408a-a320-e9028a54adf6","year":2021},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.145113Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:15075ac4f204a2141929bf1e7d1fe287a1855466341eed628eabc7df8822ef33","observation_id":"0da3a2d9-42f9-4e50-b14c-82ecb6eed747","resolution":{"observed_at":"2026-08-15T22:16:09.170206Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.146428Z","title":"Frisk, M","venue":null,"work_id":"ca260359-7770-4306-a191-e114fb5b163e","year":2017},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.150042Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:4bd9aa066397779ca7ca89865055976929ab9587f0e1364f50b741c2fb04948b","observation_id":"51196b12-dc8c-4559-b5d6-ab126ae0f25c","resolution":{"observed_at":"2026-08-15T22:16:09.152662Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.128454Z","title":"Grattafiori and e","venue":null,"work_id":"aa57227b-1136-43e7-b480-911e1d2ccb79","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.155217Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:0a7dc4e98aa7b8f17622b1e7c190475c489f7b76bef6ef1576934d8e7e79359e","observation_id":"2372c324-f5cd-489c-8c29-4136a5edbd08","resolution":{"observed_at":"2026-08-15T22:16:09.133826Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.111548Z","title":"Hirtreiter, L","venue":null,"work_id":"3fea5bf6-611c-4d3f-b8e9-0c5024f65349","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.160264Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b727ac3b4d8c37c4bc02d14978fcdda690530e202e4c5e56289541bf5e46684b","observation_id":"6d0571a5-00f6-42af-b94a-6db6e39a7e58","resolution":{"observed_at":"2026-08-15T22:16:09.116717Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.165724Z","title":"Hochreiter and J","venue":null,"work_id":null,"year":1997},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.165724Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:53fab32ef53e6153d7d600ab3716c25ed0f30d084bd4d047db9ec3f17155c5ab","observation_id":"e9b4d770-ab9f-4f7d-b4ee-38d1b2576d85","resolution":{"observed_at":"2026-08-15T22:16:08.165724Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.171497Z","title":"Huang and K","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.171497Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:343110048eade6d3959b26d86e01456ad2074f1d0600330838816652cd246381","observation_id":"b51e5eb1-bb84-4d98-bd89-1273d247dcc8","resolution":{"observed_at":"2026-08-15T22:16:08.171497Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.21276","last_updated":"2024-10-25T17:43:01Z","snapshot_observed_at":"2026-08-15T14:02:47.366139Z","submitted_at":"2024-10-25T17:43:01Z","title":"GPT-4o System Card","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.21276","snapshot_observed_at":"2026-08-15T22:16:08.177265Z","title":"Hurst, A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.177265Z"},"links":{"cited_paper":"/paper/2410.21276","citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:5e0a79cd1e9792d8b747a1c913781940280523c6eaba58b71721ef5fd78f761f","observation_id":"feea5f18-e848-4d46-9b7b-d872a4e4eeee","resolution":{"observed_at":"2026-08-15T22:16:08.177265Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.05487","last_updated":"2024-07-02T13:25:16Z","snapshot_observed_at":"2026-08-16T15:09:25.350144Z","submitted_at":"2023-08-10T10:26:55Z","title":"A Quantitative and Qualitative Evaluation of LLM-Based Explainable Fault Localization","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.05487","snapshot_observed_at":"2026-08-15T22:16:08.183904Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.183904Z"},"links":{"cited_paper":"/paper/2308.05487","citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:bf660b6786d9c0c14d63408de263d6101fb70d17aad29e3ee850a6b778aa5f54","observation_id":"3643ef37-e414-45a4-8ffe-e9b9f5aaa21f","resolution":{"observed_at":"2026-08-15T22:16:08.183904Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.084970Z","title":null,"venue":null,"work_id":"564316b9-0128-4f79-9e95-bba22e052212","year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.192318Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:e871f6aa681152264d579d6c452a543d1cb8959ad633b69bb35231d91db08ae6","observation_id":"4ea066d1-a9b2-4064-9ee6-5fd0dfe783c0","resolution":{"observed_at":"2026-08-15T22:16:09.089835Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.067583Z","title":"K¨ ocher, R","venue":null,"work_id":"71130a47-66fd-467b-a9e1-0279fd8e9bed","year":2022},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.197733Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:157f4639086b0006fd8b83830f0b28b8e453834ee5653899115d8afd75e99920","observation_id":"efcafd3b-7f5e-47a1-a3ed-19a64aeea836","resolution":{"observed_at":"2026-08-15T22:16:09.073106Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.048926Z","title":null,"venue":null,"work_id":"a9e5fe5b-e6b5-41a7-a3cd-cac024f5f0d5","year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.203223Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:528baa1d0cd25f4666c7f5e9a076c82319fc9b1448593b04b9401029306321d2","observation_id":"bb9f3031-d7ef-4da1-a1f5-18e692fa48bb","resolution":{"observed_at":"2026-08-15T22:16:09.054867Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.028737Z","title":"Meier, F","venue":null,"work_id":"62c76193-13cf-40ab-baca-7fe593d34bb0","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.210006Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b5874f90acaa6e03643be917382b408a4668b5e775d8cdaf6e87fa057cce1cae","observation_id":"fd2b5e4f-f0fe-448e-a62f-7e4bea2d76b5","resolution":{"observed_at":"2026-08-15T22:16:09.034696Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.010334Z","title":"Merkelbach, A","venue":null,"work_id":"4b353df2-60fe-42ce-9613-77c0f569c6c1","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.219073Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:33113d075aa4fb609add8bf47741711cda5641c0c32196a6196d480f36f27f09","observation_id":"db5418b7-c859-4d5e-9569-22c4ad7dd51a","resolution":{"observed_at":"2026-08-15T22:16:09.015675Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.991447Z","title":"Ogundare, G","venue":null,"work_id":"50189066-d9b0-411e-9c64-e9b5aa9aa382","year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.225621Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:aead1988872f3aa4b6d1a0d4cbc5c78579a795d1b153ac4b2532ea74caff313e","observation_id":"43306f24-b5de-4eef-a7ae-cb78384dbb0b","resolution":{"observed_at":"2026-08-15T22:16:08.996782Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.973310Z","title":null,"venue":null,"work_id":"7d05eb74-e026-4411-8f94-6d5244b2c302","year":2007},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.232966Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:e73f6563fa7580f9e63f5b8d86ce8bbe48df3272481862248172727dd89ec654","observation_id":"4ca59e53-3dfd-43df-946c-13c52ccab70a","resolution":{"observed_at":"2026-08-15T22:16:08.979539Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.954169Z","title":"Patel and E","venue":null,"work_id":"56c535dc-d94c-437c-b4e7-18b724743eee","year":2022},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.239824Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:7b30408d429aca6737756441428e32bc5db643caaf51cd21f2ab8ab33390064d","observation_id":"13676831-b7ac-4bd0-ab5f-fc5cf1bbed5a","resolution":{"observed_at":"2026-08-15T22:16:08.960330Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.246627Z","title":null,"venue":null,"work_id":null,"year":2009},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.246627Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:07382199fa225979960537d1f103794b183e6668e6ca529b9664db7c3913c6c8","observation_id":"ca8867e3-9446-4add-b896-9bacfc937dfb","resolution":{"observed_at":"2026-08-15T22:16:08.246627Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.926044Z","title":"Peifeng, L","venue":null,"work_id":"e4a3dd5f-6e4d-47e9-80b4-555fdc32a554","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.252082Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:1b0a986acc41fe7a83acbcb5248627c9c15f59d9af6b883da531ce0ccef0c637","observation_id":"1d90118a-273d-4ae9-99e0-0e145ae36aac","resolution":{"observed_at":"2026-08-15T22:16:08.931438Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.905661Z","title":"Pill and J","venue":null,"work_id":"1befbafc-7936-4426-bc24-2ff6bd36e19a","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.258116Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:8296d88823c8bed7ca8ec82020d72464a802e4ae5db0bcd55e5078cb427d231a","observation_id":"7a4d161b-30a2-4e54-a6cb-dc743d54b61b","resolution":{"observed_at":"2026-08-15T22:16:08.911100Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.264074Z","title":"Plaat, A","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.264074Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:0a837cd013bc054d0f742ea85b969a3f53516a5f68f4bc172a7031afa9223262","observation_id":"e039dfe0-f43e-4fbe-83db-e18a72792f61","resolution":{"observed_at":"2026-08-15T22:16:08.264074Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.874648Z","title":null,"venue":null,"work_id":"a7866021-43a7-44ef-803c-88da78597774","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.271105Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:76178918ae4d65c54f98feaa7f16fa05574afc700be47a53dc47a73023068ba9","observation_id":"e9453870-b998-4522-bacd-34e721af3547","resolution":{"observed_at":"2026-08-15T22:16:08.880915Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.856731Z","title":null,"venue":null,"work_id":"24ebab7b-e9e0-474e-bc5a-875c4a1ea0ae","year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.277299Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:17e53dc843d71bc2695ecdf7f7cb50420f95f06258185171e17dc584f169c8bb","observation_id":"d73ff161-9351-4c1c-b3e7-14f87fbf5477","resolution":{"observed_at":"2026-08-15T22:16:08.862090Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.840333Z","title":"Sowa and A","venue":null,"work_id":"89afeb58-1589-4939-9264-f7ce08f50e9a","year":2025},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.284803Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:b7d43c610a7633b355f424afb4fa9b2a9249a9d57c5ae7199afc6f2d27b4e719","observation_id":"4dcae95b-08b2-4cbf-9d00-ad213d56a44e","resolution":{"observed_at":"2026-08-15T22:16:08.845192Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.824668Z","title":"Steude, A","venue":null,"work_id":"62381666-dbfe-4706-8078-db9b91b281ab","year":2022},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.290794Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:2198f16bb4727ee5cc5eba3e089b6a79d68359d44774b2033dbd14aaf650699b","observation_id":"b4aeb06b-b58a-447c-b8e9-51928c6c216e","resolution":{"observed_at":"2026-08-15T22:16:08.829504Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.807579Z","title":null,"venue":null,"work_id":"0293ce84-5767-4acd-9f57-1533760c1908","year":1999},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.296925Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:670bd413d85b95dadf3651fd153a51c6bbf1027a4cfc881c1fc0ce6bd60471f3","observation_id":"be6d755d-d13b-4da3-ac88-b091a5f3deec","resolution":{"observed_at":"2026-08-15T22:16:08.812724Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.791138Z","title":"Struss and O","venue":null,"work_id":"2f7d6e62-3d33-4784-9534-4055cda9572b","year":1989},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.301979Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:7e261e4ffb9bbcc75d9f8162acadd52adc2fc7d136d991105526d484d534ff84","observation_id":"e74413a9-f304-4807-abb1-3eac8c5308f8","resolution":{"observed_at":"2026-08-15T22:16:08.796396Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.770847Z","title":"Suresh and S","venue":null,"work_id":"8fcca2cc-5706-4269-8c65-414f59a46177","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.307132Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:5cd7ef988528e0b85c515b68a9093480ad868cdb7083b4c72230eeb02c8f1a7e","observation_id":"511f72f5-87ff-4686-974e-98431f481033","resolution":{"observed_at":"2026-08-15T22:16:08.776333Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.754157Z","title":null,"venue":null,"work_id":"97ba997b-b717-4aad-83fd-4edbb9e4e4db","year":2025},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.312050Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:408ef9f43f290a3741e09d76e6ad003f30265994823de19519829e0a7cba9ab1","observation_id":"0c66955a-54e5-4672-bb58-76217533eb20","resolution":{"observed_at":"2026-08-15T22:16:08.759525Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.735769Z","title":"Vicente, J","venue":null,"work_id":"4e4a5536-7ea3-4ae0-a0f1-320f829ac597","year":2022},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.317169Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:3a487b554408a5ec9fad46f5f2ed1007d86a20ae58a6f49860efc22c62acb438","observation_id":"2658a7b5-539d-4f01-8c25-ebe4b24501c5","resolution":{"observed_at":"2026-08-15T22:16:08.742471Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.716190Z","title":"Vranjeˇ s, J","venue":null,"work_id":"a56bda13-eec1-4886-930d-e8b0cc01cc8c","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.322345Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:e760ac851d9cf0443b792af0d2285831cd19be345243f1bb7e9e98c07dbc6b54","observation_id":"cda4d045-9981-4216-85f4-747d9773f5d3","resolution":{"observed_at":"2026-08-15T22:16:08.722501Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.696281Z","title":"Vukovi´ c and S","venue":null,"work_id":"cba9603c-2ad8-4f0f-a53d-9fea9d2be3d5","year":2022},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.327441Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:a596b204746b68630fd00f58646282b6d6dac6bfd5c2bc2fc9810f618390f4d5","observation_id":"567fed1b-b573-4627-a7f1-32b4449658bb","resolution":{"observed_at":"2026-08-15T22:16:08.702914Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.677421Z","title":null,"venue":null,"work_id":"92fe40c8-6356-4fbe-b70e-60a8c0974be3","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.332739Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:bdc75acfb67118693cfaa16df50dd2ad45e2e145555556b4d0400a84f6b61fb6","observation_id":"f33d6741-8d98-492f-b93d-fa356f237b70","resolution":{"observed_at":"2026-08-15T22:16:08.683460Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.653291Z","title":"Windmann, P","venue":null,"work_id":"7d1da1b9-bc82-4a93-b1ef-3b39c6b42fd2","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.337643Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:79346f733b4b4d7fe698dd46e0afee2dcb35019fefdebf03de83d2839ea975d7","observation_id":"6629e920-f8a1-4615-962f-a25d9869cf39","resolution":{"observed_at":"2026-08-15T22:16:08.659662Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.15276","last_updated":"2023-10-02T16:09:14Z","snapshot_observed_at":"2026-08-16T15:04:56.731945Z","submitted_at":"2023-08-29T13:07:27Z","title":"Large Language Models in Fault Localisation","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.15276","snapshot_observed_at":"2026-08-15T22:16:08.342592Z","title":null,"venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.342592Z"},"links":{"cited_paper":"/paper/2308.15276","citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:036283e8e8958a8340d7449c1da8f77648cf29b850e5bc4554d16c006a8a83c0","observation_id":"f1bb29cd-36a4-4978-914b-c308641e9998","resolution":{"observed_at":"2026-08-15T22:16:08.342592Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2409.18009","last_updated":"2025-06-12T21:26:21Z","snapshot_observed_at":"2026-08-17T08:23:33.953813Z","submitted_at":"2024-09-26T16:19:37Z","title":"Control Industrial Automation System with Large Language Model Agents","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.18009","snapshot_observed_at":"2026-08-15T22:16:08.349047Z","title":null,"venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.349047Z"},"links":{"cited_paper":"/paper/2409.18009","citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:73d273a35c8b93fa7ecc05f3ddc86c0f9db80547431777a406965ecc074cabe9","observation_id":"c79a4fff-df66-4955-aa39-7d7f6477b3e6","resolution":{"observed_at":"2026-08-15T22:16:08.349047Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.631303Z","title":null,"venue":null,"work_id":"0670f4a3-7a4c-4485-b235-6a0ddf1eb6f7","year":2025},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.354974Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:394a257ae38bce25ad7b9bc5f4e8959e1c4224ae6249825e289cf60d369344ec","observation_id":"10ed62be-6f73-4e42-a3aa-3dfcbb7cf7b3","resolution":{"observed_at":"2026-08-15T22:16:08.637772Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2310.14540","last_updated":"2024-04-13T01:59:06Z","snapshot_observed_at":"2026-08-16T14:49:55.196425Z","submitted_at":"2023-10-23T03:44:40Z","title":"Evaluating Spatial Understanding of Large Language Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.14540","snapshot_observed_at":"2026-08-15T22:16:08.360714Z","title":"Yamada, Y","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.360714Z"},"links":{"cited_paper":"/paper/2310.14540","citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:10c591641e6cc3e2280a22154c0f8a51bd484bfd7a923d899c5abfd59c7bc1ca","observation_id":"30145128-e740-4aa8-b73b-4c675249ca91","resolution":{"observed_at":"2026-08-15T22:16:08.360714Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.611083Z","title":null,"venue":null,"work_id":"d4b565e6-1f89-4bf4-9c80-2bdf340b41c7","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.366246Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:fb79d69a8f6ce7e785bc50149e4f565bc48098aa0ad12b3d924ff2107b870b62","observation_id":"07da2a79-1e44-42e9-9bbc-b21260cf3dab","resolution":{"observed_at":"2026-08-15T22:16:08.617947Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.586485Z","title":null,"venue":null,"work_id":"d7afb410-7c96-4ce0-96fd-c2a7ec8ccc51","year":2023},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.371428Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:87444f03acea8b80af57f7f439bd904a924186e9389fb72fa935163304810df0","observation_id":"0bf56a1d-8a43-4665-b013-ec94b70e8ed1","resolution":{"observed_at":"2026-08-15T22:16:08.595082Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.561872Z","title":"Zhang, X","venue":null,"work_id":"609108e0-e762-4af0-a13a-73c3714e029c","year":2024},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.376513Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:c13db12250bc0aab3b5501919153789429b16a650f66509049d62266ef8ace76","observation_id":"4d16a9ce-7cb4-41c3-8610-df04ecdaa634","resolution":{"observed_at":"2026-08-15T22:16:08.567296Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:08.535758Z","title":null,"venue":null,"work_id":"3e8afc04-0afd-4c7c-b3dc-f778031abfac","year":2021},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.381517Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:ec552872218a58f0b11246f8dc633ca65e8f65a95428a8b59d97c3ddac4d7743","observation_id":"4131b3c3-fa5f-4196-b036-703367259aee","resolution":{"observed_at":"2026-08-15T22:16:08.542769Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-15T22:16:09.293565Z","title":null,"venue":null,"work_id":"a36fea52-c75a-4747-8cd3-c12359d6a0f0","year":null},"citing_paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks","version":1},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-15T22:16:08.107720Z"},"links":{"citing_paper":"/paper/2505.13484"},"observation_digest":"sha256:1aeea5641bb0ac2301c40e56cf53b85bcb05fc12c6cbb12b1b2ae4ae0712f749","observation_id":"4462d0da-b172-4ee7-a181-ace1195b55d7","resolution":{"observed_at":"2026-08-15T22:16:09.299962Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-17T06:30:58.91139+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2505.13484","last_updated":"2025-05-12T14:05:23Z","latest_version":1,"primary_category":"cs.AI","snapshot_observed_at":"2026-08-17T13:24:32.443938Z","submitted_at":"2025-05-12T14:05:23Z","title":"Evaluating Large Language Models for Real-World Engineering Tasks"},"reference_resolution":{"displayed":52,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":29,"verified_exact":0,"verified_fuzzy":23},"total_outbound_references":52},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-17T06:30:58.91139+00:00","source":"crossref"},{"observed_at":"2026-08-17T06:30:54.323127+00:00","source":"retraction_watch"}],"thesis":"As of 17 August 2026, this Paper Citation Record lists 52 of 52 outbound references and 2 inbound Pith citation observations for arXiv:2505.13484."}