{"as_of":"2026-08-11T10:22:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:e68c9375dbcb69a2c7ec024624cfd06a539bdb0ea61313874a71c8cc0affe604","coverage":[{"denominator":35,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":35,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-07T13:58:24.398450Z","state":"measured"},{"denominator":35,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":35,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-11T06:34:44.6726+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2505.20505/citation-record","integrity":"/paper/2505.20505/integrity","json":"/paper/2505.20505/citation-record.json","paper":"/paper/2505.20505"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:27.676325Z","title":null,"venue":null,"work_id":"aa735b9e-be16-4461-8154-ff1aeeae62ac","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:21.798265Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:1729effdf04c4361bd49f725ab7ebd900cfd6214f09b65f1afcfbfdb005bfef2","observation_id":"75baa306-a754-48cc-a577-66a628bdd8e7","resolution":{"observed_at":"2026-08-07T13:58:27.726709Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:27.573522Z","title":"Posts relying heavily on obscure, deprecated, or highly specialized external collections were typically excluded","venue":null,"work_id":"e8c07ae9-52ac-44b8-b460-5e950a622456","year":2023},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:21.858910Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:425a461d73a1b413fa8cf73cd0966b24b8b249c1f7e40241fabde4683799a084","observation_id":"28adf6ff-5581-4807-9032-04eedf2e196a","resolution":{"observed_at":"2026-08-07T13:58:27.633261Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:27.276176Z","title":null,"venue":null,"work_id":"ce189ab0-a386-46ca-86b5-ba64596a2314","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.191407Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:937f6a4cabdeff620ad72632529508fc78ab7732942f60f481d19a9fe3962e4c","observation_id":"21d5b4ea-7853-44b8-8cad-b60babc80b2d","resolution":{"observed_at":"2026-08-07T13:58:27.354544Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:27.184751Z","title":null,"venue":null,"work_id":"b6269dc5-b546-4e80-98d4-1c87484e3715","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.242112Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:a2475e67184b0e3232b8e05f7499d9da5635b6ece14e1aeec9c77abc6bbbdb3a","observation_id":"00c2ebca-2ee8-44ac-8aef-39fb141dd32c","resolution":{"observed_at":"2026-08-07T13:58:27.221044Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:27.103630Z","title":null,"venue":null,"work_id":"5578d032-ed2a-4dd5-8088-20e1a53dba37","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.295972Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:57659aa667327e7e568389c2151dbd421d7c09d181ec9e9ee4422d39d901bc17","observation_id":"7f113197-b26f-4629-b739-b3bb92e8c82b","resolution":{"observed_at":"2026-08-07T13:58:27.138910Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:26.966635Z","title":null,"venue":null,"work_id":"2b3c8f4d-c038-4d3f-8eec-8af2774f01ac","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.377911Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:9805dd8056ba2721e853326557d2cac829997b8827d0cbe290c325884be5290f","observation_id":"d6eede5c-936a-4ea7-8c00-141eee005559","resolution":{"observed_at":"2026-08-07T13:58:27.029149Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:27.478537Z","title":null,"venue":null,"work_id":"cde7dca2-9903-4d20-8bea-fda36367353e","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:21.973482Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:f2fef81ea2dd649b0bf2035f6003c304c8764e7167c9749a93f29718d80edc6d","observation_id":"3a2ae625-1487-4b1e-a090-e0572a6c4aa9","resolution":{"observed_at":"2026-08-07T13:58:27.521777Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:27.400431Z","title":null,"venue":null,"work_id":"3c283e08-8023-4500-924c-9eb446370103","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.101827Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:acb2d10a8d8d4a9618744db49bd1dfe9ab624276386d0234da0d5f2dff02b839","observation_id":"3d5db91f-5d34-488c-9cbe-480fd5831df3","resolution":{"observed_at":"2026-08-07T13:58:27.430756Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:26.874682Z","title":"A.3 Manual Curation Criteria The set of posts selected via stratified sampling (ini- tially 200 posts) underwent manual review","venue":null,"work_id":"d7f68ff3-b598-42cd-af61-03fcfc8f1f07","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.448969Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:cd158d4914845aee83763cad60d3de2fe16d0d1bdcf5b2614e3007aaa3411238","observation_id":"94b8ac9f-b2fa-40ff-954a-45c47d1349a6","resolution":{"observed_at":"2026-08-07T13:58:26.917522Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:26.782150Z","title":null,"venue":null,"work_id":"3607dc09-5c10-4232-a38f-da36a9dff8b6","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.521075Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:16e74b51fe67b63748ad53e55af9327c29d6300eea878cc0d695ccfdd2aa5e16","observation_id":"d9cbee04-2c80-4a8f-bf4f-914932558329","resolution":{"observed_at":"2026-08-07T13:58:26.819638Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:26.690531Z","title":null,"venue":null,"work_id":"66cd312f-ac25-435b-8a9a-c3881f614401","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.568667Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:cb733dc39986c7b9b6c691883dbcf663977349ac9927f786e472932c637a0723","observation_id":"c0a0de8c-8e78-419d-bbb8-e11e64e4b5a9","resolution":{"observed_at":"2026-08-07T13:58:26.737094Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:26.618472Z","title":"upward trend","venue":null,"work_id":"c55144e0-6916-4ad6-a2a3-6a8d570c2f99","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.626251Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:b5f9fbbd90d432f340ce4eeb446710c834dda29a76037974b50e477943df1c20","observation_id":"ff47b632-73dc-4769-8490-f5725914d44f","resolution":{"observed_at":"2026-08-07T13:58:26.646689Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:26.479418Z","title":null,"venue":null,"work_id":"833d0a91-bc37-4894-a84e-66d15509eacd","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.674034Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:24aeb09ac744ee0a812e0837d5cd01fb1b6d184e494d05b15b15c5f42e319fdc","observation_id":"0190151b-06a9-4235-808d-dd9c316a1a2a","resolution":{"observed_at":"2026-08-07T13:58:26.538827Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:26.376168Z","title":null,"venue":null,"work_id":"72a6c422-9617-401d-88c4-cf72e99898cc","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.776710Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:500284d32c1f1cd6d3caa8142a9f8a3b4086e78c89c4932b9d92af54d004b268","observation_id":"1427b0ff-f714-453d-84a3-fab17ec5a93a","resolution":{"observed_at":"2026-08-07T13:58:26.433879Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:26.280432Z","title":"All solutions should be self-contained and well-documented","venue":null,"work_id":"d90dca88-da1f-44e1-997b-0f2b56f14ff8","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:22.879097Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:c4810d3ae5cb53f70811e764e98f3d7d8e92f04a96364ae83c9ce392ed665f34","observation_id":"0c2d0b5a-6165-40d4-b568-1e8edb97745a","resolution":{"observed_at":"2026-08-07T13:58:26.330455Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:25.653679Z","title":null,"venue":null,"work_id":"f7a48bb8-0c93-4064-947f-6af6cd982562","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:23.355509Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:5ff2328e99ad76e3b85f55e94b5dc458b9b551bbdca7358b473500da2e208544","observation_id":"e681226d-e32b-46c4-b07b-9374971857e2","resolution":{"observed_at":"2026-08-07T13:58:25.712958Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:25.530758Z","title":"Table 8: Level 3 TELeR (Santu and Feng, 2023) Prompt Structure for IT Automation Tasks","venue":null,"work_id":"f7a76be2-c14a-47f9-a888-0633ac03ea14","year":2023},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:23.433430Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:7212a8e16553fe95fd3e71f60ee05275a5927e8269de56957e06f860bb94a354","observation_id":"a1578c7f-e128-4098-b568-58a8e5fb6a5c","resolution":{"observed_at":"2026-08-07T13:58:25.585825Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:25.380468Z","title":null,"venue":null,"work_id":"e4ed1ddf-39c4-4b1e-aa45-f864b566aeec","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:23.541972Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:7f07f194a190469a4f066baf7869c4c313645c439d7506dbf879d5aea38ef696","observation_id":"c970bd44-7c0e-40fa-86c7-598e5ed7abfa","resolution":{"observed_at":"2026-08-07T13:58:25.465983Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:25.289561Z","title":null,"venue":null,"work_id":"dfb1583f-9d0a-45e7-ac25-6a2737aaed22","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:23.653162Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:c45cc76bcd4a813f91cdaf1f14f76c9ed79228b5221b92724c20ff741ee78c3e","observation_id":"36831de7-7a1d-4270-85bf-f6d2fce78133","resolution":{"observed_at":"2026-08-07T13:58:25.332044Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:25.192867Z","title":null,"venue":null,"work_id":"4763f64e-3138-4ff1-9236-3562286a4939","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:23.748557Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:c9f36ac79cf83c151f1116cec60071a2735898fb0f56a7b1cfce0b981e7fb332","observation_id":"c69ee08a-61e3-4524-9f24-75d50f37d4d7","resolution":{"observed_at":"2026-08-07T13:58:25.237063Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:25.105453Z","title":null,"venue":null,"work_id":"56ce4242-4611-496a-8b04-61a8daa5b6e1","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:23.854556Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:f3c5d390ba5f1e106eb1f10b510e3a8e4f8204d1651fdc09074efc374e01f9a2","observation_id":"1ca7606e-f85d-4908-ba2c-2b2a3efe8f18","resolution":{"observed_at":"2026-08-07T13:58:25.144868Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:25.006497Z","title":null,"venue":null,"work_id":"1c9f4dc8-a03d-4822-880d-c73201b6c16c","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:23.948013Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:5701cb7b8bcbf453bc5a9fe372ac54fc7078ae06986aea32c2252da65d4af9c0","observation_id":"d8a06a25-eafb-47e1-8b55-5d727cfa28f0","resolution":{"observed_at":"2026-08-07T13:58:25.046560Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:24.918952Z","title":null,"venue":null,"work_id":"e2968aa8-7713-4263-9fa8-297f6899b93c","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:24.018792Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:18029428c75c62a82aafb3560c03dbeb158dd34e4ff1edef697dd213253f2503","observation_id":"c2ff49e4-02ea-4335-81a5-be5f3db823d5","resolution":{"observed_at":"2026-08-07T13:58:24.959527Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:24.827220Z","title":"prompt Transform the following Stack Overflow post into an Ansible playbook solution","venue":null,"work_id":"51bac492-2b54-4d83-9441-92b10cd25152","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:24.103140Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:0d6e4e10135c4041ebfc5a30bccddd05ab4b5124df612c4f74a82ed42a9050cb","observation_id":"8e7312b6-ba40-4c09-98fa-386106913376","resolution":{"observed_at":"2026-08-07T13:58:24.859053Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:26.183523Z","title":null,"venue":null,"work_id":"24ddd539-bcc1-4986-85ef-78ac2b2374d1","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:24.145933Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:619d4fd9b25bb6dc2729355dffca1373158cc915df4df2201f6b0d1dde60195f","observation_id":"054032f1-304c-4522-80b9-33a5d4631caa","resolution":{"observed_at":"2026-08-07T13:58:26.218704Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:26.082177Z","title":null,"venue":null,"work_id":"1600a2da-a3e7-4887-9e28-83ce3d9d8444","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:24.184332Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:b79bd008b05bc91e0027d4881935aab19b964a744bcf00f744eb76c1edb4572a","observation_id":"74466a0d-a846-4023-ae4f-c0c0ec6ef127","resolution":{"observed_at":"2026-08-07T13:58:26.147640Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:25.966829Z","title":null,"venue":null,"work_id":"2cb0e82d-162e-482e-8581-9230fdd23304","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:24.209628Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:efbfcb5a2c1a80d0969856ddb0db84bd878291abf3ef82620af148df13fec681","observation_id":"c0f82e97-4e2b-460c-8345-1b9e306305f7","resolution":{"observed_at":"2026-08-07T13:58:26.010309Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:25.882963Z","title":null,"venue":null,"work_id":"8004d3a9-b42a-4c49-a281-7203e040388d","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:24.266592Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:18ac01e4ef3ac628f9ceb59e78e7dbe761dbbd55a45aef641bbadcb0db733872","observation_id":"d7bd8df9-b22f-48b4-83af-8191ee48bb82","resolution":{"observed_at":"2026-08-07T13:58:25.924914Z","resolver_source":"raw_fallback","status":"malformed_identifier"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:25.769197Z","title":null,"venue":null,"work_id":"4faf7269-5ef4-4036-8529-d43f2c66fd20","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:24.308615Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:5bb09ff976dbe978b88e1cab95e8f7ecd0680052e8110bf82fa0ae138abbbf80","observation_id":"ac621e45-1f68-49fc-a8e4-890d6fbf79b3","resolution":{"observed_at":"2026-08-07T13:58:25.832690Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:24.763018Z","title":"• Carefully examine the constraint and runtime environment, and select modules appropriate for both","venue":null,"work_id":"3a28a305-245b-431e-9cb2-3c2b2b53d643","year":null},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:24.353820Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:105a7df4744f78bf969108afb614da4935b105ca052aae0a3c3e86d4d198796a","observation_id":"93e89e34-a75e-47d3-a57c-68c821452bb7","resolution":{"observed_at":"2026-08-07T13:58:24.787789Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"metadata/4473811","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-07T13:58:24.641610Z","title":"{{ lookup ( ' env ', ' username ') }}","venue":null,"work_id":"983492e6-c6c8-4210-8979-73673ff468cc","year":2023},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:24.398450Z"},"links":{"citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:8bcfb3c7669714be9d48712f9666c8b6aa1ed142617294b84fdbfbebffe196ef","observation_id":"6fc12e42-c7b0-4833-93ec-d768a2b38783","resolution":{"observed_at":"2026-08-07T13:58:24.683697Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-11T06:34:44.6726+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2308.12950","last_updated":"2024-01-31T19:47:26Z","snapshot_observed_at":"2026-07-06T16:10:07.931347Z","submitted_at":"2023-08-24T17:39:13Z","title":"Code Llama: Open Foundation Models for Code","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.12950","snapshot_observed_at":"2026-08-07T13:58:21.640426Z","title":"Empirical Soft- ware Engineering, 25(5):3430–3467","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":2020,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:21.640426Z"},"links":{"cited_paper":"/paper/2308.12950","citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:5f47ef8c3c18f71a1227dd6ea70f0e66e36948e9d1e59fe305678202731e9101","observation_id":"ee1829f7-b026-4a3a-a39a-b6f312bd1bb2","resolution":{"observed_at":"2026-08-07T13:58:21.640426Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-07T13:58:21.505733Z","title":"CoRR, abs/2107.03374","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":2021,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:21.505733Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:e4cbb4145af2d60c29a754dea002e406bd42a5f5cc4854e5ce24945a0b539d00","observation_id":"cdeb6428-0f1a-45a5-9e4a-7ced476d04cf","resolution":{"observed_at":"2026-08-07T13:58:21.505733Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.19173","last_updated":"2024-02-29T13:53:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2024-02-29T13:53:35Z","title":"StarCoder 2 and The Stack v2: The Next Generation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.19173","snapshot_observed_at":"2026-08-07T13:58:21.565010Z","title":"Preprint, arXiv:2402.19173","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:21.565010Z"},"links":{"cited_paper":"/paper/2402.19173","citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:35ce3c2c299c298f92a7e06f84b31f2788c55813196e4ab03a74ca746b9da9dc","observation_id":"242ee573-5491-4171-99f5-dbf3aff4dd33","resolution":{"observed_at":"2026-08-07T13:58:21.565010Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"1809.08887","last_updated":"2019-02-02T23:53:18Z","snapshot_observed_at":"2026-07-06T07:03:52.901427Z","submitted_at":"2018-09-24T13:03:13Z","title":"Spider: A Large-Scale Human-Labeled Dataset for Complex and Cross-Domain Semantic Parsing and Text-to-SQL Task","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1809.08887","snapshot_observed_at":"2026-08-07T13:58:21.731545Z","title":"OpenReview.net","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?","version":1},"reference_index":2025,"source":"pdf_text","source_observed_at":"2026-08-07T13:58:21.731545Z"},"links":{"cited_paper":"/paper/1809.08887","citing_paper":"/paper/2505.20505"},"observation_digest":"sha256:cde91ba477740a2ebbc7292a6b7c4b86e31f264e20898d76482eae26fab38545","observation_id":"64ccc9b5-6d1c-4bd1-89e0-935453735973","resolution":{"observed_at":"2026-08-07T13:58:21.731545Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2505.20505","last_updated":"2025-05-26T20:15:00Z","latest_version":1,"primary_category":"cs.CL","snapshot_observed_at":"2026-08-11T07:09:44.652380Z","submitted_at":"2025-05-26T20:15:00Z","title":"Large Language Models for IT Automation Tasks: Are We There Yet?"},"reference_resolution":{"displayed":35,"state_counts":{"malformed_identifier":8,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":23,"verified_exact":1,"verified_fuzzy":3},"total_outbound_references":35},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-11T06:34:44.6726+00:00","source":"crossref"},{"observed_at":"2026-08-11T06:34:36.301508+00:00","source":"retraction_watch"}],"thesis":"As of 11 August 2026, this Paper Citation Record lists 35 of 35 outbound references and 0 inbound Pith citation observations for arXiv:2505.20505."}