{"as_of":"2026-08-07T09:21:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:b1058f14e58d005a67698c30e023fc539c4c6a0144a52cb71986bafcfbf9c9e5","coverage":[{"denominator":22,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":22,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-06T20:09:18.850828Z","state":"measured"},{"denominator":23,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":23,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-07T06:34:17.273281+00:00","state":"measured"},{"denominator":1,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":1,"source":"paper_references, paper_reference_links","source_observed_at":"2026-05-13T20:12:12.283350Z","state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"arxiv_reference","source_observed_at":"2026-05-13T20:13:13.135815Z","state":"measured"}],"external_citation_measurements":[],"inbound":[{"citation":{"cited_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"cited_work":{"arxiv_id":"2507.03620","doi":null,"metadata_source":"arxiv_reference","pith_arxiv_id":"2507.03620","snapshot_observed_at":"2026-06-05T21:23:00.469572Z","title":"Lemos, V","venue":null,"work_id":"81eb7ba4-90ef-48b0-aa0b-75df255e78b2","year":2025},"citing_paper":{"arxiv_id":"2604.02776","last_updated":"2026-04-03T06:37:51Z","snapshot_observed_at":"2026-08-02T13:25:19.726180Z","submitted_at":"2026-04-03T06:37:51Z","title":"Evaluating the Environmental Impact of using SLMs and Prompt Engineering for Code Generation","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-05-13T20:12:12.283350Z"},"links":{"cited_paper":"/paper/2507.03620","citing_paper":"/paper/2604.02776"},"observation_digest":"sha256:acbf412b8ccd986ef6fe18ead69cdb7f38b9c206c15b6a07bfd06007bd8bf00f","observation_id":"c42f5884-14d0-4036-9b63-f37459c3316d","resolution":{"observed_at":"2026-05-13T20:13:13.138337Z","resolver_source":"arxiv_id","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}}],"links":{"evidence":"/evidence","html":"/paper/2507.03620/citation-record","integrity":"/paper/2507.03620/integrity","json":"/paper/2507.03620/citation-record.json","paper":"/paper/2507.03620"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"2025.10126","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:19.641865Z","title":"Patterns 6, 101260 (2025)","venue":null,"work_id":"dc41d193-600c-4826-93a6-86563f0b0c57","year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.147836Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:6e4c30a4c5a9ed9a6860a7ce5bb872aa38a62f30dc84998b0c3073dac93c40c1","observation_id":"025d5d91-34da-4fd9-83ac-4de89d3e6453","resolution":{"observed_at":"2026-08-06T20:09:19.665029Z","resolver_source":"raw_fallback","status":"metadata_mismatch"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:20.161393Z","title":"Weights & Biases Blog (2025-02-12)","venue":null,"work_id":"595c77fc-fd0d-4eb7-9dd9-4f023780d34d","year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.247040Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:38af720f7ded42a749c8551c44ff70f7c9de3e84f92ec34fadf227260bf7bb3a","observation_id":"8dd58951-b9f7-466f-a687-1140f6b7c0ef","resolution":{"observed_at":"2026-08-06T20:09:20.247090Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2402.01822","last_updated":"2024-05-29T12:57:01Z","snapshot_observed_at":"2026-08-05T10:31:48.540037Z","submitted_at":"2024-02-02T16:35:00Z","title":"Building Guardrails for Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.01822","snapshot_observed_at":"2026-08-06T20:09:17.288317Z","title":"et al.: Building Guardrails for Large Language Models","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.288317Z"},"links":{"cited_paper":"/paper/2402.01822","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:829420f1ac408b21d52610c7f073d786f7ea445cad6f9b09f61686e53b663111","observation_id":"ce73c044-1664-4028-ab1c-a38b782638e1","resolution":{"observed_at":"2026-08-06T20:09:17.288317Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2411.15594","last_updated":"2025-10-19T10:32:43Z","snapshot_observed_at":"2026-08-02T10:23:50.881300Z","submitted_at":"2024-11-23T16:03:35Z","title":"A Survey on LLM-as-a-Judge","version":6},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.15594","snapshot_observed_at":"2026-08-06T20:09:17.371936Z","title":"et al.: A Survey on LLM-as-a-Judge","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.371936Z"},"links":{"cited_paper":"/paper/2411.15594","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:6af643aac115ac24992a06b61e4763d5983bcdabe0931580285e718ea8f730fc","observation_id":"51e87782-acab-467e-814b-7929e92f013e","resolution":{"observed_at":"2026-08-06T20:09:17.371936Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.08532","last_updated":"2025-05-01T11:56:52Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-15T16:50:09Z","title":"EvoPrompt: Connecting LLMs with Evolutionary Algorithms Yields Powerful Prompt Optimizers","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.08532","snapshot_observed_at":"2026-08-06T20:09:17.480213Z","title":"et al.: EvoPrompt: Connecting LLMs with Evolutionary Algorithms Yields Powerful Prompt Optimizers","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.480213Z"},"links":{"cited_paper":"/paper/2309.08532","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:3bc9f30b79e47f3ebf4a9608801ff294d3c50c0809f7b2ae1ea328f6896c0086","observation_id":"7add55fe-7cf0-4cc8-9027-ab171bf8f1a6","resolution":{"observed_at":"2026-08-06T20:09:17.480213Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2311.10117","last_updated":"2023-11-16T07:42:46Z","snapshot_observed_at":"2026-08-06T13:57:56.043558Z","submitted_at":"2023-11-16T07:42:46Z","title":"Automatic Engineering of Long Prompts","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2311.10117","snapshot_observed_at":"2026-08-06T20:09:17.556647Z","title":"arXiv preprint arXiv:2311.10117 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.556647Z"},"links":{"cited_paper":"/paper/2311.10117","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:734e5b4674c9ef36572524d262e622198b594df07c8702db9473a635734eddae","observation_id":"91d7bca0-ef4f-4814-bdcf-d8ab70425e6c","resolution":{"observed_at":"2026-08-06T20:09:17.556647Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.10169","last_updated":"2023-07-19T17:55:13Z","snapshot_observed_at":"2026-07-06T15:55:59.949673Z","submitted_at":"2023-07-19T17:55:13Z","title":"Challenges and Applications of Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.10169","snapshot_observed_at":"2026-08-06T20:09:17.632250Z","title":"arXiv preprint arXiv:2307.10169 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.632250Z"},"links":{"cited_paper":"/paper/2307.10169","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:16e3dbeefe30edc0d059168b35334e993d316cc28b8f14ecf2879427478d9e87","observation_id":"8ef395f0-49f1-499f-ad42-4ec94f2a89cd","resolution":{"observed_at":"2026-08-06T20:09:17.632250Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:19.998649Z","title":"https://microsoft.github","venue":null,"work_id":"45ae3c1f-a59b-420f-8bea-ce6a110b0b68","year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.724147Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:d5652ad24423a0c4d9099287d58dde8fec521093d8565598cf80344ec13f2b24","observation_id":"791e2078-424f-48fd-b472-18d1055f189d","resolution":{"observed_at":"2026-08-06T20:09:20.085672Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:17.852527Z","title":"et al.: From Generation to Judgment: Opportunities and Challenges of LLM-as-a-Judge","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.852527Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:63d3b2f1de7eb220f120a05e8139755b6f24ba97b11f16632572a7c597a5dbf5","observation_id":"6a2ea1ac-18fb-40c8-b2fb-a35a68a7d39f","resolution":{"observed_at":"2026-08-06T20:09:17.852527Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2412.05579","last_updated":"2024-12-10T05:49:12Z","snapshot_observed_at":"2026-07-31T01:42:39.468673Z","submitted_at":"2024-12-07T08:07:24Z","title":"LLMs-as-Judges: A Comprehensive Survey on LLM-based Evaluation Methods","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2412.05579","snapshot_observed_at":"2026-08-06T20:09:17.937244Z","title":"et al.: LLMs-as-Judges: A Comprehensive Survey on LLM-based Eval- uation Methods","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:17.937244Z"},"links":{"cited_paper":"/paper/2412.05579","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:68e7fcca02a8fde8f903175c95ddc28b9be1cf7780536b5d2114fe738cf2ba51","observation_id":"8a58fb67-00a2-44ba-9864-54d44f5aea36","resolution":{"observed_at":"2026-08-06T20:09:17.937244Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.08291","last_updated":"2023-05-15T01:18:23Z","snapshot_observed_at":"2026-07-06T15:27:02.376191Z","submitted_at":"2023-05-15T01:18:23Z","title":"Large Language Model Guided Tree-of-Thought","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.08291","snapshot_observed_at":"2026-08-06T20:09:18.037146Z","title":"arXiv preprint arXiv:2305.08291 (2023)","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.037146Z"},"links":{"cited_paper":"/paper/2305.08291","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:7b64575215b789a1937318cba51de734ddc1c0e65583d2ae55587edfbd2ac46e","observation_id":"6699e35c-0864-4c78-b9e4-a1c411483820","resolution":{"observed_at":"2026-08-06T20:09:18.037146Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:19.866010Z","title":"Microsoft Learn (2025-05.28)","venue":null,"work_id":"6518152b-7ed2-4d40-9c52-f1e5d7f7fb31","year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.182943Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:dc69d61170221dab2d30ce8a5385b9e2e2d8a07ee8a08aad828fba61ecc19abc","observation_id":"f84df100-575e-4aa6-9758-0566ee4df129","resolution":{"observed_at":"2026-08-06T20:09:19.928667Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2406.11695","last_updated":"2024-10-06T17:34:26Z","snapshot_observed_at":"2026-07-06T18:32:19.794373Z","submitted_at":"2024-06-17T16:12:03Z","title":"Optimizing Instructions and Demonstrations for Multi-Stage Language Model Programs","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.11695","snapshot_observed_at":"2026-08-06T20:09:18.293773Z","title":"et al.: Optimizing Instructions and Demonstrations for Multi-Stage Language Model Programs","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.293773Z"},"links":{"cited_paper":"/paper/2406.11695","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:c8cb28fc35d00b53711c354ab287df8e9141e4022b9982f49e6ce3e3eb3a2ea3","observation_id":"9671d293-2436-4a9e-a593-f982f9284599","resolution":{"observed_at":"2026-08-06T20:09:18.293773Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.07927","last_updated":"2025-03-16T06:23:34Z","snapshot_observed_at":"2026-08-05T17:55:26.008016Z","submitted_at":"2024-02-05T19:49:13Z","title":"A Systematic Survey of Prompt Engineering in Large Language Models: Techniques and Applications","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.07927","snapshot_observed_at":"2026-08-06T20:09:18.349737Z","title":"arXiv preprint arXiv:2402.07927 (2025)","venue":null,"work_id":null,"year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.349737Z"},"links":{"cited_paper":"/paper/2402.07927","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:446a25525286c9b4ad92712182b0d295cd3be5892dcdf16348d7ffd54f68b84d","observation_id":"3995addb-faf2-44f0-aea1-35515ac2b365","resolution":{"observed_at":"2026-08-06T20:09:18.349737Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":"9317.2023","doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:19.447181Z","title":"In: 2023 10th International Conference 20 F","venue":null,"work_id":"8e206207-9c14-4ef6-8ebb-69bc271c024a","year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.367872Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:4aadf1b56c821a818e2343e571e86c01a8be21f0065fbeabcab60ecc8c7385b2","observation_id":"51720ee9-4391-489d-882d-d5e648ba16dc","resolution":{"observed_at":"2026-08-06T20:09:19.512631Z","resolver_source":"raw_fallback","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2502.20315","last_updated":"2025-02-27T17:41:49Z","snapshot_observed_at":"2026-07-06T20:43:55.138388Z","submitted_at":"2025-02-27T17:41:49Z","title":"LangProBe: a Language Programs Benchmark","version":1},"cited_work":{"arxiv_id":"2502.20315","doi":"10.48550/arxiv.2502.20315","metadata_source":"pith","pith_arxiv_id":"2502.20315","snapshot_observed_at":"2026-08-07T06:16:28.064256Z","title":"LangProBe: a Language Programs Benchmark","venue":"cs.CL","work_id":"210593b6-e571-499e-8e7b-b902fd4c291a","year":2025},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.370845Z"},"links":{"cited_paper":"/paper/2502.20315","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:b7bf085957379cd6600bf8a9b8236fd095cd927ff1c142d2df6e207ad67e6913","observation_id":"85642410-3f23-4cb8-a086-b369d6c584e3","resolution":{"observed_at":"2026-08-06T20:09:19.098747Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-06T20:09:19.731851Z","title":"Sourcery.ai Blog (2024- 05-13)","venue":null,"work_id":"d251d208-ac17-4655-b973-324a3735dbd9","year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.374797Z"},"links":{"citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:bd1b819b303652253f4a176b4ca3fc878cca8156808f0084343ebb3a480227be","observation_id":"fed43112-a9e6-4931-8014-f3eee076836d","resolution":{"observed_at":"2026-08-06T20:09:19.801221Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-07T06:34:17.273281+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2410.02184","last_updated":"2024-10-03T03:58:03Z","snapshot_observed_at":"2026-07-06T19:26:43.399756Z","submitted_at":"2024-10-03T03:58:03Z","title":"CodeJudge: Evaluating Code Generation with Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2410.02184","snapshot_observed_at":"2026-08-06T20:09:18.412504Z","title":"arXiv preprint arXiv:2410.02184 (2024)","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.412504Z"},"links":{"cited_paper":"/paper/2410.02184","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:80d3ca80d0825e6834b7dceebe6a6afc3a1fae560f0bc34ee27eec0e6113e6f4","observation_id":"02084f4a-0f73-458f-a9c5-d6565fd1facc","resolution":{"observed_at":"2026-08-06T20:09:18.412504Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2309.03409","last_updated":"2024-04-15T07:50:32Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-09-07T00:07:15Z","title":"Large Language Models as Optimizers","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.03409","snapshot_observed_at":"2026-08-06T20:09:18.512245Z","title":"et al.: Large Language Models as Optimizers","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.512245Z"},"links":{"cited_paper":"/paper/2309.03409","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:e7690778228cc5ad7ec5943d5a99914ae008c339c3dd7e48a51844763a2a625c","observation_id":"479b81f9-0ad8-4d6f-b717-d8255b18920c","resolution":{"observed_at":"2026-08-06T20:09:18.512245Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.10601","last_updated":"2023-12-03T22:50:35Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-05-17T23:16:17Z","title":"Tree of Thoughts: Deliberate Problem Solving with Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.10601","snapshot_observed_at":"2026-08-06T20:09:18.604284Z","title":"et al.: Tree of Thoughts: Deliberate Problem Solving with Large Language Models","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.604284Z"},"links":{"cited_paper":"/paper/2305.10601","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:5e17d35a4bea0f300b8da977a0dfb0e66951a8efd8a26fdc621dcf1e4a962ad3","observation_id":"3ed2e96e-b62f-4d53-b35e-b1f00fa0acdc","resolution":{"observed_at":"2026-08-06T20:09:18.604284Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2406.07496","last_updated":"2024-06-11T17:32:21Z","snapshot_observed_at":"2026-07-06T18:29:04.294349Z","submitted_at":"2024-06-11T17:32:21Z","title":"TextGrad: Automatic \"Differentiation\" via Text","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2406.07496","snapshot_observed_at":"2026-08-06T20:09:18.732390Z","title":"et al.: TextGrad: Automatic ”Differentiation” via Text","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.732390Z"},"links":{"cited_paper":"/paper/2406.07496","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:4ade8a19a150a705e9d0d30948676af7db03dca5f46ee2e7ceb0575fe59ec8dc","observation_id":"71435733-4a8f-4be0-83f6-0ff0052d94c3","resolution":{"observed_at":"2026-08-06T20:09:18.732390Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2211.01910","last_updated":"2023-03-10T17:20:17Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2022-11-03T15:43:03Z","title":"Large Language Models Are Human-Level Prompt Engineers","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2211.01910","snapshot_observed_at":"2026-08-06T20:09:18.850828Z","title":"et al.: Large Language Models Are Human-Level Prompt En- gineers","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-06T20:09:18.850828Z"},"links":{"cited_paper":"/paper/2211.01910","citing_paper":"/paper/2507.03620"},"observation_digest":"sha256:765b9e3af19cf14a8fb76cd2c5e0df271678bec0821d83bc8b5e1906e6c4547e","observation_id":"4dfe9f3a-4210-4bd5-a925-95df41537e98","resolution":{"observed_at":"2026-08-06T20:09:18.850828Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}}],"paper":{"arxiv_id":"2507.03620","last_updated":"2025-07-04T14:46:56Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-06T20:03:12.961272Z","submitted_at":"2025-07-04T14:46:56Z","title":"Is It Time To Treat Prompts As Code? A Multi-Use Case Study For Prompt Optimization Using DSPy"},"reference_resolution":{"displayed":22,"state_counts":{"malformed_identifier":0,"metadata_mismatch":1,"parse_uncertain":0,"unresolved":15,"verified_exact":2,"verified_fuzzy":4},"total_outbound_references":22},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-07T06:34:17.273281+00:00","source":"crossref"},{"observed_at":"2026-08-07T06:34:11.927384+00:00","source":"retraction_watch"}],"thesis":"As of 7 August 2026, this Paper Citation Record lists 22 of 22 outbound references and 1 inbound Pith citation observation for arXiv:2507.03620."}