{"as_of":"2026-08-20T00:28:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:468ea333cd9d8c77b4431945356dc8e33c721214aeb0c0ef17439cc30b0f2c37","coverage":[{"denominator":41,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":41,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-12T21:35:23.199239Z","state":"measured"},{"denominator":41,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":41,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-19T06:32:44.657259+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2411.08574/citation-record","integrity":"/paper/2411.08574/integrity","json":"/paper/2411.08574/citation-record.json","paper":"/paper/2411.08574"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.045831Z","title":"Competition- level code generation with alphacode,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.045831Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:08ba9fa23df2084e5d3aa2149276bcc566824538c578b0e3fbabfec0e46d4694","observation_id":"683e7ae4-798f-4cf6-a985-b0fb0e7c23a2","resolution":{"observed_at":"2026-08-12T21:35:23.045831Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2107.03374","last_updated":"2021-07-14T17:16:02Z","snapshot_observed_at":"2026-08-08T11:58:24.516369Z","submitted_at":"2021-07-07T17:41:24Z","title":"Evaluating Large Language Models Trained on Code","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2107.03374","snapshot_observed_at":"2026-08-12T21:35:23.050500Z","title":"Evaluating large language models trained on code,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.050500Z"},"links":{"cited_paper":"/paper/2107.03374","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:fab061b13c83040c6d180a1eb17b8043b11bee6b280b903e141b151b036c2b13","observation_id":"d36a83c2-4dca-42af-9d31-c66c861e7213","resolution":{"observed_at":"2026-08-12T21:35:23.050500Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.055273Z","title":"Large language models are zero-shot fuzzers: Fuzzing deep-learning libraries via large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.055273Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:e68b9c998ab57b0f76dcb03e61223a86f938d62a8bc44011278ab1baa5fb9fe2","observation_id":"d02d8625-1221-4097-88df-254dab5debf5","resolution":{"observed_at":"2026-08-12T21:35:23.055273Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.682163Z","title":"Nuances are the key: Unlocking chatgpt to find failure- inducing tests with differential prompting,","venue":null,"work_id":"af867e18-2b00-4eb1-8341-8291e51e0c32","year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.059084Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:656b3b56f78a1a4501f1b708b61d578e62050cbfa74fcac940da03cec04079d9","observation_id":"9f02777c-870e-47e0-b066-a13b97dfb1db","resolution":{"observed_at":"2026-08-12T21:35:23.687179Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.063033Z","title":"Large language models are few-shot summarizers: Multi-intent comment generation via in-context learning,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.063033Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:4d1fee9bbc11bab0d38da7ef4eda1c84bcca03c10c3113f16bb3638b9256aa6e","observation_id":"6e891c64-006d-43c3-a1d2-439acefc490b","resolution":{"observed_at":"2026-08-12T21:35:23.063033Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.661599Z","title":"Navigating challenges and technical debt in large language models deployment,","venue":null,"work_id":"89a4ad2b-8b97-4f48-9901-75114af0a2c9","year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.066808Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:9d8eedd36eeba7a60c092d85c91ff37d67e0538afccda6cb1781787e035ce2ea","observation_id":"8df5048f-458c-4621-8532-0f71459c1f80","resolution":{"observed_at":"2026-08-12T21:35:23.666422Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2312.14231","last_updated":"2023-12-21T18:37:43Z","snapshot_observed_at":"2026-08-17T20:53:38.393384Z","submitted_at":"2023-12-21T18:37:43Z","title":"Building Your Own Product Copilot: Challenges, Opportunities, and Needs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.14231","snapshot_observed_at":"2026-08-12T21:35:23.070842Z","title":"Building your own product copilot: Challenges, opportunities, and needs,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.070842Z"},"links":{"cited_paper":"/paper/2312.14231","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:b40c71f48151de2ef0b397d9512bbdb330bef0303a59f6e8fe326a5429d13ed9","observation_id":"31634c28-95d3-4e3b-95fe-d176a793fa5e","resolution":{"observed_at":"2026-08-12T21:35:23.070842Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.649093Z","title":"Socio-technical anti-patterns in building ml-enabled software: Insights from leaders on the forefront,","venue":null,"work_id":"3d05ffd7-e585-458c-9303-fb99b43f4d44","year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.075296Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:1a6f9807ee7ecae2c3a96129d2134a1eeaf51202be34a0563135bf86d56c6bba","observation_id":"dd78cac7-1e7f-42e7-8f46-245ea1642e62","resolution":{"observed_at":"2026-08-12T21:35:23.653116Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.637762Z","title":"Collaboration challenges in building ml-enabled systems: Communication, documentation, en- gineering, and process,","venue":null,"work_id":"78c0ccf9-efee-4f2a-87b4-db54e62180ca","year":2022},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.079306Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:d28ea1b0df5c899679aef36967795935209b1287855df7cb3ea56bec2c2b27e9","observation_id":"9f2b75b3-3630-4a42-9cae-b2002fccb21e","resolution":{"observed_at":"2026-08-12T21:35:23.641565Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.626688Z","title":"Software engineering for machine learning: A case study,","venue":null,"work_id":"fd50b9d1-0e21-417f-82ea-83a1604eac95","year":2019},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.082652Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:08e75b04cdc836d4d58c60bb9ed6272e72e77f34509715e81094bb01f397c39f","observation_id":"500c6326-6cff-4d5c-9c5c-0aa3a335420d","resolution":{"observed_at":"2026-08-12T21:35:23.630812Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.614263Z","title":"Data scientists in software teams: State of the art and challenges,","venue":null,"work_id":"1680e92e-5237-4c9f-8b4b-dccbc7894bdb","year":2018},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.086432Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:26962a9dff75dc6a7271cff7012751324ca66b7be5d47da00f37bca68a92d46c","observation_id":"24d5f123-460c-4930-b389-da28b1be0b8f","resolution":{"observed_at":"2026-08-12T21:35:23.618617Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.602722Z","title":"Hidden technical debt in machine learning systems,","venue":null,"work_id":"78ed51a0-c99d-4563-a32b-d7ff8d923343","year":2015},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.090328Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:fb72f588d50eca244c6b20d73fa737c731756e029ba5645fb299a6ceb772f742","observation_id":"6d8edab3-d294-4c53-aed2-ba561f57697d","resolution":{"observed_at":"2026-08-12T21:35:23.606982Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.094097Z","title":"How does machine learning change software development practices?","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.094097Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:1d176d7d42c25adabe462c73fc5e82eb9d9c41804be4cb34c8de18f69b175ab7","observation_id":"d342af83-66d0-4979-95d1-7a9fa6d1aefd","resolution":{"observed_at":"2026-08-12T21:35:23.094097Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.580688Z","title":"Software engineering challenges of deep learning,","venue":null,"work_id":"f163326a-10a2-4a75-ae30-27a4608c30e8","year":2018},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.097795Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:3d3a4bcd29d0395b01761e2346c951bb4632f7ad753b90596d41ef5037d4a375","observation_id":"ec5ffb90-6059-464a-b194-1dedb4f34dae","resolution":{"observed_at":"2026-08-12T21:35:23.584491Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.569452Z","title":"How do engineers perceive difficulties in engineering of machine-learning systems?-questionnaire survey,","venue":null,"work_id":"d17fe337-8576-4008-9eaa-522de2bd1244","year":2019},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.101514Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:40b2bfd4519d7979cf93dae066a5208044135b7ebde0be7ebb771ac75545c91d","observation_id":"aa2e2f76-3e60-4fbf-9329-dc67c9992499","resolution":{"observed_at":"2026-08-12T21:35:23.573722Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.558116Z","title":"A taxonomy of software engineering challenges for machine learning systems: An empirical investigation,","venue":null,"work_id":"d7d64998-beff-4dba-8bdd-a384a7e9fd7a","year":2019},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.105305Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:7ffd006e6706b19cdc35a302279a042bc303f25fe24771d8ba413ad7891c3cd5","observation_id":"1a6bf6c1-1c61-4148-9409-5eb30bdf6b9b","resolution":{"observed_at":"2026-08-12T21:35:23.561845Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.546577Z","title":"A meta- summary of challenges in building products with ml components– collecting experiences from 4758+ practitioners,","venue":null,"work_id":"08b14175-5eac-4bf7-b2be-ebf8c0f50959","year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.108806Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:042a64d70ffe8d6b1d5106f8204a10e3fe5bd28c506c034ad195a0f19013708d","observation_id":"0617e607-0acd-4aa0-8245-cb4561c4af0e","resolution":{"observed_at":"2026-08-12T21:35:23.550685Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2409.12447","last_updated":"2025-04-25T03:55:39Z","snapshot_observed_at":"2026-08-16T13:17:18.238780Z","submitted_at":"2024-09-19T03:55:49Z","title":"Prompts Are Programs Too! Understanding How Developers Build Software Containing Prompts","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2409.12447","snapshot_observed_at":"2026-08-12T21:35:23.112331Z","title":"Prompts are programs too! understanding how developers build software containing prompts,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.112331Z"},"links":{"cited_paper":"/paper/2409.12447","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:3b621351e632db4618252b1b3bbe367ba7d686fe025ef0cfa6ac02766d390e24","observation_id":"09d81551-4896-4f3f-9691-5a87f97a68de","resolution":{"observed_at":"2026-08-12T21:35:23.112331Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2404.10225","last_updated":"2024-04-16T02:10:20Z","snapshot_observed_at":"2026-08-16T14:00:39.257903Z","submitted_at":"2024-04-16T02:10:20Z","title":"Rethinking Software Engineering in the Foundation Model Era: From Task-Driven AI Copilots to Goal-Driven AI Pair Programmers","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2404.10225","snapshot_observed_at":"2026-08-12T21:35:23.116397Z","title":"Re- thinking software engineering in the foundation model era: From task- driven ai copilots to goal-driven ai pair programmers,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.116397Z"},"links":{"cited_paper":"/paper/2404.10225","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:3256e3d42ec148617410898201e31b3dba6692c9afea6984c85fe051cfc18f72","observation_id":"2ed1ce6d-bfc0-4bf6-92cd-4dbfc4fe19ab","resolution":{"observed_at":"2026-08-12T21:35:23.116397Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.535156Z","title":"Seven failure points when engineering a retrieval augmented generation system,","venue":null,"work_id":"21af603d-cfe1-4bf8-83f5-3a6d71dd89d1","year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.120692Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:fa2e43433e8181e542af379712e934c47da229a9e2c883584d7a5ce22db3200e","observation_id":"cc621cf3-3031-4ed1-a34e-ae7debc38775","resolution":{"observed_at":"2026-08-12T21:35:23.538977Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.124401Z","title":"Llm-based edge intelligence: A comprehensive survey on architectures, applications, security and trustworthiness,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.124401Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:258a712608eddcf4ad6da476f6162e5935dfe85f8fd3555aaacfee1a42dfd47e","observation_id":"0e7d759d-84bf-4d98-8a68-e44515b968f4","resolution":{"observed_at":"2026-08-12T21:35:23.124401Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2212.04356","last_updated":"2022-12-06T18:46:04Z","snapshot_observed_at":"2026-08-16T23:32:22.645653Z","submitted_at":"2022-12-06T18:46:04Z","title":"Robust Speech Recognition via Large-Scale Weak Supervision","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2212.04356","snapshot_observed_at":"2026-08-12T21:35:23.127961Z","title":"Robust speech recognition via large-scale weak supervision,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.127961Z"},"links":{"cited_paper":"/paper/2212.04356","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:16b4939c0f3473351f87791877ed129442a86473f4c5230fcf4a9924f567140b","observation_id":"c72ccd54-2c9c-4a1c-a27e-fe2a43314ece","resolution":{"observed_at":"2026-08-12T21:35:23.127961Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.516501Z","title":"Pyannote.audio: Neural building blocks for speaker diarization","venue":null,"work_id":"4b4142fd-8187-42c1-a601-a4ab40b27b23","year":null},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.131860Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:85ab7160eb906d9eb2afcdd0bbb5891b609e05b9755761832780bae1ff699a8f","observation_id":"aba9ce2a-f505-4de3-8430-a6b215998d48","resolution":{"observed_at":"2026-08-12T21:35:23.520461Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.502991Z","title":"text-splitter,","venue":null,"work_id":"cb8030d5-9854-4a22-9770-412c96ede3e7","year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.135407Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:bb5ae6792bca6785d1acfb0c26baf0fa42c0900ee785ba36a32e1426d4bce02a","observation_id":"d959eba6-70d5-481b-a2d9-e0147a0ac316","resolution":{"observed_at":"2026-08-12T21:35:23.508542Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2203.05794","last_updated":"2022-03-11T08:35:15Z","snapshot_observed_at":"2026-07-06T12:46:41.057346Z","submitted_at":"2022-03-11T08:35:15Z","title":"BERTopic: Neural topic modeling with a class-based TF-IDF procedure","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.05794","snapshot_observed_at":"2026-08-12T21:35:23.138984Z","title":"Bertopic: Neural topic modeling with a class-based tf-idf procedure,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.138984Z"},"links":{"cited_paper":"/paper/2203.05794","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:a1326fad3c528aecc9f8aea3f3bc436ebb25acaf8178b3519dfe8de220b764ba","observation_id":"f8969d8b-27bd-4e78-bd3a-4a612147f28f","resolution":{"observed_at":"2026-08-12T21:35:23.138984Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2312.10997","last_updated":"2024-03-27T09:16:57Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-12-18T07:47:33Z","title":"Retrieval-Augmented Generation for Large Language Models: A Survey","version":5},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2312.10997","snapshot_observed_at":"2026-08-12T21:35:23.143313Z","title":"Retrieval-augmented generation for large language models: A survey,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.143313Z"},"links":{"cited_paper":"/paper/2312.10997","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:90ded2e87ed017dfa09bf57deeecf57e6886d6d68f1f0afbd5865de7d673c7df","observation_id":"9da3b548-4e67-4455-9f7c-4e8c02a0d27a","resolution":{"observed_at":"2026-08-12T21:35:23.143313Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2410.08801","last_updated":"2024-10-11T13:36:13Z","snapshot_observed_at":"2026-08-16T13:10:19.831288Z","submitted_at":"2024-10-11T13:36:13Z","title":"A Methodology for Evaluating RAG Systems: A Case Study On Configuration Dependency Validation","version":1},"cited_work":{"arxiv_id":"2410.08801","doi":null,"metadata_source":"pith","pith_arxiv_id":"2410.08801","snapshot_observed_at":"2026-08-12T21:35:23.287441Z","title":"A Methodology for Evaluating RAG Systems: A Case Study On Configuration Dependency Validation","venue":"cs.SE","work_id":"1fc5e21c-14b8-4c82-a6d5-38d7a225f5d3","year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.147641Z"},"links":{"cited_paper":"/paper/2410.08801","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:9d5acaa26456e5948d289e5e901a812c198979f9af93cd183c8d1264a126e12c","observation_id":"4f0c90cc-18e8-4acf-8332-f21be4d840b1","resolution":{"observed_at":"2026-08-12T21:35:23.294044Z","resolver_source":"local_arxiv","status":"verified_exact"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2106.09685","last_updated":"2021-10-16T18:40:34Z","snapshot_observed_at":"2026-08-17T18:04:53.578114Z","submitted_at":"2021-06-17T17:37:18Z","title":"LoRA: Low-Rank Adaptation of Large Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2106.09685","snapshot_observed_at":"2026-08-12T21:35:23.151301Z","title":"Lora: Low-rank adaptation of large language models,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.151301Z"},"links":{"cited_paper":"/paper/2106.09685","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:a20e095dcb19b430f41c31b3b47781f9c911c812b1c1f385b0f19522df224c7f","observation_id":"7767f6e7-8798-411a-85cf-d1122ae1300b","resolution":{"observed_at":"2026-08-12T21:35:23.151301Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2305.14314","last_updated":"2023-05-23T17:50:33Z","snapshot_observed_at":"2026-08-13T23:56:42.354755Z","submitted_at":"2023-05-23T17:50:33Z","title":"QLoRA: Efficient Finetuning of Quantized LLMs","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2305.14314","snapshot_observed_at":"2026-08-12T21:35:23.155378Z","title":"Qlora: Efficient finetuning of quantized llms,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.155378Z"},"links":{"cited_paper":"/paper/2305.14314","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:400ecd8384c55c021c93cee6047ec28ce62ac82ff09b384a3985427ea0804825","observation_id":"b22df240-ce7b-45a3-b219-96c331f75217","resolution":{"observed_at":"2026-08-12T21:35:23.155378Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.490175Z","title":"Exploring hyperparameter usage and tuning in machine learning research,","venue":null,"work_id":"c56abcaf-6aad-4ee3-81a1-b1826fcf82c0","year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.159658Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:34995198ee9a24e7459ec427ee42f1dcd82c8a5d4e750c0a4946c11580882728","observation_id":"ff5babf5-515a-4a0e-aa2f-aa40609a8b8e","resolution":{"observed_at":"2026-08-12T21:35:23.495051Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.163031Z","title":"Prompt programming for large language models: Beyond the few-shot paradigm,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.163031Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:8bb8491be1aadd13aaae10540f88c5f4e58897c29c816946943b2fc68da2735e","observation_id":"fcf13e47-233c-4cbe-95d1-d6f0c529a8b9","resolution":{"observed_at":"2026-08-12T21:35:23.163031Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2001.08361","last_updated":"2020-01-23T03:59:20Z","snapshot_observed_at":"2026-08-13T17:41:53.092611Z","submitted_at":"2020-01-23T03:59:20Z","title":"Scaling Laws for Neural Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2001.08361","snapshot_observed_at":"2026-08-12T21:35:23.166636Z","title":"Scaling laws for neural language models,","venue":null,"work_id":null,"year":2001},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.166636Z"},"links":{"cited_paper":"/paper/2001.08361","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:3ba901d7cf9aad82353d81c70c5237fc9338ff4c3e7a73402db508bc00c9514b","observation_id":"447cd63d-1681-40f0-8b5e-f5e6fff28ed3","resolution":{"observed_at":"2026-08-12T21:35:23.166636Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.169982Z","title":"Gpt3. int8 (): 8-bit matrix multiplication for transformers at scale,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.169982Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:ab9ba48b2a38ca7e11998a985e12f658ef30142bf5e207c7ca0d781880042903","observation_id":"669f0c00-1a31-4a52-9d7e-c3d3e60c1a59","resolution":{"observed_at":"2026-08-12T21:35:23.169982Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2402.13116","last_updated":"2024-10-21T16:22:33Z","snapshot_observed_at":"2026-08-10T17:26:33.432994Z","submitted_at":"2024-02-20T16:17:37Z","title":"A Survey on Knowledge Distillation of Large Language Models","version":4},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2402.13116","snapshot_observed_at":"2026-08-12T21:35:23.173600Z","title":"A survey on knowledge distillation of large language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.173600Z"},"links":{"cited_paper":"/paper/2402.13116","citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:08950d10562a15da794b83bfec1db23911394ca5c9574398f72c7f8d88bbce19","observation_id":"7e6724e2-eaee-4ddd-831e-9e3ace23148a","resolution":{"observed_at":"2026-08-12T21:35:23.173600Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.177678Z","title":"Who validates the validators? aligning llm-assisted evaluation of llm outputs with human preferences,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.177678Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:e8c3883307ac4aa8bab50f8fbed84d4b538240a75ab0ccdd5716b11a4f4e7329","observation_id":"bb719644-e89c-42bd-89fc-79750d48ee76","resolution":{"observed_at":"2026-08-12T21:35:23.177678Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.458751Z","title":"Openp5: An open-source platform for developing, training, and evaluating llm-based recommender systems,","venue":null,"work_id":"fb36fe7e-db0d-435b-a29b-970d19381d56","year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.181187Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:904a01c77d9eed45cbcbe3540e806483328f26697f8ff6c309596c3b016df682","observation_id":"2d078342-8bc9-478e-b86a-b24301148d6a","resolution":{"observed_at":"2026-08-12T21:35:23.462825Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.446439Z","title":"Software engineering using autonomous agents: Are we there yet?","venue":null,"work_id":"a09a61e2-dd7e-4651-af3e-e18a87890493","year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.184500Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:65fab9fe04e09b4bc0063e52c80c291f1c85b1f5bce566a03113a145f09dd39c","observation_id":"43c22f5d-f6b6-46c4-8797-451217c6b20e","resolution":{"observed_at":"2026-08-12T21:35:23.450491Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.407445Z","title":"Building LLM Applications for Production - AI Campus Berlin","venue":null,"work_id":"eaa45ba8-2fd9-47bc-b4b3-14a73db19a49","year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.195196Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:1ce12d1d0571c708af6d13c59cb74d8a4a37640ea2975cdfef183812c6df863b","observation_id":"43912122-b8df-449c-9a94-b0e7122ce5dc","resolution":{"observed_at":"2026-08-12T21:35:23.411896Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.391821Z","title":"Building Real-World LLM Products with Fine-Tuning and More with Hamel Husain - 694","venue":null,"work_id":"e034ba27-2be6-4508-9646-71bc6bcb06c8","year":2024},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.199239Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:f93becd7ef0f6acf2da9f3aa9481e2eb5d2d51aacd35e92906a0db54495e69f4","observation_id":"38d8aada-a9ac-4ed3-8ccd-4e292e8d59a7","resolution":{"observed_at":"2026-08-12T21:35:23.398786Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.434650Z","title":"LLM on K8s // Panel 2 // LLMs in Conference in Production Conference Part 2","venue":null,"work_id":"dea70abf-c706-4ec5-ae9d-b199aacd601e","year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":2023,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.188333Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:5fe60251a4f8686bc23fd0149148f1debac3eaf03520e5f6d04e60178ce405d3","observation_id":"8befc256-2a85-4616-bc88-6942889470fa","resolution":{"observed_at":"2026-08-12T21:35:23.438439Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-12T21:35:23.421590Z","title":"LLMs For the Rest of Us // Vikram Sreekanti & Joseph Gonzalez // LLMs in Prod Conference Part 2","venue":null,"work_id":"7f9111b5-5f5a-4134-9a4e-423641162e6e","year":2023},"citing_paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View","version":2},"reference_index":2024,"source":"pdf_text","source_observed_at":"2026-08-12T21:35:23.191806Z"},"links":{"citing_paper":"/paper/2411.08574"},"observation_digest":"sha256:819a34e15e051aa2581527044c8dd440e06821174d537b97fe88dc14bc9781ff","observation_id":"ec64cbae-47d3-41a2-b95b-24c00bf55e08","resolution":{"observed_at":"2026-08-12T21:35:23.426158Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-19T06:32:44.657259+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2411.08574","last_updated":"2025-04-08T11:57:02Z","latest_version":2,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-19T17:04:13.952883Z","submitted_at":"2024-11-13T12:44:41Z","title":"Themes of Building LLM-based Applications for Production: A Practitioner's View"},"reference_resolution":{"displayed":41,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":19,"verified_exact":1,"verified_fuzzy":21},"total_outbound_references":41},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-19T06:32:44.657259+00:00","source":"crossref"},{"observed_at":"2026-08-19T06:32:39.956319+00:00","source":"retraction_watch"}],"thesis":"As of 20 August 2026, this Paper Citation Record lists 41 of 41 outbound references and 0 inbound Pith citation observations for arXiv:2411.08574."}