{"as_of":"2026-08-15T16:48:00Z","caps":{"database_statements":6,"inbound":100,"outbound":100},"context_digest":"sha256:5c1a2358f1aa3e4b16730360882a4a2f22088a0062e434621b12b2863792ddc7","coverage":[{"denominator":67,"lane":"reference_resolution","note":"Typed states for the displayed outbound observations.","records_observed":67,"source":"paper_references, paper_reference_links","source_observed_at":"2026-08-11T12:55:17.192320Z","state":"measured"},{"denominator":67,"lane":"standing_notices","note":"One-hop event checks from named stored sources.","records_observed":67,"source":"scholarly_work_events, retraction_status_cache","source_observed_at":"2026-08-15T06:32:42.880941+00:00","state":"measured"},{"denominator":0,"lane":"inbound_itemization","note":"Pith citing papers itemized under the disclosed page cap.","records_observed":0,"source":"paper_references, paper_reference_links","source_observed_at":null,"state":"measured"},{"denominator":1,"lane":"external_citation_measurements","note":"A source-named dated measurement, never combined with another source.","records_observed":0,"source":"cited_works","source_observed_at":null,"state":"measured"}],"external_citation_measurements":[],"inbound":[],"links":{"evidence":"/evidence","html":"/paper/2412.14215/citation-record","integrity":"/paper/2412.14215/integrity","json":"/paper/2412.14215/citation-record.json","paper":"/paper/2412.14215"},"outbound":[{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.983036Z","title":"Can large language models truly understand prompts? A case study with negated prompts,","venue":null,"work_id":"3488b223-22d2-4241-b97e-086f9213bcd9","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":1,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.953454Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:74b60d985dca45f6da6416406f23821a56cd93dc372367ec34ba993fddfdcb7e","observation_id":"d0b77b7a-e7f8-4f3b-9db1-805f085c0be0","resolution":{"observed_at":"2026-08-11T12:55:17.987133Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:16.957924Z","title":"A Prompt Pattern Catalog to Enhance Prompt Engineering with ChatGPT,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":2,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.957924Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:710fd74136c5ef450c0db6e947409c267d3673ec65bbbabd7b5585fcce5f41e6","observation_id":"0921da5b-9d0e-4364-86e6-508ba8af8fe6","resolution":{"observed_at":"2026-08-11T12:55:16.957924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.965023Z","title":"The prompt report: A systematic survey of prompting techniques,","venue":null,"work_id":"5e03e2cc-0c41-4165-9a4b-da225a2e81f7","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":3,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.961982Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:a8caaf2222493c76fbf22667ebb1c64de554c0415f23f44fd13f0ee25579e803","observation_id":"4735b89c-b4cd-48e4-9dd1-db0956205d90","resolution":{"observed_at":"2026-08-11T12:55:17.968792Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.952260Z","title":"A survey of DevOps concepts and challenges,","venue":null,"work_id":"a1ef6045-e219-47ef-a25b-70ee1b6ce9d9","year":2019},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":4,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.965666Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:efcdf8aca9777facefba520b3d7d471f41cad2363629fef46bc018fc506dca85","observation_id":"3a9f691a-64bf-4c86-8066-c178f57dbe51","resolution":{"observed_at":"2026-08-11T12:55:17.957331Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.939165Z","title":"Continuous integration","venue":null,"work_id":"4445337b-5298-4c00-851b-8b1c86d72570","year":2006},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":5,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.969384Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:03211daa8f52ba76618d3a2d7d9d63c2477272c69ed36c96f1b551e553ddf8fb","observation_id":"2a1eb472-ed40-4ca9-b041-12d384d464f1","resolution":{"observed_at":"2026-08-11T12:55:17.944051Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.927604Z","title":"The agile manifesto,","venue":null,"work_id":"30539337-1cef-45bd-999b-b077ad39489b","year":2001},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":6,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.973230Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:c42400924691ddb5bfa178c7624a1ffab74c7d3f38d1d0316a268f387af8558c","observation_id":"39714163-1e86-4c64-a88e-aaf58863f7cf","resolution":{"observed_at":"2026-08-11T12:55:17.931474Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.915521Z","title":"Humble and D","venue":null,"work_id":"33fae2ee-8a84-41b2-a48a-cf0e9a63449f","year":2010},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":7,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.977209Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:d7c6321fcc6aa5a8bad9728e8c8f2642d3dd2870d212fce26bec314918bc256d","observation_id":"588669e4-ec0e-4a4e-a7a3-1b28e2203c49","resolution":{"observed_at":"2026-08-11T12:55:17.919621Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.903169Z","title":"Continuous delivery: Huge benefits, but challenges too,","venue":null,"work_id":"7ba8846f-ac6f-4c91-befd-64995715e5db","year":2015},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":8,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.980586Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:04452a65737543e6811db2035f9033523fa1217f91fe29e46ba6b6d65d2b7c4f","observation_id":"dccd5f73-5b3d-41fa-9784-53cb286cacc5","resolution":{"observed_at":"2026-08-11T12:55:17.907303Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.891369Z","title":"Dustin, J","venue":null,"work_id":"91bcc57a-9930-4cbe-84d5-1e5fc8aa7f25","year":1999},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":9,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.983974Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:1d17921ff3b71f58a752bd9a68a90f16fd9114d7611af958536729cba6f65026","observation_id":"431e1631-5d1d-42b7-b1cc-adff772f66a7","resolution":{"observed_at":"2026-08-11T12:55:17.895386Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.879565Z","title":"Gregory and L","venue":null,"work_id":"c89d5739-8847-4178-941d-02bbe08daaeb","year":2014},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":10,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.987543Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:55d280f72bbc03546cc946efc3dee46c4752db6f8f8a614f3d938aaee8ce241c","observation_id":"3c336da3-2842-4895-a6be-ecc1ffcc5630","resolution":{"observed_at":"2026-08-11T12:55:17.883665Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.868020Z","title":"Cohn, Succeeding with agile: software development using Scrum","venue":null,"work_id":"9fc4ed0c-9ba2-4085-81c0-292936192eba","year":2010},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":11,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.991183Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:f99966d2e19110ce29c85817609bec15f9f918bb7a643deafeac7d62685fddef","observation_id":"cc41fb01-2764-459d-89fe-efa8771015fb","resolution":{"observed_at":"2026-08-11T12:55:17.872000Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:16.994671Z","title":"A Survey of Large Language Models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":12,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.994671Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:cd82f1cb701529ccb240d56ce992686a1c4cd9c42893840c2414746da5a2ac7b","observation_id":"96d3eeb7-23ad-4dcf-ab07-d239adb3131a","resolution":{"observed_at":"2026-08-11T12:55:16.994671Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:16.997892Z","title":"Learning to control fast-weight memories: An alternative to dynamic recurrent networks,","venue":null,"work_id":null,"year":1992},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":13,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:16.997892Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:baaf9dd287bc18805cfbc1d69d8e15094916eea7e309c987f3bf012db3994fcd","observation_id":"8b467228-ce22-49ae-b96f-9c76edc13326","resolution":{"observed_at":"2026-08-11T12:55:16.997892Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.842695Z","title":"Neural machine translation by jointly learning to align and translate,","venue":null,"work_id":"830c8199-3de6-4e46-9a68-57a8ebefb91b","year":2015},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":14,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.001344Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:e9e7e513f132e43d4e0fac9861e87bf7f67253ab5e4d7b7face16de20ac2e9e1","observation_id":"bd11347f-0e9f-4011-b371-7d6da4247345","resolution":{"observed_at":"2026-08-11T12:55:17.846612Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.004924Z","title":"Attention is all you need,","venue":null,"work_id":null,"year":2017},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":15,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.004924Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:ea9182f6ef8b08d49a93eaefd0d2a3ac4a2d6d7e0fed01f7288ee66e7dd18448","observation_id":"dcd17c20-afde-44df-a48a-b80f3b0136b4","resolution":{"observed_at":"2026-08-11T12:55:17.004924Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.008487Z","title":"Long short-term memory,","venue":null,"work_id":null,"year":1997},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":16,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.008487Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:24cfeaa720c22022f9a895912fbe007bec27ec029f95a2abadeeec518daf223c","observation_id":"a0ea03b7-dc93-4df1-8e16-7e5f4b037516","resolution":{"observed_at":"2026-08-11T12:55:17.008487Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.012023Z","title":"Improving language understanding by generative pre-training,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":17,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.012023Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:d42711055c11a759990c2e6065adc7691183b49843fca071d78cf51fb9a45cf7","observation_id":"338f7dc6-2ebc-4a8c-bb2c-dbcbb674921c","resolution":{"observed_at":"2026-08-11T12:55:17.012023Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.015681Z","title":"Language models are unsupervised multitask learners,","venue":null,"work_id":null,"year":2019},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":18,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.015681Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:b407b63d49cccd6ae03ae4bd9b075885ef494db9d4103f41f526923da57a1409","observation_id":"96790c25-6c19-402a-8b32-e8ff2f2d1f7a","resolution":{"observed_at":"2026-08-11T12:55:17.015681Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.019307Z","title":"Language models are few-shot learners,","venue":null,"work_id":null,"year":1901},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":19,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.019307Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:bfdd6273cb0b9818287e44d14b6f570894b91a99e847d89bdf5064a2a682c41a","observation_id":"d34fca33-19c8-4834-9adb-e577d54a8b60","resolution":{"observed_at":"2026-08-11T12:55:17.019307Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.022675Z","title":"Training language models to follow instructions with human feedback,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":20,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.022675Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:f65c4d34598460f104d6fe37619fb21b4612a3112f3511471948338f2cc07314","observation_id":"04fb0e6a-f5d9-42a6-986a-8eb457907d04","resolution":{"observed_at":"2026-08-11T12:55:17.022675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.13971","last_updated":"2023-02-27T17:11:15Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-02-27T17:11:15Z","title":"LLaMA: Open and Efficient Foundation Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.13971","snapshot_observed_at":"2026-08-11T12:55:17.026049Z","title":"Llama: Open and efficient foundation language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":21,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.026049Z"},"links":{"cited_paper":"/paper/2302.13971","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:70a7b11b1a1cf85b58b4aeb7410bb63740d428260f03e1ed8df6b99661d58d44","observation_id":"8fbf5640-4681-4feb-8787-583b35257891","resolution":{"observed_at":"2026-08-11T12:55:17.026049Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2307.09288","last_updated":"2023-07-19T17:08:59Z","snapshot_observed_at":"2026-08-07T12:56:43.323460Z","submitted_at":"2023-07-18T14:31:57Z","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.09288","snapshot_observed_at":"2026-08-11T12:55:17.029634Z","title":"Llama 2: Open foundation and fine-tuned chat models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":22,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.029634Z"},"links":{"cited_paper":"/paper/2307.09288","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:7aabb697355c79ec847a69d3d4215a042ff95911fe41ec18dc16589436b120a2","observation_id":"b7130fd9-f1e7-4c7b-b81a-780c978971ab","resolution":{"observed_at":"2026-08-11T12:55:17.029634Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2203.15556","last_updated":"2022-03-29T13:38:03Z","snapshot_observed_at":"2026-08-09T19:52:33.533277Z","submitted_at":"2022-03-29T13:38:03Z","title":"Training Compute-Optimal Large Language Models","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2203.15556","snapshot_observed_at":"2026-08-11T12:55:17.033057Z","title":"Training compute-optimal large language models,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":23,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.033057Z"},"links":{"cited_paper":"/paper/2203.15556","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:efed1ea983988171d7308fb3ee0d244025d694ba5d2b13da1f37127183859662","observation_id":"91e594e4-143f-4619-b597-902869bdf229","resolution":{"observed_at":"2026-08-11T12:55:17.033057Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.11644","last_updated":"2023-10-02T06:12:30Z","snapshot_observed_at":"2026-08-13T11:19:55.436754Z","submitted_at":"2023-06-20T16:14:25Z","title":"Textbooks Are All You Need","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.11644","snapshot_observed_at":"2026-08-11T12:55:17.036882Z","title":"Textbooks are all you need,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":24,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.036882Z"},"links":{"cited_paper":"/paper/2306.11644","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:6d24a7b9f6799dd8f425b3da84309a0e5a97a25ddb535b844f0e32b824ae9bdb","observation_id":"728875c5-5bf1-480a-86a5-a0c302de48a9","resolution":{"observed_at":"2026-08-11T12:55:17.036882Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2306.01116","last_updated":"2023-06-01T20:03:56Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-06-01T20:03:56Z","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2306.01116","snapshot_observed_at":"2026-08-11T12:55:17.040675Z","title":"The RefinedWeb dataset for Falcon LLM: outperforming curated corpora with web data, and web data only,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":25,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.040675Z"},"links":{"cited_paper":"/paper/2306.01116","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:cc89e329442240f06cb0177fc1d9c3bfc997a8c241215fa0d00532e5f2863eb4","observation_id":"f476ed1f-c91a-4b7c-ad3b-638afe37550a","resolution":{"observed_at":"2026-08-11T12:55:17.040675Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.791258Z","title":"Russell and P","venue":null,"work_id":"18ca6966-f11f-40f2-95f1-2d7806e6cb41","year":2021},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":26,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.044429Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:e74a5e47f4a2a2ee60ffb729c9a5cc77d606eb110056e0eade254f8f98192b3c","observation_id":"0b6aeda7-644e-4dd3-a320-9a3c4c64d457","resolution":{"observed_at":"2026-08-11T12:55:17.795291Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2309.07864","last_updated":"2023-09-19T08:29:18Z","snapshot_observed_at":"2026-08-09T18:54:02.679174Z","submitted_at":"2023-09-14T17:12:03Z","title":"The Rise and Potential of Large Language Model Based Agents: A Survey","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2309.07864","snapshot_observed_at":"2026-08-11T12:55:17.048058Z","title":"The rise and potential of large language model based agents: A survey,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":27,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.048058Z"},"links":{"cited_paper":"/paper/2309.07864","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:903cf501b1e9d429b821471382588593c8e876d7e3d375f08cec8cd08c981f01","observation_id":"3502b415-3285-457d-a97a-2a89b2a2e295","resolution":{"observed_at":"2026-08-11T12:55:17.048058Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.780119Z","title":"A survey on large language model based autonomous agents,","venue":null,"work_id":"600babd8-8879-4320-a888-215d393ad841","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":28,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.051934Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:9d2d948615299b8fd97165174e375fd80d6c1d6dd90032f3111e42ad3b123e12","observation_id":"134ab627-4475-4dc1-931c-1f763ef2ea8b","resolution":{"observed_at":"2026-08-11T12:55:17.784006Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.768941Z","title":"LLM Powered Autonomous Agents","venue":null,"work_id":"2d92282d-8adb-4f91-bba3-bb405b2f3eb8","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":29,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.055610Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:ea092737c052e47e881d3a7d5b57cd09188347cf12aeabee48c11ba963d93fbe","observation_id":"9f14cc08-a57c-4714-8eff-ba0a8d656876","resolution":{"observed_at":"2026-08-11T12:55:17.772921Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.06435","last_updated":"2024-10-17T01:10:40Z","snapshot_observed_at":"2026-07-06T02:11:23.670680Z","submitted_at":"2023-07-12T20:01:52Z","title":"A Comprehensive Overview of Large Language Models","version":10},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.06435","snapshot_observed_at":"2026-08-11T12:55:17.059188Z","title":"A comprehensive overview of large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":30,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.059188Z"},"links":{"cited_paper":"/paper/2307.06435","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:e1b7426513d976dffa11eca3fd50a595c0857603cb5ba6fc2e41a39a24ab375b","observation_id":"23d4bb8e-fe44-4cf9-a116-13bbd715cf42","resolution":{"observed_at":"2026-08-11T12:55:17.059188Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2302.01560","last_updated":"2024-07-08T05:56:47Z","snapshot_observed_at":"2026-08-02T14:50:04.461434Z","submitted_at":"2023-02-03T06:06:27Z","title":"Describe, Explain, Plan and Select: Interactive Planning with Large Language Models Enables Open-World Multi-Task Agents","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2302.01560","snapshot_observed_at":"2026-08-11T12:55:17.063053Z","title":"Describe, explain, plan and select: Interactive planning with large language models enables open-world multi-task agents,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":31,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.063053Z"},"links":{"cited_paper":"/paper/2302.01560","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:7b5c6a9c30bab2618d97e02df39e4e05af9ebd4d943cf7ed672a18e68f77d4a8","observation_id":"f175117b-b076-4b5a-886c-d32ea7479c8b","resolution":{"observed_at":"2026-08-11T12:55:17.063053Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.066831Z","title":"React: Synergizing reasoning and acting in language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":32,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.066831Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:0893169365eec490aecf4777262769c827b2b38354518925b9470e3c38e57a13","observation_id":"4d21f804-26e4-48ac-8cec-175d3b2726db","resolution":{"observed_at":"2026-08-11T12:55:17.066831Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.08155","last_updated":"2023-10-03T20:47:10Z","snapshot_observed_at":"2026-08-08T22:28:26.004138Z","submitted_at":"2023-08-16T05:57:52Z","title":"AutoGen: Enabling Next-Gen LLM Applications via Multi-Agent Conversation","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.08155","snapshot_observed_at":"2026-08-11T12:55:17.070191Z","title":"Autogen: Enabling next-gen LLM applications via multi-agent conversation framework,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":33,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.070191Z"},"links":{"cited_paper":"/paper/2308.08155","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:eb71ee979bfa3d0d0f487dae1f8bb151aa042a333f90076e95012975e9036c7e","observation_id":"25080b5b-c8e2-4290-ad27-9a9a8a8592f2","resolution":{"observed_at":"2026-08-11T12:55:17.070191Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.750913Z","title":"Bleu: a method for automatic evaluation of machine translation,","venue":null,"work_id":"9fed85b3-3577-4fea-916b-28eac446e299","year":2002},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":34,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.073985Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:e6afcf377861fbf6a4e6b1eff3f74de076b245944e99c241987058645b5d6749","observation_id":"d2c3cddf-293c-4a86-ad69-30c820e95d21","resolution":{"observed_at":"2026-08-11T12:55:17.754919Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.738431Z","title":"Recall oriented understudy of gisting evaluation,","venue":null,"work_id":"47a637d6-19d2-4aa6-a707-6f4688e832a9","year":2005},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":35,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.077518Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:9ca0e457875c22336cbade3a7e20d241f720fd9ee66381c84fd1aac7109f92fd","observation_id":"1e91865f-e8b7-4439-ae0d-3ab50e61029e","resolution":{"observed_at":"2026-08-11T12:55:17.743057Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"1804.07461","last_updated":"2019-02-22T23:53:34Z","snapshot_observed_at":"2026-07-06T06:34:26.609892Z","submitted_at":"2018-04-20T06:35:04Z","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"1804.07461","snapshot_observed_at":"2026-08-11T12:55:17.080855Z","title":"Glue: A multi-task benchmark and analysis platform for natural language understanding,","venue":null,"work_id":null,"year":2018},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":36,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.080855Z"},"links":{"cited_paper":"/paper/1804.07461","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:c226c02508c79adf10faea2b489681d26e8fa02c98b4e89284851174b3590d32","observation_id":"c55b68a2-ae9c-4e81-9544-60028dd85dee","resolution":{"observed_at":"2026-08-11T12:55:17.080855Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2308.04624","last_updated":"2023-08-08T23:30:20Z","snapshot_observed_at":"2026-08-13T10:38:17.195864Z","submitted_at":"2023-08-08T23:30:20Z","title":"Benchmarking LLM powered Chatbots: Methods and Metrics","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2308.04624","snapshot_observed_at":"2026-08-11T12:55:17.084581Z","title":"Benchmarking LLM powered chatbots: methods and metrics,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":37,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.084581Z"},"links":{"cited_paper":"/paper/2308.04624","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:c8a3c5f86b7d18ceaca7bd9ebcd5b8be47149852efe6742655af1f63402883be","observation_id":"d12eee62-f31e-4fdd-97a7-d92ef964210b","resolution":{"observed_at":"2026-08-11T12:55:17.084581Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.725789Z","title":"The power of Generative AI: A review of requirements, models, input–output formats, evaluation metrics, and challenges,","venue":null,"work_id":"e8baa4f6-4c73-4fb2-865e-75e82fc2bcf8","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":38,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.088203Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:f48b9974cb517065e56ce338943799360614f70852f1ccb3916818c0d93c8b3e","observation_id":"8a25d082-b242-461d-b61a-1984e2b7326c","resolution":{"observed_at":"2026-08-11T12:55:17.730336Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2206.15030","last_updated":"2022-06-30T05:53:56Z","snapshot_observed_at":"2026-08-15T09:43:20.827837Z","submitted_at":"2022-06-30T05:53:56Z","title":"Modern Question Answering Datasets and Benchmarks: A Survey","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2206.15030","snapshot_observed_at":"2026-08-11T12:55:17.091540Z","title":"Modern question answering datasets and benchmarks: A survey,","venue":null,"work_id":null,"year":2022},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":39,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.091540Z"},"links":{"cited_paper":"/paper/2206.15030","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:99a6830df666f803e1d138c013a193afa2da66b47aee4dadd01886c50f6b6caa","observation_id":"3ac51c20-6664-42f0-b909-35f5d2080424","resolution":{"observed_at":"2026-08-11T12:55:17.091540Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.095313Z","title":"Survey of hallucination in natural language generation,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":40,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.095313Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:d80972b16932edab9223c50ef4bd46c89b8ad2b3b00cfb2635dfa71fb47e6225","observation_id":"44f21c17-7ad7-41c9-9db5-d863d6d31403","resolution":{"observed_at":"2026-08-11T12:55:17.095313Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2104.07567","last_updated":"2021-04-15T16:24:43Z","snapshot_observed_at":"2026-08-13T19:39:17.759679Z","submitted_at":"2021-04-15T16:24:43Z","title":"Retrieval Augmentation Reduces Hallucination in Conversation","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2104.07567","snapshot_observed_at":"2026-08-11T12:55:17.098471Z","title":"Retrieval augmentation reduces hallucination in conversa- tion,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":41,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.098471Z"},"links":{"cited_paper":"/paper/2104.07567","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:551b1417fadeb9487038896680140910ab419d4a788ecf7978055fab0a10e385","observation_id":"7757eab8-60b4-4d05-bc47-720a7d41a650","resolution":{"observed_at":"2026-08-11T12:55:17.098471Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.703886Z","title":"Hallucination is inevitable: An innate limitation of large language models,","venue":null,"work_id":"1b31acc9-c034-4e03-af19-9c288b2d7e7c","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":42,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.102033Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:edb07edbe7dfaca2319abfb7df7077dd7f48ad39910edd74f90221ad754fe022","observation_id":"29b3fef9-24d8-499f-914d-e887a043bc2e","resolution":{"observed_at":"2026-08-11T12:55:17.707892Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.692452Z","title":"LLMs Will Always Hallucinate, and We Need to Live With This,","venue":null,"work_id":"fbe8973c-00f5-4ece-88f3-5d22123250c7","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":43,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.105659Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:7f0cdf40ff1eaf22d8d7a01895b685b555fcc69a20c48d2ca7166e4f5a959b73","observation_id":"8b6c2f1c-00a6-45de-a067-cdb84363e537","resolution":{"observed_at":"2026-08-11T12:55:17.696291Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2307.15043","last_updated":"2023-12-20T20:48:57Z","snapshot_observed_at":"2026-08-12T09:06:50.363435Z","submitted_at":"2023-07-27T17:49:12Z","title":"Universal and Transferable Adversarial Attacks on Aligned Language Models","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2307.15043","snapshot_observed_at":"2026-08-11T12:55:17.109031Z","title":"Universal and transferable adversarial attacks on aligned language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":44,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.109031Z"},"links":{"cited_paper":"/paper/2307.15043","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:dfbd2072ed9e0623aca531e8ea400350ac7ebf10b3e61e8e7a9a964a0fef63f2","observation_id":"dba214a3-3fad-4437-b51e-605b02267279","resolution":{"observed_at":"2026-08-11T12:55:17.109031Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.681114Z","title":"A comprehensive study of jailbreak attack versus defense for large language models,","venue":null,"work_id":"8a515eea-e6a6-424d-a1f2-c126ca6efc10","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":45,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.112622Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:e826b69a258455a7e6ed5ad697824d079feb2d3436db9dd567ddaa6941f8412f","observation_id":"97ced399-5649-443b-8510-3f8cc2eba861","resolution":{"observed_at":"2026-08-11T12:55:17.685142Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.669362Z","title":"Pandora: Jailbreak GPTs by Retrieval Augmented Generation Poisoning,","venue":null,"work_id":"ee802c42-454b-405c-829e-5c5c4392207b","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":46,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.116146Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:7e1f23fdaab23d389e3c10ff66c3d13d6eddbb184afef80bb014a4fc186e3c0c","observation_id":"08094d71-73a4-437b-8e67-6f4c55261021","resolution":{"observed_at":"2026-08-11T12:55:17.673601Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.119647Z","title":"A survey on evaluation of large language models,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":47,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.119647Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:a3e77234dd77c6ae0a0c37bd92f0e577e275500c32a206a77b49236780170437","observation_id":"5a3de844-5045-4f0f-b1a1-653142cae779","resolution":{"observed_at":"2026-08-11T12:55:17.119647Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.649620Z","title":"Software Testing of Generative AI Systems: Challenges and Opportunities,","venue":null,"work_id":"972497fb-1ec0-4888-9acc-6091d1fd612f","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":48,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.123052Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:210085d5ffb4b2fe8687420cf47f119a62df940e09deaf343f82f5dd74855001","observation_id":"b2ce581e-6843-40a0-baf7-b43b17f98892","resolution":{"observed_at":"2026-08-11T12:55:17.654239Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.638075Z","title":"Continuous integration of machine learning models with ease.ml/ci: Towards a rigorous yet practical treatment,","venue":null,"work_id":"bcdffd4d-acb0-4d9d-a90a-d41375743151","year":2019},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":49,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.126499Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:45da94200d9963e5226c51fb3a3489f4bbead21223968a9b09bacfdb7cd260c4","observation_id":"f7c36c03-2abd-4a1f-890c-492b5bcf4306","resolution":{"observed_at":"2026-08-11T12:55:17.641995Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.626193Z","title":"Machine learning operations (MLOps): Overview, definition, and architecture,","venue":null,"work_id":"3f9b5ff6-d725-4b47-9f2a-aa186aef517e","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":50,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.129873Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:1b1cd865c8a2e29d22903cc0c8d798880707e2254af128c7960b519c77028ebf","observation_id":"00ec46a6-cb1c-4b04-900e-43236ac7c5c7","resolution":{"observed_at":"2026-08-11T12:55:17.630264Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.614235Z","title":"Hidden technical debt in machine learning systems,","venue":null,"work_id":"4d5124d8-c6c2-4ad1-8a4e-8d14bb7398a9","year":2015},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":51,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.133653Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:ef44b9e41dbfcfc315a37f1432caaebf8a23b8263a55feddacb5783546cffc5b","observation_id":"f783dca7-e9d7-403b-aead-e0722aeaf872","resolution":{"observed_at":"2026-08-11T12:55:17.618027Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.602455Z","title":"Large Language Model Operations (LLMOps): Definition, Challenges, and Lifecycle Management,","venue":null,"work_id":"8a6d3a3c-0821-43eb-ad32-2d008ebb6363","year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":52,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.137133Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:ef7f9599a02855212ac4448ef766dc29c902e4346eb97e06421647e91bc9bdac","observation_id":"a3e431a8-4f11-493c-939d-f6dcbd8311e4","resolution":{"observed_at":"2026-08-11T12:55:17.606642Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2108.07258","last_updated":"2022-07-12T23:45:14Z","snapshot_observed_at":"2026-08-02T09:20:40.804790Z","submitted_at":"2021-08-16T17:50:08Z","title":"On the Opportunities and Risks of Foundation Models","version":3},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2108.07258","snapshot_observed_at":"2026-08-11T12:55:17.140403Z","title":"On the opportunities and risks of foundation models,","venue":null,"work_id":null,"year":2021},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":53,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.140403Z"},"links":{"cited_paper":"/paper/2108.07258","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:7a7118cf85bff7981af88609eaeac589dec08e30da61532852133237a326f585","observation_id":"f9bb069e-4479-458b-9e66-55c2bbb3975a","resolution":{"observed_at":"2026-08-11T12:55:17.140403Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.144093Z","title":"Pre-train, prompt, and predict: A systematic survey of prompting methods in natural language processing,","venue":null,"work_id":null,"year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":54,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.144093Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:7b992cae5a452e68e9291adf78504767f4d76cb7f225b701f7cf52840fbe05d0","observation_id":"0db3e435-eeeb-406a-9e52-bf3c12fed28e","resolution":{"observed_at":"2026-08-11T12:55:17.144093Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":{"arxiv_id":"2310.03714","last_updated":"2023-10-05T17:37:25Z","snapshot_observed_at":"2026-08-04T05:21:05.846165Z","submitted_at":"2023-10-05T17:37:25Z","title":"DSPy: Compiling Declarative Language Model Calls into Self-Improving Pipelines","version":1},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2310.03714","snapshot_observed_at":"2026-08-11T12:55:17.147500Z","title":"DSPy: Compiling declarative language model calls into self-improving pipelines,","venue":null,"work_id":null,"year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":55,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.147500Z"},"links":{"cited_paper":"/paper/2310.03714","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:32f5f11b7f1ee2d4d498cab56174ee081f19274454c4452d3e41c611faae556c","observation_id":"27b8839d-dc3b-4c25-805a-8365dc9eaf5e","resolution":{"observed_at":"2026-08-11T12:55:17.147500Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.583572Z","title":"Judging LLM-as-a-judge with mt-bench and chatbot arena,","venue":null,"work_id":"0c24156e-f550-40eb-b299-30c6b5ba1e33","year":2023},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":56,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.151432Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:d0c59229a1f60634c5439be0cdb7d45de26e1965553f35a4c27ece8e2a37aebe","observation_id":"460c496f-006d-45b9-bfab-1d1c75bb766f","resolution":{"observed_at":"2026-08-11T12:55:17.587381Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.572473Z","title":"Sequel: A structured english query language,","venue":null,"work_id":"1319f134-4137-4d22-b797-f5a5b9ce5c96","year":1974},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":57,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.154970Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:b2acfa451cc14621eae8469540748475c5e0a01d538239c51055dcf681dea291","observation_id":"91b577b7-7f72-44ba-92cb-c51d58cbf01e","resolution":{"observed_at":"2026-08-11T12:55:17.576298Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.560816Z","title":"Retrieval-augmented generation for knowledge-intensive NLP tasks,","venue":null,"work_id":"5127d409-c069-4ce9-a2e1-f1d60bd85808","year":2020},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":58,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.158334Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:980c2832e20421501d0e1680e96c03606f5a5dc58519610a0d5123910b562a49","observation_id":"48970021-d76c-41f8-9100-88be6dedb7be","resolution":{"observed_at":"2026-08-11T12:55:17.565180Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.549768Z","title":"Billion-scale similarity search with GPUs,","venue":null,"work_id":"83c77436-e523-441c-aa8d-cfa0a37cf350","year":2017},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":59,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.162124Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:44c6e949d26075ed9a2020291c518042ba1990ee50a39bea643bbbdd14276c73","observation_id":"0939e63f-328f-4645-acd7-6c0806f05b06","resolution":{"observed_at":"2026-08-11T12:55:17.553678Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":{"arxiv_id":"2411.03350","last_updated":"2024-12-28T09:18:36Z","snapshot_observed_at":"2026-08-12T22:08:36.798924Z","submitted_at":"2024-11-04T04:43:01Z","title":"A Comprehensive Survey of Small Language Models in the Era of Large Language Models: Techniques, Enhancements, Applications, Collaboration with LLMs, and Trustworthiness","version":2},"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":"2411.03350","snapshot_observed_at":"2026-08-11T12:55:17.165625Z","title":"A comprehensive survey of small language models in the era of large language models: Techniques, enhancements, applications, collaboration with llms, and trustworthiness,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":60,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.165625Z"},"links":{"cited_paper":"/paper/2411.03350","citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:7b69f3dff898165bbb94c274e89d3882ef9610022156c46e28c072b14574b663","observation_id":"9fda2aff-9fac-455c-a828-f95682f2dfc2","resolution":{"observed_at":"2026-08-11T12:55:17.165625Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":null,"pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.169468Z","title":"Apple intelligence foundation language models,","venue":null,"work_id":null,"year":2024},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":61,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.169468Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:6ca372b4aa91246bc377c9c4bea1aca76ac8f6cdf94a0d623557330fb8568f89","observation_id":"82938c2b-39db-4adb-b4c4-dfc49088a089","resolution":{"observed_at":"2026-08-11T12:55:17.169468Z","resolver_source":null,"status":"unresolved"},"standing_notice":{"events":[],"reason":"canonical_work_link_unavailable","source_receipts":[],"state":"unavailable"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.537931Z","title":"What are the names and salaries of employees in the Marketing department?","venue":null,"work_id":"0c42935f-76dc-466a-8312-bb0c29f65f85","year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":62,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.173355Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:ec55e847688a16a7cd6d6bca2426b823bfb4958be9dc3d3cfd1bcd0fceb799ab","observation_id":"f17c13b5-ff0c-4828-bac4-9811f3c2be4d","resolution":{"observed_at":"2026-08-11T12:55:17.541891Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.523705Z","title":"List all employees in the Engineering department","venue":null,"work_id":"f2d7b5b6-fb87-4744-8285-033972fd2dbe","year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":63,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.177045Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:05a75d6096ed0dab4d9f796b6cd6741f43ddc213ca8f5ddf1f43b74d899af5c8","observation_id":"cb421e56-e8df-4d24-8c68-c64a3ad6f5f0","resolution":{"observed_at":"2026-08-11T12:55:17.528482Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.512212Z","title":null,"venue":null,"work_id":"9bae7893-fbbf-4636-926f-8fd4010d94e0","year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":64,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.180825Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:190d7c6a3ca9fc9e0e48a1e9c49a65f81151a371802e907693189048af1a2157","observation_id":"4e67e503-7ab1-400c-ace3-f32e12a6b075","resolution":{"observed_at":"2026-08-11T12:55:17.515948Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.500462Z","title":null,"venue":null,"work_id":"3363a900-1649-45e3-a9f1-66194ddfad2b","year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":65,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.184445Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:a36e1b17a98b287ff2fc950214630c457a838c8e992d20be52e87019d50e3442","observation_id":"b35672b5-b655-40b5-9e69-93b924bc059e","resolution":{"observed_at":"2026-08-11T12:55:17.504392Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.488974Z","title":null,"venue":null,"work_id":"4d67617d-86de-43c4-acdc-785687a57ccc","year":null},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":66,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.188141Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:f6a77c6cbe4403c8585cab6a2683748c61a0743ed4d864897c18b3c35499be6c","observation_id":"80768e8b-4cbc-40c1-bce1-425a25c3a02f","resolution":{"observed_at":"2026-08-11T12:55:17.492575Z","resolver_source":"raw_fallback","status":"unresolved"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}},{"citation":{"cited_paper":null,"cited_work":{"arxiv_id":null,"doi":null,"metadata_source":"raw_reference","pith_arxiv_id":null,"snapshot_observed_at":"2026-08-11T12:55:17.476400Z","title":"\" \" You a r e a h e l p f u l r e s t a u r a n t a g e n t f o r t h e r e s t a u r a n t","venue":null,"work_id":"e5e2170a-640d-4d06-a115-92375cdf3112","year":2020},"citing_paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","version":1},"reference_index":67,"source":"pdf_text","source_observed_at":"2026-08-11T12:55:17.192320Z"},"links":{"citing_paper":"/paper/2412.14215"},"observation_digest":"sha256:ce11175114a8aaffa65e926c409c1030d14e40fcca038027c681caa6e08cd348","observation_id":"72e4537a-3829-47eb-84f7-bed194328f02","resolution":{"observed_at":"2026-08-11T12:55:17.481294Z","resolver_source":"raw_fallback","status":"verified_fuzzy"},"standing_notice":{"events":[],"observation":"No event found in the named queried sources as of 2026-08-15T06:32:42.880941+00:00.","reason":null,"source_receipts":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"state":"measured"}}],"paper":{"arxiv_id":"2412.14215","last_updated":"2024-12-18T10:40:00Z","latest_version":1,"primary_category":"cs.SE","snapshot_observed_at":"2026-08-11T17:07:40.383106Z","submitted_at":"2024-12-18T10:40:00Z","title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle"},"reference_resolution":{"displayed":67,"state_counts":{"malformed_identifier":0,"metadata_mismatch":0,"parse_uncertain":0,"unresolved":34,"verified_exact":0,"verified_fuzzy":33},"total_outbound_references":67},"refusal":"A citation records a reference. It does not transfer a finding from one paper to another.","schema":"pith.paper-citation-record.v1","standing_sources":[{"observed_at":"2026-08-15T06:32:42.880941+00:00","source":"crossref"},{"observed_at":"2026-08-15T06:32:39.529945+00:00","source":"retraction_watch"}],"thesis":"As of 15 August 2026, this Paper Citation Record lists 67 of 67 outbound references and 0 inbound Pith citation observations for arXiv:2412.14215."}