{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:2SH5APBSWVFDVVY5PMY54M3IV6","short_pith_number":"pith:2SH5APBS","schema_version":"1.0","canonical_sha256":"d48fd03c32b54a3ad71d7b31de3368af9e99462b1131b51874fe4c99a9a468b1","source":{"kind":"arxiv","id":"2412.14215","version":1},"attestation_state":"computed","paper":{"title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"David Katz, Gonzalo Barbeito, Jens Kohl, Jonas Schroeder, Luisa Gloger, Manuel P. Luitz, Markus Schweier, Otto Kruse, Raphael Perri, Rui Costa, Ryan French, Thomas Riedl, Youssef Mostafa","submitted_at":"2024-12-18T10:40:00Z","abstract_excerpt":"As LLM-based applications reach millions of customers, ensuring their scalability and continuous quality improvement is critical for success. However, the current workflows for developing, maintaining, and operating (DevOps) these applications are predominantly manual, slow, and based on trial-and-error. With this paper we introduce the Generative AI Toolkit, which automates essential workflows over the whole life cycle of LLM-based applications. The toolkit helps to configure, test, continuously monitor and optimize Generative AI applications such as agents, thus significantly improving quali"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2412.14215","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.SE","submitted_at":"2024-12-18T10:40:00Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"daea991251836d7ccc9f6303bcae678841e0d54c4a209e52414662e6e31068c6","abstract_canon_sha256":"76357e34ac09823a451255542a1e39d2ea05d81a57cb8c847db867067f19bfc0"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:51:42.076926Z","signature_b64":"BTVUTd+xmkq3Emc6dZKtwz/ymockxHEslC7o122gFk6zVcHFY1EKFCt3Ev2alaAbahh+6Fy/kOz3TZF8DOjJAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d48fd03c32b54a3ad71d7b31de3368af9e99462b1131b51874fe4c99a9a468b1","last_reissued_at":"2026-07-05T09:51:42.076445Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:51:42.076445Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Generative AI Toolkit -- a framework for increasing the quality of LLM-based applications over their whole life cycle","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"David Katz, Gonzalo Barbeito, Jens Kohl, Jonas Schroeder, Luisa Gloger, Manuel P. Luitz, Markus Schweier, Otto Kruse, Raphael Perri, Rui Costa, Ryan French, Thomas Riedl, Youssef Mostafa","submitted_at":"2024-12-18T10:40:00Z","abstract_excerpt":"As LLM-based applications reach millions of customers, ensuring their scalability and continuous quality improvement is critical for success. However, the current workflows for developing, maintaining, and operating (DevOps) these applications are predominantly manual, slow, and based on trial-and-error. With this paper we introduce the Generative AI Toolkit, which automates essential workflows over the whole life cycle of LLM-based applications. The toolkit helps to configure, test, continuously monitor and optimize Generative AI applications such as agents, thus significantly improving quali"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.14215","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.14215/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2412.14215","created_at":"2026-07-05T09:51:42.076502+00:00"},{"alias_kind":"arxiv_version","alias_value":"2412.14215v1","created_at":"2026-07-05T09:51:42.076502+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.14215","created_at":"2026-07-05T09:51:42.076502+00:00"},{"alias_kind":"pith_short_12","alias_value":"2SH5APBSWVFD","created_at":"2026-07-05T09:51:42.076502+00:00"},{"alias_kind":"pith_short_16","alias_value":"2SH5APBSWVFDVVY5","created_at":"2026-07-05T09:51:42.076502+00:00"},{"alias_kind":"pith_short_8","alias_value":"2SH5APBS","created_at":"2026-07-05T09:51:42.076502+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/2SH5APBSWVFDVVY5PMY54M3IV6","json":"https://pith.science/pith/2SH5APBSWVFDVVY5PMY54M3IV6.json","graph_json":"https://pith.science/api/pith-number/2SH5APBSWVFDVVY5PMY54M3IV6/graph.json","events_json":"https://pith.science/api/pith-number/2SH5APBSWVFDVVY5PMY54M3IV6/events.json","paper":"https://pith.science/paper/2SH5APBS"},"agent_actions":{"view_html":"https://pith.science/pith/2SH5APBSWVFDVVY5PMY54M3IV6","download_json":"https://pith.science/pith/2SH5APBSWVFDVVY5PMY54M3IV6.json","view_paper":"https://pith.science/paper/2SH5APBS","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2412.14215&json=true","fetch_graph":"https://pith.science/api/pith-number/2SH5APBSWVFDVVY5PMY54M3IV6/graph.json","fetch_events":"https://pith.science/api/pith-number/2SH5APBSWVFDVVY5PMY54M3IV6/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/2SH5APBSWVFDVVY5PMY54M3IV6/action/timestamp_anchor","attest_storage":"https://pith.science/pith/2SH5APBSWVFDVVY5PMY54M3IV6/action/storage_attestation","attest_author":"https://pith.science/pith/2SH5APBSWVFDVVY5PMY54M3IV6/action/author_attestation","sign_citation":"https://pith.science/pith/2SH5APBSWVFDVVY5PMY54M3IV6/action/citation_signature","submit_replication":"https://pith.science/pith/2SH5APBSWVFDVVY5PMY54M3IV6/action/replication_record"}},"created_at":"2026-07-05T09:51:42.076502+00:00","updated_at":"2026-07-05T09:51:42.076502+00:00"}