{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:T2IF3MTTIVK5PJVZEHFO7EH3KE","short_pith_number":"pith:T2IF3MTT","canonical_record":{"source":{"id":"2412.00023","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DB","submitted_at":"2024-11-17T08:28:53Z","cross_cats_sorted":[],"title_canon_sha256":"32526d6d12cc9c55c7d272439a4dab2a9e9cc73f867455bfc00cb9614361f73b","abstract_canon_sha256":"f8feae3a5527645bdbe4dc431ad602b8725c4ee6f3a4a5cfe1cf053d15ae0d86"},"schema_version":"1.0"},"canonical_sha256":"9e905db2734555d7a6b921caef90fb5120fde27547bb0259fde870299eac874e","source":{"kind":"arxiv","id":"2412.00023","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.00023","created_at":"2026-07-05T09:42:34Z"},{"alias_kind":"arxiv_version","alias_value":"2412.00023v1","created_at":"2026-07-05T09:42:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.00023","created_at":"2026-07-05T09:42:34Z"},{"alias_kind":"pith_short_12","alias_value":"T2IF3MTTIVK5","created_at":"2026-07-05T09:42:34Z"},{"alias_kind":"pith_short_16","alias_value":"T2IF3MTTIVK5PJVZ","created_at":"2026-07-05T09:42:34Z"},{"alias_kind":"pith_short_8","alias_value":"T2IF3MTT","created_at":"2026-07-05T09:42:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:T2IF3MTTIVK5PJVZEHFO7EH3KE","target":"record","payload":{"canonical_record":{"source":{"id":"2412.00023","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DB","submitted_at":"2024-11-17T08:28:53Z","cross_cats_sorted":[],"title_canon_sha256":"32526d6d12cc9c55c7d272439a4dab2a9e9cc73f867455bfc00cb9614361f73b","abstract_canon_sha256":"f8feae3a5527645bdbe4dc431ad602b8725c4ee6f3a4a5cfe1cf053d15ae0d86"},"schema_version":"1.0"},"canonical_sha256":"9e905db2734555d7a6b921caef90fb5120fde27547bb0259fde870299eac874e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:42:34.821565Z","signature_b64":"g6Ngsg8llN765525vUbyvlGEMWmgag8Q06cAvweHAu5k7qMc5er+tTSVnHjP+qeHBIZTC9KZacHZI2veR7yPCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9e905db2734555d7a6b921caef90fb5120fde27547bb0259fde870299eac874e","last_reissued_at":"2026-07-05T09:42:34.821023Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:42:34.821023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2412.00023","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:42:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2dKQeq12mVG77UZ5SyphLOvkscYjsNprRcufAZXnRtNRZDp8kUUG5ntd0yADQ5jyGW1lRFeGj9iA1VedhEKKBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T19:10:24.039199Z"},"content_sha256":"d39bc32ba4d13d2bdb2034487cf689e17f2406327f09b0d38200fc70addf42d7","schema_version":"1.0","event_id":"sha256:d39bc32ba4d13d2bdb2034487cf689e17f2406327f09b0d38200fc70addf42d7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:T2IF3MTTIVK5PJVZEHFO7EH3KE","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Large Language Models on Business Process Modeling: Framework, Benchmark, and Self-Improvement Analysis","license":"http://creativecommons.org/licenses/by-sa/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.DB","authors_text":"Alessandro Berti, Daniel Schuster, Humam Kourani, Wil M.P. van der Aalst","submitted_at":"2024-11-17T08:28:53Z","abstract_excerpt":"Large Language Models (LLMs) are rapidly transforming various fields, and their potential in Business Process Management (BPM) is substantial. This paper assesses the capabilities of LLMs on business process modeling using a framework for automating this task, a comprehensive benchmark, and an analysis of LLM self-improvement strategies. We present a comprehensive evaluation of 16 state-of-the-art LLMs from major AI vendors using a custom-designed benchmark of 20 diverse business processes. Our analysis highlights significant performance variations across LLMs and reveals a positive correlatio"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.00023","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2412.00023/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:42:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xtWQPzmD0zt7dABPmTwT0+yHI42MxePGffMz5QWWowstoqsScCRXJaLR7K2szdp+F6mC5300tAW9sbfXG7+fBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T19:10:24.039736Z"},"content_sha256":"2e7afb1e55b98eec035c70c0aa48b5e5d96ef93f0d6b94cd093565e470795100","schema_version":"1.0","event_id":"sha256:2e7afb1e55b98eec035c70c0aa48b5e5d96ef93f0d6b94cd093565e470795100"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/T2IF3MTTIVK5PJVZEHFO7EH3KE/bundle.json","state_url":"https://pith.science/pith/T2IF3MTTIVK5PJVZEHFO7EH3KE/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/T2IF3MTTIVK5PJVZEHFO7EH3KE/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T19:10:24Z","links":{"resolver":"https://pith.science/pith/T2IF3MTTIVK5PJVZEHFO7EH3KE","bundle":"https://pith.science/pith/T2IF3MTTIVK5PJVZEHFO7EH3KE/bundle.json","state":"https://pith.science/pith/T2IF3MTTIVK5PJVZEHFO7EH3KE/state.json","well_known_bundle":"https://pith.science/.well-known/pith/T2IF3MTTIVK5PJVZEHFO7EH3KE/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:T2IF3MTTIVK5PJVZEHFO7EH3KE","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"f8feae3a5527645bdbe4dc431ad602b8725c4ee6f3a4a5cfe1cf053d15ae0d86","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DB","submitted_at":"2024-11-17T08:28:53Z","title_canon_sha256":"32526d6d12cc9c55c7d272439a4dab2a9e9cc73f867455bfc00cb9614361f73b"},"schema_version":"1.0","source":{"id":"2412.00023","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2412.00023","created_at":"2026-07-05T09:42:34Z"},{"alias_kind":"arxiv_version","alias_value":"2412.00023v1","created_at":"2026-07-05T09:42:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2412.00023","created_at":"2026-07-05T09:42:34Z"},{"alias_kind":"pith_short_12","alias_value":"T2IF3MTTIVK5","created_at":"2026-07-05T09:42:34Z"},{"alias_kind":"pith_short_16","alias_value":"T2IF3MTTIVK5PJVZ","created_at":"2026-07-05T09:42:34Z"},{"alias_kind":"pith_short_8","alias_value":"T2IF3MTT","created_at":"2026-07-05T09:42:34Z"}],"graph_snapshots":[{"event_id":"sha256:2e7afb1e55b98eec035c70c0aa48b5e5d96ef93f0d6b94cd093565e470795100","target":"graph","created_at":"2026-07-05T09:42:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2412.00023/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) are rapidly transforming various fields, and their potential in Business Process Management (BPM) is substantial. This paper assesses the capabilities of LLMs on business process modeling using a framework for automating this task, a comprehensive benchmark, and an analysis of LLM self-improvement strategies. We present a comprehensive evaluation of 16 state-of-the-art LLMs from major AI vendors using a custom-designed benchmark of 20 diverse business processes. Our analysis highlights significant performance variations across LLMs and reveals a positive correlatio","authors_text":"Alessandro Berti, Daniel Schuster, Humam Kourani, Wil M.P. van der Aalst","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DB","submitted_at":"2024-11-17T08:28:53Z","title":"Evaluating Large Language Models on Business Process Modeling: Framework, Benchmark, and Self-Improvement Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2412.00023","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d39bc32ba4d13d2bdb2034487cf689e17f2406327f09b0d38200fc70addf42d7","target":"record","created_at":"2026-07-05T09:42:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"f8feae3a5527645bdbe4dc431ad602b8725c4ee6f3a4a5cfe1cf053d15ae0d86","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by-sa/4.0/","primary_cat":"cs.DB","submitted_at":"2024-11-17T08:28:53Z","title_canon_sha256":"32526d6d12cc9c55c7d272439a4dab2a9e9cc73f867455bfc00cb9614361f73b"},"schema_version":"1.0","source":{"id":"2412.00023","kind":"arxiv","version":1}},"canonical_sha256":"9e905db2734555d7a6b921caef90fb5120fde27547bb0259fde870299eac874e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9e905db2734555d7a6b921caef90fb5120fde27547bb0259fde870299eac874e","first_computed_at":"2026-07-05T09:42:34.821023Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:42:34.821023Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"g6Ngsg8llN765525vUbyvlGEMWmgag8Q06cAvweHAu5k7qMc5er+tTSVnHjP+qeHBIZTC9KZacHZI2veR7yPCw==","signature_status":"signed_v1","signed_at":"2026-07-05T09:42:34.821565Z","signed_message":"canonical_sha256_bytes"},"source_id":"2412.00023","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d39bc32ba4d13d2bdb2034487cf689e17f2406327f09b0d38200fc70addf42d7","sha256:2e7afb1e55b98eec035c70c0aa48b5e5d96ef93f0d6b94cd093565e470795100"],"state_sha256":"7100cb11888a2749404d4e6b6ae381f27da6b57b1df009d8cee5d0772ff0770b"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mqTtF/E4HvycD0vLMofxwavp/33z7mhvWr5AC6IAThZgiLQEIAqFQmE/tqy39pqkVpisxtCkYyfiIjaC7MUDCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T19:10:24.044612Z","bundle_sha256":"1f0a2f665b7494eb870440cfbf4bc34a9259bd63d58ae88242d24eebd9a1a4b8"}}