{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:EGM3RW6HTYRKHKMGCFTXGRAWEX","merge_version":"pith-open-graph-merge-v1","event_count":57,"valid_event_count":57,"invalid_event_count":0,"equivocation_count":1,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ad77bd22f232b7f1e0b2d3b0908a2e6b45a79ee5549771525792590294ca376a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2026-05-21T15:51:53Z","title_canon_sha256":"00e00525a7642d5b9dc304912a67bd47373dac6d16225ec43d7e5998a33ee163"},"schema_version":"1.0","source":{"id":"2605.22645","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.22645","created_at":"2026-05-22T02:04:47Z"},{"alias_kind":"arxiv_version","alias_value":"2605.22645v1","created_at":"2026-05-22T02:04:47Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.22645","created_at":"2026-05-22T02:04:47Z"},{"alias_kind":"pith_short_12","alias_value":"EGM3RW6HTYRK","created_at":"2026-05-22T02:04:47Z"},{"alias_kind":"pith_short_16","alias_value":"EGM3RW6HTYRKHKMG","created_at":"2026-05-22T02:04:47Z"},{"alias_kind":"pith_short_8","alias_value":"EGM3RW6H","created_at":"2026-05-22T02:04:47Z"}],"graph_snapshots":[{"event_id":"sha256:49c8b4934686dfd80cb31ed8bc543a87c1ff1ce29246a9b8fcf89ef313953180","target":"graph","created_at":"2026-05-22T02:04:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.22645/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Text-to-image (T2I) systems increasingly rely on upstream prompters, either humans or multimodal large language models (MLLMs), to translate user intent into detailed prompts. Yet current benchmarks fix the prompt and only evaluate T2I models, leaving the prompting proficiency of this upstream component entirely unmeasured. We introduce AtelierEval, the first unified benchmark that quantifies prompting proficiency across 360 expert-crafted tasks. Grounded in a cognitive view, it spans three task categories and instantiates tasks using a taxonomy of real-world challenges, with a dual interface ","authors_text":"Hanan Salam, Hanjun Luo, Jialin Li, Jiang Li, Sylvia Chung, Xinfeng Li, Yingbin Jin, Yiran Wang, Zhimu Huang","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2026-05-21T15:51:53Z","title":"AtelierEval: Agentic Evaluation of Humans & LLMs as Text-to-Image Prompters"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.22645","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:3fe4fcdbf1d0fccd53c687037658302568a7ad5f9975b9a63e5e627dbf8e9fa5","target":"record","created_at":"2026-05-22T02:04:47Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ad77bd22f232b7f1e0b2d3b0908a2e6b45a79ee5549771525792590294ca376a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.AI","submitted_at":"2026-05-21T15:51:53Z","title_canon_sha256":"00e00525a7642d5b9dc304912a67bd47373dac6d16225ec43d7e5998a33ee163"},"schema_version":"1.0","source":{"id":"2605.22645","kind":"arxiv","version":1}},"canonical_sha256":"2199b8dbc79e22a3a986116773441625f74ed5270d029f537965310e969f70b2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"2199b8dbc79e22a3a986116773441625f74ed5270d029f537965310e969f70b2","first_computed_at":"2026-05-22T02:04:47.831225Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-22T02:04:47.831225Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/tZGv2kebbO8wZR33czOBVW+xFW+yH018P38w2kMN3lV04JvQlo+tENob2g9Gbw96xxg0CfyA8KWOab5EpSiDA==","signature_status":"signed_v1","signed_at":"2026-05-22T02:04:47.831963Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.22645","source_kind":"arxiv","source_version":1}}},"equivocations":[{"signer_id":"pith.science","event_type":"integrity_finding","target":"integrity","event_ids":["sha256:01bad6c72919ce011e413158bce4fe748c9a7e86e9777864c2d7ce0e1a016dec","sha256:0319634d6a9f2f688ceba11f4fff02febd5e689fde691cb9354438f1fdf7bfb7","sha256:03eeb8d3b252b81ea8a6095a2b0513148defd9ad57a4726da33b81ae94be8f4f","sha256:043b7a69cef5e7595f4d237130d55beaecd9a0a2b06f66ee9f4474a398c09a68","sha256:0bf30bb0e571456b931fb15d64982fe729c0ee5b1b44b4e4fee05a7f787d654e","sha256:1103bf100e8ee331756c9c78852b40d056bc796931bdd5d5e03decfd8b8c4ab4","sha256:18b9aa3c176dc2b943c34c87eefda81f5dc476d5e30393dd105cd290ace241c6","sha256:1906a9b3586b258d82a30e4850904ba55e067d1c901e0c44e79bd8d27ced6932","sha256:25052db72074aa9661723e30c2c6b8247155e7cb14be2ee41710fadb5526fffc","sha256:34edc7416a1ada25be374004e66e2840d3f085df3e8721152181b94e9b348314","sha256:39e03e1c0700bf366a2ab7141186e081035d2490e0cf066cbd194b993ba6fe4d","sha256:40229e3545b2197d648c0be5745249c84f62acec6ea9414785856f2fa64df828","sha256:403533d9c1a4636ac805d4d6a16ade1320088f322df32af4feb2fbf87eadb8bf","sha256:41608a9e233aff5a0cad75129af602f84562e8546a7b2223af1cda3e11521d41","sha256:52620b29e141026479ca23c94a4b2e811a75b6d7c835518a60d3c94ff6346eea","sha256:52aa282041c8890feee36aefd38d8593c2ea74db4c5be3e89acf9bc11b570d76","sha256:541e2f95c2f0dea0aca582e1e1883e0441645cdbe1fc03aaf2388f41e83febd6","sha256:5c45803abf340fa35b4b0c63421da68a7addc40ff15e3362f4994e10a37181b8","sha256:5df117b54340f917c5ceae6d2fec76876449d8f317df555f776744c2a6062001","sha256:6a797921c7f4692bd890da3cd4d62d583d52413d2a79e0803c9bf074babeb4ed","sha256:6fe98aafcce9d8afe8b425b7fc07d44a0888cca42f575738eac434168b647ac9","sha256:704a70f6625e5020dfb50dc5ab780f76a36c9031d884b87aa4fd4f8e203ae984","sha256:77f00f4c266831675be21cbf47560f977ec3149b0e555473e952516e05767fa9","sha256:7b6c6c839514bb76c66d7c5b7680ca2c5347debff246ea24623231b9029ae1aa","sha256:7e35c33f2f9c4582338400c5023c3bef685c0e93e597f763a9aa783a56eacdc3","sha256:7ffcc9dbf9509101319d61b105f7a99618e81306da05ca394c3d27a9184f01a3","sha256:85056cbbd9d7c5e19c1f4c8fd70bb0ef8bd97fe1433360422af8307a7890a70a","sha256:8947d467133fd5ebeb651fb28f85aabab7075ed50b1107568f23763041690f35","sha256:8d5a230cd1cf4fe03028910448f037fcef61246086b568cf0304887148fb3a1a","sha256:98229a9bba0f7afc6782365c0d8e21a75c500e3bed2b78ff63a38c2dcc5e70c9","sha256:a07ea87ef0906d078e0bf2393ccfca0315dbc3430b8c298709f46e92d41ba315","sha256:a3765f90b735936401474ef0cf7ff134a5cdffc4ca8833ef8718c11235059d67","sha256:a488ecf4c9cd2a9c184a4828e69e0d8cf274e0b4323378793a0b68c49819d89c","sha256:a8b882594be062a665067311bc0a443ad2cc92676011182cd35d8fda5f2d9f62","sha256:ab16a16f024a3965d2257cf0dffc4eb59030ba6b9f7faca57a6ca1767355eb49","sha256:afeae965d21a30f90e85993308903588013fd136ae80af06c45077aa1146a64a","sha256:b4a815f8add769a87cfd44c603c60c07af4297efe971831043ead766a0568d1e","sha256:b9080fa029043584684a63abe742b8a01068f5d008ef276acbded3cfd1b3029f","sha256:bd4bd0a4695018fa5d7ee15d8c77a69c4102f4b91667b5fccb849a2ada60a743","sha256:be6a6076cbeb9c8e3d3bd68940e99d2556e89b6d6c64590aea44f44d1028f06b","sha256:c13d9b2bb4599a6a01879e96a629fdd8d8faa602cc17589ebb53153c2432bef8","sha256:c1545e9ebda353428f171fab7860db2b6fb29c01e147d962b4562d744ef90f96","sha256:c4e565ed8c94766a627d640e17e8eab9d984b25be08e81c407c367e630fe338e","sha256:c8a9b3a8e72065dbb3ae50951e6613580bf49f47d3a49a41637f03a7e360c5bc","sha256:cc66f8dba2d78c26d6913a1d5927c87dfb1f8c5181c1d3fdd0be8a0019e21897","sha256:d3ad6986e431df014c8410d7c3a71a00bcceda4e37ba8c44d72265b47d543d8f","sha256:dcdadcef5aedfdb87b2cbf6658cdfcd3b487f401839989501cde5dbd9d0f8a8b","sha256:de08985f99674d1eab7aed6b834b019b4a4721af80ce8470c043bf596af2eaa5","sha256:e10fa0df8a5c587f5f15e92af8aca55ca44b37fb5c33b3e4e8c11fec92712fac","sha256:e12da7d1e3c0d2ebebef8d6c4f7f73163ed05cb64bd65c51f891132f9f192834","sha256:ed4d4f026e5080c1a36a1d38df8868b357331bf517e3d008d00009e30a2b05b8","sha256:eda50956cd62b0dbaf5efc352eb610bb0e51abfb3d1a0f18cfc368ddad724dae","sha256:f151a660bab71af2f45b4bfcfe37ff742f11671d6c5dc20e477ae5517590d540","sha256:fb5d15a6b0785f92a59b6f3bade4e6119efeab1cd8508b4fb35ebd086b4a66a5","sha256:fb9727da5b157960d36b52589d1949c300fa7227c99c8845d0930398cffcbf38"]}],"invalid_events":[],"applied_event_ids":["sha256:3fe4fcdbf1d0fccd53c687037658302568a7ad5f9975b9a63e5e627dbf8e9fa5","sha256:49c8b4934686dfd80cb31ed8bc543a87c1ff1ce29246a9b8fcf89ef313953180"],"state_sha256":"575927d2bfb838da75bea89b26ad6a4ee802f41a1003b7a53da8d41d31900904"}