{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:QQTOSWXKAFF2T22VORW4NNAVNV","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ecc617b1baaf4dfc359b5a1ed03cc83377675c1a01eac909b77ea01dcbd827c1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-03T09:48:54Z","title_canon_sha256":"49ca5ac1b2267f634a40d52f60ab4ae54799d8341d5bf906f6b7d80a96026fd0"},"schema_version":"1.0","source":{"id":"2402.02101","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2402.02101","created_at":"2026-07-05T07:41:11Z"},{"alias_kind":"arxiv_version","alias_value":"2402.02101v1","created_at":"2026-07-05T07:41:11Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2402.02101","created_at":"2026-07-05T07:41:11Z"},{"alias_kind":"pith_short_12","alias_value":"QQTOSWXKAFF2","created_at":"2026-07-05T07:41:11Z"},{"alias_kind":"pith_short_16","alias_value":"QQTOSWXKAFF2T22V","created_at":"2026-07-05T07:41:11Z"},{"alias_kind":"pith_short_8","alias_value":"QQTOSWXK","created_at":"2026-07-05T07:41:11Z"}],"graph_snapshots":[{"event_id":"sha256:24faa27a61c441a5cedb824707d0a69002a128b9dbc471c8fea4a534b3fbf1cb","target":"graph","created_at":"2026-07-05T07:41:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2402.02101/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"LLM-based Automatic Prompt Optimization, which typically utilizes LLMs as Prompt Optimizers to self-reflect and refine prompts, has shown promising performance in recent studies. Despite the success, the underlying mechanism of this approach remains unexplored, and the true effectiveness of LLMs as Prompt Optimizers requires further validation. In this work, we conducted a comprehensive study to uncover the actual mechanism of LLM-based Prompt Optimization. Our findings reveal that the LLM optimizers struggle to identify the true causes of errors during reflection, tending to be biased by thei","authors_text":"Jian Li, Nan Du, Qi Zhang, Ruotian Ma, Tao Gui, Xiaolei Wang, Xin Zhou, Xuanjing Huang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-03T09:48:54Z","title":"Are Large Language Models Good Prompt Optimizers?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2402.02101","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:e14a234d7517c4b3a1bc06528f0fc41c96567a9b5978e0925d20cdb300c5536a","target":"record","created_at":"2026-07-05T07:41:11Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ecc617b1baaf4dfc359b5a1ed03cc83377675c1a01eac909b77ea01dcbd827c1","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2024-02-03T09:48:54Z","title_canon_sha256":"49ca5ac1b2267f634a40d52f60ab4ae54799d8341d5bf906f6b7d80a96026fd0"},"schema_version":"1.0","source":{"id":"2402.02101","kind":"arxiv","version":1}},"canonical_sha256":"8426e95aea014ba9eb55746dc6b4156d435827dc87b700c3c2c8a5a96eee9ccf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"8426e95aea014ba9eb55746dc6b4156d435827dc87b700c3c2c8a5a96eee9ccf","first_computed_at":"2026-07-05T07:41:11.011484Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:41:11.011484Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rDQ0iqN2JeuJXH5UZqF1UKyhUHL4ThyNiZ3g6QEycx3pqYHOtHlknWMi/Y21MvBd7/880+Ahpy3oUdtQFQrTCA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:41:11.011958Z","signed_message":"canonical_sha256_bytes"},"source_id":"2402.02101","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:e14a234d7517c4b3a1bc06528f0fc41c96567a9b5978e0925d20cdb300c5536a","sha256:24faa27a61c441a5cedb824707d0a69002a128b9dbc471c8fea4a534b3fbf1cb"],"state_sha256":"1c3f7cce24b3c00a215f7cd810ad2b216ff59fdde6866570f1d9496ec933356d"}