{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:KMZSOMYPRQW7HQQQYAWMCK4WC7","short_pith_number":"pith:KMZSOMYP","canonical_record":{"source":{"id":"2211.01910","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-03T15:43:03Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"daf364666d50b372bbced2fbded774909252077c11853ea77d9ad9819d5bda7e","abstract_canon_sha256":"a862fe8e381629497c01a823e98ba6f4327c9346331ab12a2286e448cce622b2"},"schema_version":"1.0"},"canonical_sha256":"533327330f8c2df3c210c02cc12b9617cddf3b8019a23bf2a2a0393018f47ef9","source":{"kind":"arxiv","id":"2211.01910","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.01910","created_at":"2026-05-24T09:39:14Z"},{"alias_kind":"arxiv_version","alias_value":"2211.01910v2","created_at":"2026-05-24T09:39:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.01910","created_at":"2026-05-24T09:39:14Z"},{"alias_kind":"pith_short_12","alias_value":"KMZSOMYPRQW7","created_at":"2026-05-24T09:39:14Z"},{"alias_kind":"pith_short_16","alias_value":"KMZSOMYPRQW7HQQQ","created_at":"2026-05-24T09:39:14Z"},{"alias_kind":"pith_short_8","alias_value":"KMZSOMYP","created_at":"2026-05-24T09:39:14Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:KMZSOMYPRQW7HQQQYAWMCK4WC7","target":"record","payload":{"canonical_record":{"source":{"id":"2211.01910","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-03T15:43:03Z","cross_cats_sorted":["cs.AI","cs.CL"],"title_canon_sha256":"daf364666d50b372bbced2fbded774909252077c11853ea77d9ad9819d5bda7e","abstract_canon_sha256":"a862fe8e381629497c01a823e98ba6f4327c9346331ab12a2286e448cce622b2"},"schema_version":"1.0"},"canonical_sha256":"533327330f8c2df3c210c02cc12b9617cddf3b8019a23bf2a2a0393018f47ef9","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-24T09:39:14.589631Z","signature_b64":"ybm1AKUYxHplzDEGeYis6YQc4sdEY+raxe3SEmGj+ig6rJrkX1Bn45BEt7pg3PXdBx7AbeYj2MVvyfRCDAe3Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"533327330f8c2df3c210c02cc12b9617cddf3b8019a23bf2a2a0393018f47ef9","last_reissued_at":"2026-05-24T09:39:14.586878Z","signature_status":"signed_v1","first_computed_at":"2026-05-24T09:39:14.586878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2211.01910","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-24T09:39:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4qGXhoFBBZRkijsWSZKvwF32N+InWD3yWeVXiWWaSZRl5rtrGv5DnKn5AEbykvOPLjUt/ah1QpjpX/NkzB4jCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T18:11:02.747923Z"},"content_sha256":"4400c5a53e14e85f3a400775ea823ca490bb5f2991b6b808e2f97ae0542406ee","schema_version":"1.0","event_id":"sha256:4400c5a53e14e85f3a400775ea823ca490bb5f2991b6b808e2f97ae0542406ee"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:KMZSOMYPRQW7HQQQYAWMCK4WC7","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Large Language Models Are Human-Level Prompt Engineers","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CL"],"primary_cat":"cs.LG","authors_text":"Andrei Ioan Muresanu, Harris Chan, Jimmy Ba, Keiran Paster, Silviu Pitis, Yongchao Zhou, Ziwen Han","submitted_at":"2022-11-03T15:43:03Z","abstract_excerpt":"By conditioning on natural language instructions, large language models (LLMs) have displayed impressive capabilities as general-purpose computers. However, task performance depends significantly on the quality of the prompt used to steer the model, and most effective prompts have been handcrafted by humans. Inspired by classical program synthesis and the human approach to prompt engineering, we propose Automatic Prompt Engineer (APE) for automatic instruction generation and selection. In our method, we treat the instruction as the \"program,\" optimized by searching over a pool of instruction c"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.01910","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2211.01910/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-24T09:39:14Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SHrsmUtdhcg43AsYxEC3outb9eAdACfZE3tawQsMEq8lConxPXxVQ8em9jsxkWhOTtkJ6naKBX6mi09qTUrWCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T18:11:02.748698Z"},"content_sha256":"dd307a0e4e5f6a2260c58eb40055b62064340baf28db8b45ec71bdba80625549","schema_version":"1.0","event_id":"sha256:dd307a0e4e5f6a2260c58eb40055b62064340baf28db8b45ec71bdba80625549"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/KMZSOMYPRQW7HQQQYAWMCK4WC7/bundle.json","state_url":"https://pith.science/pith/KMZSOMYPRQW7HQQQYAWMCK4WC7/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/KMZSOMYPRQW7HQQQYAWMCK4WC7/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T18:11:02Z","links":{"resolver":"https://pith.science/pith/KMZSOMYPRQW7HQQQYAWMCK4WC7","bundle":"https://pith.science/pith/KMZSOMYPRQW7HQQQYAWMCK4WC7/bundle.json","state":"https://pith.science/pith/KMZSOMYPRQW7HQQQYAWMCK4WC7/state.json","well_known_bundle":"https://pith.science/.well-known/pith/KMZSOMYPRQW7HQQQYAWMCK4WC7/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:KMZSOMYPRQW7HQQQYAWMCK4WC7","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a862fe8e381629497c01a823e98ba6f4327c9346331ab12a2286e448cce622b2","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-03T15:43:03Z","title_canon_sha256":"daf364666d50b372bbced2fbded774909252077c11853ea77d9ad9819d5bda7e"},"schema_version":"1.0","source":{"id":"2211.01910","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2211.01910","created_at":"2026-05-24T09:39:14Z"},{"alias_kind":"arxiv_version","alias_value":"2211.01910v2","created_at":"2026-05-24T09:39:14Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2211.01910","created_at":"2026-05-24T09:39:14Z"},{"alias_kind":"pith_short_12","alias_value":"KMZSOMYPRQW7","created_at":"2026-05-24T09:39:14Z"},{"alias_kind":"pith_short_16","alias_value":"KMZSOMYPRQW7HQQQ","created_at":"2026-05-24T09:39:14Z"},{"alias_kind":"pith_short_8","alias_value":"KMZSOMYP","created_at":"2026-05-24T09:39:14Z"}],"graph_snapshots":[{"event_id":"sha256:dd307a0e4e5f6a2260c58eb40055b62064340baf28db8b45ec71bdba80625549","target":"graph","created_at":"2026-05-24T09:39:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2211.01910/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"By conditioning on natural language instructions, large language models (LLMs) have displayed impressive capabilities as general-purpose computers. However, task performance depends significantly on the quality of the prompt used to steer the model, and most effective prompts have been handcrafted by humans. Inspired by classical program synthesis and the human approach to prompt engineering, we propose Automatic Prompt Engineer (APE) for automatic instruction generation and selection. In our method, we treat the instruction as the \"program,\" optimized by searching over a pool of instruction c","authors_text":"Andrei Ioan Muresanu, Harris Chan, Jimmy Ba, Keiran Paster, Silviu Pitis, Yongchao Zhou, Ziwen Han","cross_cats":["cs.AI","cs.CL"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-03T15:43:03Z","title":"Large Language Models Are Human-Level Prompt Engineers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2211.01910","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:4400c5a53e14e85f3a400775ea823ca490bb5f2991b6b808e2f97ae0542406ee","target":"record","created_at":"2026-05-24T09:39:14Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a862fe8e381629497c01a823e98ba6f4327c9346331ab12a2286e448cce622b2","cross_cats_sorted":["cs.AI","cs.CL"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2022-11-03T15:43:03Z","title_canon_sha256":"daf364666d50b372bbced2fbded774909252077c11853ea77d9ad9819d5bda7e"},"schema_version":"1.0","source":{"id":"2211.01910","kind":"arxiv","version":2}},"canonical_sha256":"533327330f8c2df3c210c02cc12b9617cddf3b8019a23bf2a2a0393018f47ef9","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"533327330f8c2df3c210c02cc12b9617cddf3b8019a23bf2a2a0393018f47ef9","first_computed_at":"2026-05-24T09:39:14.586878Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-24T09:39:14.586878Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ybm1AKUYxHplzDEGeYis6YQc4sdEY+raxe3SEmGj+ig6rJrkX1Bn45BEt7pg3PXdBx7AbeYj2MVvyfRCDAe3Ag==","signature_status":"signed_v1","signed_at":"2026-05-24T09:39:14.589631Z","signed_message":"canonical_sha256_bytes"},"source_id":"2211.01910","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:4400c5a53e14e85f3a400775ea823ca490bb5f2991b6b808e2f97ae0542406ee","sha256:dd307a0e4e5f6a2260c58eb40055b62064340baf28db8b45ec71bdba80625549"],"state_sha256":"83ac53912dec43baf36c9d66e15f2723c424d8b81a1a9c4b9b391473300c083e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gjC/wWmqyayByr6wzdkyCtswiO+6FNnZSjknMR4tuLCoCL6Po8hnB7iPonHf7KAuqZmFS/iEJF3EzbKpnErXAQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T18:11:02.752812Z","bundle_sha256":"c03b3de00e53ef6c4bce14ade68c0df5e8da49f5c7550ab73ab154a0adeb5172"}}