{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:HVIJJEPK5CPRZ3KZ6OJGCOJFES","short_pith_number":"pith:HVIJJEPK","canonical_record":{"source":{"id":"2302.11382","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-02-21T12:42:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b44d01d7659f193801c93a5aa46218863a5e304ef4147afd8ed96ebcb97bb77f","abstract_canon_sha256":"0bab6574f91d4872e4416cba8bef95b65278b4b9517ecbc312269aa752763dac"},"schema_version":"1.0"},"canonical_sha256":"3d509491eae89f1ced59f39261392524b99f21da954bea20909d5497a56a0a66","source":{"kind":"arxiv","id":"2302.11382","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.11382","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"arxiv_version","alias_value":"2302.11382v1","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.11382","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"pith_short_12","alias_value":"HVIJJEPK5CPR","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"HVIJJEPK5CPRZ3KZ","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"HVIJJEPK","created_at":"2026-05-18T12:33:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:HVIJJEPK5CPRZ3KZ6OJGCOJFES","target":"record","payload":{"canonical_record":{"source":{"id":"2302.11382","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-02-21T12:42:44Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"b44d01d7659f193801c93a5aa46218863a5e304ef4147afd8ed96ebcb97bb77f","abstract_canon_sha256":"0bab6574f91d4872e4416cba8bef95b65278b4b9517ecbc312269aa752763dac"},"schema_version":"1.0"},"canonical_sha256":"3d509491eae89f1ced59f39261392524b99f21da954bea20909d5497a56a0a66","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:38:53.175131Z","signature_b64":"G8jCbQGouvvtu7HPIy94geB5xM0K37e6b3+L6AyCli/MB+nTNIxcRaVf7Wl8UXNd/nXs6agvWuk4v4kqIIRRDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3d509491eae89f1ced59f39261392524b99f21da954bea20909d5497a56a0a66","last_reissued_at":"2026-05-17T23:38:53.174528Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:38:53.174528Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.11382","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8GzAVPKNAvAMz3fXNC1YKaJN/NHHJHxmwxLaa4P3Hy7psQ+yKCrkQXrg8SGzGfVzcJcRwlrpt+SBd/8Zmlg9CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T17:51:03.833668Z"},"content_sha256":"ff82d5880da7ec3556bd4266c72496ea4f9b49288614d09011031a7b689886f4","schema_version":"1.0","event_id":"sha256:ff82d5880da7ec3556bd4266c72496ea4f9b49288614d09011031a7b689886f4"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:HVIJJEPK5CPRZ3KZ6OJGCOJFES","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Prompt Pattern Catalog to Enhance Prompt Engineering with ChatGPT","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"A catalog of prompt patterns provides reusable solutions to common problems in LLM conversations.","cross_cats":["cs.AI"],"primary_cat":"cs.SE","authors_text":"Ashraf Elnashar, Carlos Olea, Douglas C. Schmidt, Henry Gilbert, Jesse Spencer-Smith, Jules White, Michael Sandborn, Quchen Fu, Sam Hays","submitted_at":"2023-02-21T12:42:44Z","abstract_excerpt":"Prompt engineering is an increasingly important skill set needed to converse effectively with large language models (LLMs), such as ChatGPT. Prompts are instructions given to an LLM to enforce rules, automate processes, and ensure specific qualities (and quantities) of generated output. Prompts are also a form of programming that can customize the outputs and interactions with an LLM. This paper describes a catalog of prompt engineering techniques presented in pattern form that have been applied to solve common problems when conversing with LLMs. Prompt patterns are a knowledge transfer method"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"This paper provides a catalog of patterns that have been applied successfully to improve the outputs of LLM conversations.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"The patterns described are generalizable and can be adapted to different domains and LLMs beyond the specific examples provided in the paper.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"The authors present a catalog of prompt patterns that provide reusable solutions to common problems in generating and interacting with outputs from LLMs.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"A catalog of prompt patterns provides reusable solutions to common problems in LLM conversations.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"2552854c45838fae58ae92c1768dddb8c20ab203daa62a62796195aabe8e4d95"},"source":{"id":"2302.11382","kind":"arxiv","version":1},"verdict":{"id":"34690b2f-f55c-4f3e-a2cc-84403b3b99c0","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-15T07:04:31.897769Z","strongest_claim":"This paper provides a catalog of patterns that have been applied successfully to improve the outputs of LLM conversations.","one_line_summary":"The authors present a catalog of prompt patterns that provide reusable solutions to common problems in generating and interacting with outputs from LLMs.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"The patterns described are generalizable and can be adapted to different domains and LLMs beyond the specific examples provided in the paper.","pith_extraction_headline":"A catalog of prompt patterns provides reusable solutions to common problems in LLM conversations."},"references":{"count":38,"sample":[{"doi":"","year":2021,"title":"On the Opportunities and Risks of Foundation Models","work_id":"a18039e9-928d-47c9-a836-32656a71bf71","ref_index":1,"cited_arxiv_id":"2108.07258","is_internal_anchor":true},{"doi":"","year":2023,"title":"A Multitask, Multilingual, Multimodal Evaluation of ChatGPT on Reasoning, Hallucination, and Interactivity","work_id":"41dff74c-00b2-4c77-a674-9f86030c06c8","ref_index":2,"cited_arxiv_id":"2302.04023","is_internal_anchor":true},{"doi":"","year":2022,"title":"How well does chatgpt do when taking the med ical licensing exams?","work_id":"3c45ec04-99b1-4d7d-9204-54c83d9c27b5","ref_index":3,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":2022,"title":"Architecting the future of software engi neering,","work_id":"840e0290-70ed-45ad-942d-544646219a5d","ref_index":4,"cited_arxiv_id":"","is_internal_anchor":false},{"doi":"","year":null,"title":"Github copilot · your ai pair programmer","work_id":"e6d22292-c09d-41bf-8217-9c08281d81dd","ref_index":5,"cited_arxiv_id":"","is_internal_anchor":false}],"resolved_work":38,"snapshot_sha256":"0482ea9a7cd9bcd01764164ac8fcb4a629cc036b7556510cac7317678c016486","internal_anchors":6},"formal_canon":{"evidence_count":2,"snapshot_sha256":"d0b34ebdd5105c131c24bf198b891e7f1df76c397f415730b6b146384a464df7"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"34690b2f-f55c-4f3e-a2cc-84403b3b99c0"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-17T23:38:53Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8xZ8ep+ku9irMaxMXeG7sbOJyDYZFa3p+WxOXGjLJw/9JtfnI2eyz82O/IQymhI3hMJyTp7p0v8UVvNvnDakDg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-30T17:51:03.834787Z"},"content_sha256":"bf20bfb209234f3ed4a0c296607ff02c6b9237ecdb7032a4e16307ff008be1c8","schema_version":"1.0","event_id":"sha256:bf20bfb209234f3ed4a0c296607ff02c6b9237ecdb7032a4e16307ff008be1c8"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/HVIJJEPK5CPRZ3KZ6OJGCOJFES/bundle.json","state_url":"https://pith.science/pith/HVIJJEPK5CPRZ3KZ6OJGCOJFES/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/HVIJJEPK5CPRZ3KZ6OJGCOJFES/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-30T17:51:03Z","links":{"resolver":"https://pith.science/pith/HVIJJEPK5CPRZ3KZ6OJGCOJFES","bundle":"https://pith.science/pith/HVIJJEPK5CPRZ3KZ6OJGCOJFES/bundle.json","state":"https://pith.science/pith/HVIJJEPK5CPRZ3KZ6OJGCOJFES/state.json","well_known_bundle":"https://pith.science/.well-known/pith/HVIJJEPK5CPRZ3KZ6OJGCOJFES/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:HVIJJEPK5CPRZ3KZ6OJGCOJFES","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0bab6574f91d4872e4416cba8bef95b65278b4b9517ecbc312269aa752763dac","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-02-21T12:42:44Z","title_canon_sha256":"b44d01d7659f193801c93a5aa46218863a5e304ef4147afd8ed96ebcb97bb77f"},"schema_version":"1.0","source":{"id":"2302.11382","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.11382","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"arxiv_version","alias_value":"2302.11382v1","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.11382","created_at":"2026-05-17T23:38:53Z"},{"alias_kind":"pith_short_12","alias_value":"HVIJJEPK5CPR","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_16","alias_value":"HVIJJEPK5CPRZ3KZ","created_at":"2026-05-18T12:33:33Z"},{"alias_kind":"pith_short_8","alias_value":"HVIJJEPK","created_at":"2026-05-18T12:33:33Z"}],"graph_snapshots":[{"event_id":"sha256:bf20bfb209234f3ed4a0c296607ff02c6b9237ecdb7032a4e16307ff008be1c8","target":"graph","created_at":"2026-05-17T23:38:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"This paper provides a catalog of patterns that have been applied successfully to improve the outputs of LLM conversations."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"The patterns described are generalizable and can be adapted to different domains and LLMs beyond the specific examples provided in the paper."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"The authors present a catalog of prompt patterns that provide reusable solutions to common problems in generating and interacting with outputs from LLMs."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"A catalog of prompt patterns provides reusable solutions to common problems in LLM conversations."}],"snapshot_sha256":"2552854c45838fae58ae92c1768dddb8c20ab203daa62a62796195aabe8e4d95"},"formal_canon":{"evidence_count":2,"snapshot_sha256":"d0b34ebdd5105c131c24bf198b891e7f1df76c397f415730b6b146384a464df7"},"paper":{"abstract_excerpt":"Prompt engineering is an increasingly important skill set needed to converse effectively with large language models (LLMs), such as ChatGPT. Prompts are instructions given to an LLM to enforce rules, automate processes, and ensure specific qualities (and quantities) of generated output. Prompts are also a form of programming that can customize the outputs and interactions with an LLM. This paper describes a catalog of prompt engineering techniques presented in pattern form that have been applied to solve common problems when conversing with LLMs. Prompt patterns are a knowledge transfer method","authors_text":"Ashraf Elnashar, Carlos Olea, Douglas C. Schmidt, Henry Gilbert, Jesse Spencer-Smith, Jules White, Michael Sandborn, Quchen Fu, Sam Hays","cross_cats":["cs.AI"],"headline":"A catalog of prompt patterns provides reusable solutions to common problems in LLM conversations.","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-02-21T12:42:44Z","title":"A Prompt Pattern Catalog to Enhance Prompt Engineering with ChatGPT"},"references":{"count":38,"internal_anchors":6,"resolved_work":38,"sample":[{"cited_arxiv_id":"2108.07258","doi":"","is_internal_anchor":true,"ref_index":1,"title":"On the Opportunities and Risks of Foundation Models","work_id":"a18039e9-928d-47c9-a836-32656a71bf71","year":2021},{"cited_arxiv_id":"2302.04023","doi":"","is_internal_anchor":true,"ref_index":2,"title":"A Multitask, Multilingual, Multimodal Evaluation of ChatGPT on Reasoning, Hallucination, and Interactivity","work_id":"41dff74c-00b2-4c77-a674-9f86030c06c8","year":2023},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":3,"title":"How well does chatgpt do when taking the med ical licensing exams?","work_id":"3c45ec04-99b1-4d7d-9204-54c83d9c27b5","year":2022},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":4,"title":"Architecting the future of software engi neering,","work_id":"840e0290-70ed-45ad-942d-544646219a5d","year":2022},{"cited_arxiv_id":"","doi":"","is_internal_anchor":false,"ref_index":5,"title":"Github copilot · your ai pair programmer","work_id":"e6d22292-c09d-41bf-8217-9c08281d81dd","year":null}],"snapshot_sha256":"0482ea9a7cd9bcd01764164ac8fcb4a629cc036b7556510cac7317678c016486"},"source":{"id":"2302.11382","kind":"arxiv","version":1},"verdict":{"created_at":"2026-05-15T07:04:31.897769Z","id":"34690b2f-f55c-4f3e-a2cc-84403b3b99c0","model_set":{"reader":"grok-4.3"},"one_line_summary":"The authors present a catalog of prompt patterns that provide reusable solutions to common problems in generating and interacting with outputs from LLMs.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"A catalog of prompt patterns provides reusable solutions to common problems in LLM conversations.","strongest_claim":"This paper provides a catalog of patterns that have been applied successfully to improve the outputs of LLM conversations.","weakest_assumption":"The patterns described are generalizable and can be adapted to different domains and LLMs beyond the specific examples provided in the paper."}},"verdict_id":"34690b2f-f55c-4f3e-a2cc-84403b3b99c0"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ff82d5880da7ec3556bd4266c72496ea4f9b49288614d09011031a7b689886f4","target":"record","created_at":"2026-05-17T23:38:53Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0bab6574f91d4872e4416cba8bef95b65278b4b9517ecbc312269aa752763dac","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.SE","submitted_at":"2023-02-21T12:42:44Z","title_canon_sha256":"b44d01d7659f193801c93a5aa46218863a5e304ef4147afd8ed96ebcb97bb77f"},"schema_version":"1.0","source":{"id":"2302.11382","kind":"arxiv","version":1}},"canonical_sha256":"3d509491eae89f1ced59f39261392524b99f21da954bea20909d5497a56a0a66","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"3d509491eae89f1ced59f39261392524b99f21da954bea20909d5497a56a0a66","first_computed_at":"2026-05-17T23:38:53.174528Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-17T23:38:53.174528Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"G8jCbQGouvvtu7HPIy94geB5xM0K37e6b3+L6AyCli/MB+nTNIxcRaVf7Wl8UXNd/nXs6agvWuk4v4kqIIRRDA==","signature_status":"signed_v1","signed_at":"2026-05-17T23:38:53.175131Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.11382","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ff82d5880da7ec3556bd4266c72496ea4f9b49288614d09011031a7b689886f4","sha256:bf20bfb209234f3ed4a0c296607ff02c6b9237ecdb7032a4e16307ff008be1c8"],"state_sha256":"180b88fe37a4c9625823a7db8fbf5d657d47af848246f1be0b1e483f7a868314"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ngKmoGAsberxA2OUiu6lniGI7sEzGNVBR8Xa8sUmZ9OS3azdZMHO6PIzl7dJimXxFXX1YceSVxXSdkWQk3xwBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-30T17:51:03.839645Z","bundle_sha256":"bbe615103fc4986af3dc87a4b7c3793d8816feba4c594de5051775ea87acc3ba"}}