{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:3NXFB6QWCHGOYDKJUSRJDQOTXU","short_pith_number":"pith:3NXFB6QW","canonical_record":{"source":{"id":"2305.14877","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T08:29:50Z","cross_cats_sorted":[],"title_canon_sha256":"8d948308e64345123098a27bb719d2c1897d6126baf5b3d8577c19624819b09e","abstract_canon_sha256":"b54d3e5827137adc9b9df0699adbad9562b1c92d6ca2cc24294f07566fc22bd5"},"schema_version":"1.0"},"canonical_sha256":"db6e50fa1611ccec0d49a4a291c1d3bd027bd04f89aa7f9260017d0291e84f1e","source":{"kind":"arxiv","id":"2305.14877","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14877","created_at":"2026-07-05T07:53:46Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14877v2","created_at":"2026-07-05T07:53:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14877","created_at":"2026-07-05T07:53:46Z"},{"alias_kind":"pith_short_12","alias_value":"3NXFB6QWCHGO","created_at":"2026-07-05T07:53:46Z"},{"alias_kind":"pith_short_16","alias_value":"3NXFB6QWCHGOYDKJ","created_at":"2026-07-05T07:53:46Z"},{"alias_kind":"pith_short_8","alias_value":"3NXFB6QW","created_at":"2026-07-05T07:53:46Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:3NXFB6QWCHGOYDKJUSRJDQOTXU","target":"record","payload":{"canonical_record":{"source":{"id":"2305.14877","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T08:29:50Z","cross_cats_sorted":[],"title_canon_sha256":"8d948308e64345123098a27bb719d2c1897d6126baf5b3d8577c19624819b09e","abstract_canon_sha256":"b54d3e5827137adc9b9df0699adbad9562b1c92d6ca2cc24294f07566fc22bd5"},"schema_version":"1.0"},"canonical_sha256":"db6e50fa1611ccec0d49a4a291c1d3bd027bd04f89aa7f9260017d0291e84f1e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:53:46.992687Z","signature_b64":"OgXu/+EwQ5+2hKo4OHtwov1mjPZq/clWtTUdkMJcp86jDBUP/6NQWk2CyMTYTVBm/VSIfpIFy4USKvIRP3TfDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"db6e50fa1611ccec0d49a4a291c1d3bd027bd04f89aa7f9260017d0291e84f1e","last_reissued_at":"2026-07-05T07:53:46.992275Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:53:46.992275Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2305.14877","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:53:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ejl/RMvBQVAyJHkUNMuLaae2Orfq2n9LiiwRx7E+C1fqjoaiJ/GqHNPRZorRfDv99TLl7WjcPolFC4ZJJ5N/Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T00:22:13.290728Z"},"content_sha256":"0ae5f68fa6482f089cee0cc4a9d17e31fed80573125a1fa116368f33d0e1d654","schema_version":"1.0","event_id":"sha256:0ae5f68fa6482f089cee0cc4a9d17e31fed80573125a1fa116368f33d0e1d654"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:3NXFB6QWCHGOYDKJUSRJDQOTXU","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Improving Probability-based Prompt Selection Through Unified Evaluation and Analysis","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hyunji Lee, Joel Jang, Jonghyeon Kim, Minjoon Seo, Seonghyeon Ye, Sohee Yang","submitted_at":"2023-05-24T08:29:50Z","abstract_excerpt":"Previous works in prompt engineering for large language models have introduced different gradient-free probability-based prompt selection methods that aim to choose the optimal prompt among the candidates for a given task but have failed to provide a comprehensive and fair comparison between each other. In this paper, we propose a unified framework to interpret and evaluate the existing probability-based prompt selection methods by performing extensive experiments on 13 common and diverse NLP tasks. We find that each of the existing methods can be interpreted as some variant of the method that"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14877","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.14877/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:53:46Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QSs5KTyUR9CCA1gnN6VGS048POmxmMIUPPhk3OQfh+WmiffssWWGlXXwQpdC0c92el7HdrqNnRcezuVGCNeGCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T00:22:13.291607Z"},"content_sha256":"8b1f7311b9b7cbec0c22296065abdea85a1a475a574677767c9ad5d3304a69ad","schema_version":"1.0","event_id":"sha256:8b1f7311b9b7cbec0c22296065abdea85a1a475a574677767c9ad5d3304a69ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/3NXFB6QWCHGOYDKJUSRJDQOTXU/bundle.json","state_url":"https://pith.science/pith/3NXFB6QWCHGOYDKJUSRJDQOTXU/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/3NXFB6QWCHGOYDKJUSRJDQOTXU/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T00:22:13Z","links":{"resolver":"https://pith.science/pith/3NXFB6QWCHGOYDKJUSRJDQOTXU","bundle":"https://pith.science/pith/3NXFB6QWCHGOYDKJUSRJDQOTXU/bundle.json","state":"https://pith.science/pith/3NXFB6QWCHGOYDKJUSRJDQOTXU/state.json","well_known_bundle":"https://pith.science/.well-known/pith/3NXFB6QWCHGOYDKJUSRJDQOTXU/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:3NXFB6QWCHGOYDKJUSRJDQOTXU","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b54d3e5827137adc9b9df0699adbad9562b1c92d6ca2cc24294f07566fc22bd5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T08:29:50Z","title_canon_sha256":"8d948308e64345123098a27bb719d2c1897d6126baf5b3d8577c19624819b09e"},"schema_version":"1.0","source":{"id":"2305.14877","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2305.14877","created_at":"2026-07-05T07:53:46Z"},{"alias_kind":"arxiv_version","alias_value":"2305.14877v2","created_at":"2026-07-05T07:53:46Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.14877","created_at":"2026-07-05T07:53:46Z"},{"alias_kind":"pith_short_12","alias_value":"3NXFB6QWCHGO","created_at":"2026-07-05T07:53:46Z"},{"alias_kind":"pith_short_16","alias_value":"3NXFB6QWCHGOYDKJ","created_at":"2026-07-05T07:53:46Z"},{"alias_kind":"pith_short_8","alias_value":"3NXFB6QW","created_at":"2026-07-05T07:53:46Z"}],"graph_snapshots":[{"event_id":"sha256:8b1f7311b9b7cbec0c22296065abdea85a1a475a574677767c9ad5d3304a69ad","target":"graph","created_at":"2026-07-05T07:53:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2305.14877/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Previous works in prompt engineering for large language models have introduced different gradient-free probability-based prompt selection methods that aim to choose the optimal prompt among the candidates for a given task but have failed to provide a comprehensive and fair comparison between each other. In this paper, we propose a unified framework to interpret and evaluate the existing probability-based prompt selection methods by performing extensive experiments on 13 common and diverse NLP tasks. We find that each of the existing methods can be interpreted as some variant of the method that","authors_text":"Hyunji Lee, Joel Jang, Jonghyeon Kim, Minjoon Seo, Seonghyeon Ye, Sohee Yang","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T08:29:50Z","title":"Improving Probability-based Prompt Selection Through Unified Evaluation and Analysis"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.14877","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0ae5f68fa6482f089cee0cc4a9d17e31fed80573125a1fa116368f33d0e1d654","target":"record","created_at":"2026-07-05T07:53:46Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b54d3e5827137adc9b9df0699adbad9562b1c92d6ca2cc24294f07566fc22bd5","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-05-24T08:29:50Z","title_canon_sha256":"8d948308e64345123098a27bb719d2c1897d6126baf5b3d8577c19624819b09e"},"schema_version":"1.0","source":{"id":"2305.14877","kind":"arxiv","version":2}},"canonical_sha256":"db6e50fa1611ccec0d49a4a291c1d3bd027bd04f89aa7f9260017d0291e84f1e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"db6e50fa1611ccec0d49a4a291c1d3bd027bd04f89aa7f9260017d0291e84f1e","first_computed_at":"2026-07-05T07:53:46.992275Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:53:46.992275Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"OgXu/+EwQ5+2hKo4OHtwov1mjPZq/clWtTUdkMJcp86jDBUP/6NQWk2CyMTYTVBm/VSIfpIFy4USKvIRP3TfDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T07:53:46.992687Z","signed_message":"canonical_sha256_bytes"},"source_id":"2305.14877","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0ae5f68fa6482f089cee0cc4a9d17e31fed80573125a1fa116368f33d0e1d654","sha256:8b1f7311b9b7cbec0c22296065abdea85a1a475a574677767c9ad5d3304a69ad"],"state_sha256":"33c16000a302e8bc219722ed1925911422a96c8e45aa9f550898998d67999922"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jZ+Vsy6K2bSxQGJV9N2h1jzEuJ5zz8vz8QMi+hILQIGK7EHgunpqqF654AWZiiaiimYiYeKpEQinrTzpF7Z7CQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T00:22:13.315637Z","bundle_sha256":"8ac5c1382e3fe947e961bc44453436a26b41b087992b48badac36a76b17c8623"}}