{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:TO5PICX7TB4HEK22XL3VWJXWQR","short_pith_number":"pith:TO5PICX7","canonical_record":{"source":{"id":"2212.04037","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-08T02:21:47Z","cross_cats_sorted":[],"title_canon_sha256":"ddef25aea19b9028814694da6d1b1ce2f535742fa3399170fdc72fdefeac6ab2","abstract_canon_sha256":"7a461acfc968d13faaa0736c03890c861b961864feafc4984f993e5f1c1cf54c"},"schema_version":"1.0"},"canonical_sha256":"9bbaf40aff9878722b5abaf75b26f6847149964c82acd55f450b34b929875a55","source":{"kind":"arxiv","id":"2212.04037","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.04037","created_at":"2026-07-05T09:06:23Z"},{"alias_kind":"arxiv_version","alias_value":"2212.04037v2","created_at":"2026-07-05T09:06:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.04037","created_at":"2026-07-05T09:06:23Z"},{"alias_kind":"pith_short_12","alias_value":"TO5PICX7TB4H","created_at":"2026-07-05T09:06:23Z"},{"alias_kind":"pith_short_16","alias_value":"TO5PICX7TB4HEK22","created_at":"2026-07-05T09:06:23Z"},{"alias_kind":"pith_short_8","alias_value":"TO5PICX7","created_at":"2026-07-05T09:06:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:TO5PICX7TB4HEK22XL3VWJXWQR","target":"record","payload":{"canonical_record":{"source":{"id":"2212.04037","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-08T02:21:47Z","cross_cats_sorted":[],"title_canon_sha256":"ddef25aea19b9028814694da6d1b1ce2f535742fa3399170fdc72fdefeac6ab2","abstract_canon_sha256":"7a461acfc968d13faaa0736c03890c861b961864feafc4984f993e5f1c1cf54c"},"schema_version":"1.0"},"canonical_sha256":"9bbaf40aff9878722b5abaf75b26f6847149964c82acd55f450b34b929875a55","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:06:23.513504Z","signature_b64":"3mIzXiIyaChVbWiTLTIZ6cLB8VWm6KFiq806Fwvg7p6mMXr4Klt0IlxdN0A0vPYyXvi9lDWqorG+70O8KEO5Ag==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9bbaf40aff9878722b5abaf75b26f6847149964c82acd55f450b34b929875a55","last_reissued_at":"2026-07-05T09:06:23.513091Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:06:23.513091Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2212.04037","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:06:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fijcXHONtJjinJ3HBQVNhpb/Hl9OmIUIwi/bkuWhNxIF4mefi2+IWMNbHwkW2y97QUDW7jpMuv/xmoUFk24/CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T19:01:36.354206Z"},"content_sha256":"666319dcba76120f37f6b03e3b92c1fe71a9cf918671a314141bfcb916da32e1","schema_version":"1.0","event_id":"sha256:666319dcba76120f37f6b03e3b92c1fe71a9cf918671a314141bfcb916da32e1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:TO5PICX7TB4HEK22XL3VWJXWQR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Demystifying Prompts in Language Models via Perplexity Estimation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Hila Gonen, Luke Zettlemoyer, Noah A. Smith, Srini Iyer, Terra Blevins","submitted_at":"2022-12-08T02:21:47Z","abstract_excerpt":"Language models can be prompted to perform a wide variety of zero- and few-shot learning problems. However, performance varies significantly with the choice of prompt, and we do not yet understand why this happens or how to pick the best prompts. In this work, we analyze the factors that contribute to this variance and establish a new empirical hypothesis: the performance of a prompt is coupled with the extent to which the model is familiar with the language it contains. Over a wide range of tasks, we show that the lower the perplexity of the prompt is, the better the prompt is able to perform"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.04037","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2212.04037/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:06:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QURHLCNVhIfIIXiUL/P0UWPZmXCnqsgD5sS4nR00yqNNSYSo9TtrcPvDozjM/fAxp7dLdU2bd39a3BE8eVzCCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-15T19:01:36.354697Z"},"content_sha256":"0f319fc88d106d4f292f00cb23a810feec562bd75bb123e70bbf5919dfba27f7","schema_version":"1.0","event_id":"sha256:0f319fc88d106d4f292f00cb23a810feec562bd75bb123e70bbf5919dfba27f7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TO5PICX7TB4HEK22XL3VWJXWQR/bundle.json","state_url":"https://pith.science/pith/TO5PICX7TB4HEK22XL3VWJXWQR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TO5PICX7TB4HEK22XL3VWJXWQR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-15T19:01:36Z","links":{"resolver":"https://pith.science/pith/TO5PICX7TB4HEK22XL3VWJXWQR","bundle":"https://pith.science/pith/TO5PICX7TB4HEK22XL3VWJXWQR/bundle.json","state":"https://pith.science/pith/TO5PICX7TB4HEK22XL3VWJXWQR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TO5PICX7TB4HEK22XL3VWJXWQR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:TO5PICX7TB4HEK22XL3VWJXWQR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7a461acfc968d13faaa0736c03890c861b961864feafc4984f993e5f1c1cf54c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-08T02:21:47Z","title_canon_sha256":"ddef25aea19b9028814694da6d1b1ce2f535742fa3399170fdc72fdefeac6ab2"},"schema_version":"1.0","source":{"id":"2212.04037","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2212.04037","created_at":"2026-07-05T09:06:23Z"},{"alias_kind":"arxiv_version","alias_value":"2212.04037v2","created_at":"2026-07-05T09:06:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2212.04037","created_at":"2026-07-05T09:06:23Z"},{"alias_kind":"pith_short_12","alias_value":"TO5PICX7TB4H","created_at":"2026-07-05T09:06:23Z"},{"alias_kind":"pith_short_16","alias_value":"TO5PICX7TB4HEK22","created_at":"2026-07-05T09:06:23Z"},{"alias_kind":"pith_short_8","alias_value":"TO5PICX7","created_at":"2026-07-05T09:06:23Z"}],"graph_snapshots":[{"event_id":"sha256:0f319fc88d106d4f292f00cb23a810feec562bd75bb123e70bbf5919dfba27f7","target":"graph","created_at":"2026-07-05T09:06:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2212.04037/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Language models can be prompted to perform a wide variety of zero- and few-shot learning problems. However, performance varies significantly with the choice of prompt, and we do not yet understand why this happens or how to pick the best prompts. In this work, we analyze the factors that contribute to this variance and establish a new empirical hypothesis: the performance of a prompt is coupled with the extent to which the model is familiar with the language it contains. Over a wide range of tasks, we show that the lower the perplexity of the prompt is, the better the prompt is able to perform","authors_text":"Hila Gonen, Luke Zettlemoyer, Noah A. Smith, Srini Iyer, Terra Blevins","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-08T02:21:47Z","title":"Demystifying Prompts in Language Models via Perplexity Estimation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2212.04037","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:666319dcba76120f37f6b03e3b92c1fe71a9cf918671a314141bfcb916da32e1","target":"record","created_at":"2026-07-05T09:06:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7a461acfc968d13faaa0736c03890c861b961864feafc4984f993e5f1c1cf54c","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-12-08T02:21:47Z","title_canon_sha256":"ddef25aea19b9028814694da6d1b1ce2f535742fa3399170fdc72fdefeac6ab2"},"schema_version":"1.0","source":{"id":"2212.04037","kind":"arxiv","version":2}},"canonical_sha256":"9bbaf40aff9878722b5abaf75b26f6847149964c82acd55f450b34b929875a55","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9bbaf40aff9878722b5abaf75b26f6847149964c82acd55f450b34b929875a55","first_computed_at":"2026-07-05T09:06:23.513091Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:06:23.513091Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"3mIzXiIyaChVbWiTLTIZ6cLB8VWm6KFiq806Fwvg7p6mMXr4Klt0IlxdN0A0vPYyXvi9lDWqorG+70O8KEO5Ag==","signature_status":"signed_v1","signed_at":"2026-07-05T09:06:23.513504Z","signed_message":"canonical_sha256_bytes"},"source_id":"2212.04037","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:666319dcba76120f37f6b03e3b92c1fe71a9cf918671a314141bfcb916da32e1","sha256:0f319fc88d106d4f292f00cb23a810feec562bd75bb123e70bbf5919dfba27f7"],"state_sha256":"c1378c3f287b7eea240a5ddff3c81c9c20683519c776916535afaa1058024f80"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gYHdTdeynkNlQxhzuyttsxCIJ3wZRwpIoUilQPFuJc5XCCyg+GYmb3LkY9m/OyuGziF9u2Iqw+7ib/x8XKv+BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-15T19:01:36.358469Z","bundle_sha256":"6ae60691a84f6dc29f559573852b9c29f0eab304af730b79ade453d5c4c5154b"}}