{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4H54EWAQVVAFVGRQCLMZOSDBZR","short_pith_number":"pith:4H54EWAQ","canonical_record":{"source":{"id":"2411.10541","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T19:26:38Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"84aea76843ab1fa7120d9be6d304de547d105898cf55a8a534bd4f11cd4ee58e","abstract_canon_sha256":"cad90ecadcc1d848279ae2ab6629cb13d5ef92d25b6803cfa1525800c15598a4"},"schema_version":"1.0"},"canonical_sha256":"e1fbc25810ad405a9a3012d9974861cc59700d82fdfd7f3b03ff7d5dfc9b24f0","source":{"kind":"arxiv","id":"2411.10541","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10541","created_at":"2026-07-05T09:36:18Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10541v1","created_at":"2026-07-05T09:36:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10541","created_at":"2026-07-05T09:36:18Z"},{"alias_kind":"pith_short_12","alias_value":"4H54EWAQVVAF","created_at":"2026-07-05T09:36:18Z"},{"alias_kind":"pith_short_16","alias_value":"4H54EWAQVVAFVGRQ","created_at":"2026-07-05T09:36:18Z"},{"alias_kind":"pith_short_8","alias_value":"4H54EWAQ","created_at":"2026-07-05T09:36:18Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4H54EWAQVVAFVGRQCLMZOSDBZR","target":"record","payload":{"canonical_record":{"source":{"id":"2411.10541","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T19:26:38Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"84aea76843ab1fa7120d9be6d304de547d105898cf55a8a534bd4f11cd4ee58e","abstract_canon_sha256":"cad90ecadcc1d848279ae2ab6629cb13d5ef92d25b6803cfa1525800c15598a4"},"schema_version":"1.0"},"canonical_sha256":"e1fbc25810ad405a9a3012d9974861cc59700d82fdfd7f3b03ff7d5dfc9b24f0","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:36:18.347798Z","signature_b64":"DVW1GUPCQmZdnvQl7jrAnFEnYP2LHBfURx5dFQEzWer0sN5H8NgxmFqAB4KB9OGHR+EgZaoy9L3LZL2J72FXBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e1fbc25810ad405a9a3012d9974861cc59700d82fdfd7f3b03ff7d5dfc9b24f0","last_reissued_at":"2026-07-05T09:36:18.347327Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:36:18.347327Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.10541","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5TEcStiKvT/gnQzcuIFO1v0h73lKx8KAqzgOSyABpIaZ1t9GZqEERygTBYnWC1NuRdR90VXRXao7xWQDufb4BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T19:18:27.820923Z"},"content_sha256":"0ef21dbe0802416e73ea11121295e901e6cfc249f14ef641af4a954b845f09bd","schema_version":"1.0","event_id":"sha256:0ef21dbe0802416e73ea11121295e901e6cfc249f14ef641af4a954b845f09bd"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4H54EWAQVVAFVGRQCLMZOSDBZR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Does Prompt Formatting Have Any Impact on LLM Performance?","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CL","authors_text":"Arshdeep Sekhon, David Koleczek, Franklin X Wang, Jia He, Mukund Rungta, Sadid Hasan","submitted_at":"2024-11-15T19:26:38Z","abstract_excerpt":"In the realm of Large Language Models (LLMs), prompt optimization is crucial for model performance. Although previous research has explored aspects like rephrasing prompt contexts, using various prompting techniques (like in-context learning and chain-of-thought), and ordering few-shot examples, our understanding of LLM sensitivity to prompt templates remains limited. Therefore, this paper examines the impact of different prompt templates on LLM performance. We formatted the same contexts into various human-readable templates, including plain text, Markdown, JSON, and YAML, and evaluated their"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10541","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.10541/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:18Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9V9PJpjK08xHN+v8PtYEuhqM6JpJPdvOueo5Na8BphVoURnXcrli97LIytTHvMnOlYNwNtnYVg+70bcVZu0JBw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T19:18:27.821307Z"},"content_sha256":"a3324222039b8ebe9caebf33c50c10c113cb5abe5113402cb1ee1aca10977c6b","schema_version":"1.0","event_id":"sha256:a3324222039b8ebe9caebf33c50c10c113cb5abe5113402cb1ee1aca10977c6b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4H54EWAQVVAFVGRQCLMZOSDBZR/bundle.json","state_url":"https://pith.science/pith/4H54EWAQVVAFVGRQCLMZOSDBZR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4H54EWAQVVAFVGRQCLMZOSDBZR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T19:18:27Z","links":{"resolver":"https://pith.science/pith/4H54EWAQVVAFVGRQCLMZOSDBZR","bundle":"https://pith.science/pith/4H54EWAQVVAFVGRQCLMZOSDBZR/bundle.json","state":"https://pith.science/pith/4H54EWAQVVAFVGRQCLMZOSDBZR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4H54EWAQVVAFVGRQCLMZOSDBZR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4H54EWAQVVAFVGRQCLMZOSDBZR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cad90ecadcc1d848279ae2ab6629cb13d5ef92d25b6803cfa1525800c15598a4","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T19:26:38Z","title_canon_sha256":"84aea76843ab1fa7120d9be6d304de547d105898cf55a8a534bd4f11cd4ee58e"},"schema_version":"1.0","source":{"id":"2411.10541","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10541","created_at":"2026-07-05T09:36:18Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10541v1","created_at":"2026-07-05T09:36:18Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10541","created_at":"2026-07-05T09:36:18Z"},{"alias_kind":"pith_short_12","alias_value":"4H54EWAQVVAF","created_at":"2026-07-05T09:36:18Z"},{"alias_kind":"pith_short_16","alias_value":"4H54EWAQVVAFVGRQ","created_at":"2026-07-05T09:36:18Z"},{"alias_kind":"pith_short_8","alias_value":"4H54EWAQ","created_at":"2026-07-05T09:36:18Z"}],"graph_snapshots":[{"event_id":"sha256:a3324222039b8ebe9caebf33c50c10c113cb5abe5113402cb1ee1aca10977c6b","target":"graph","created_at":"2026-07-05T09:36:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.10541/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"In the realm of Large Language Models (LLMs), prompt optimization is crucial for model performance. Although previous research has explored aspects like rephrasing prompt contexts, using various prompting techniques (like in-context learning and chain-of-thought), and ordering few-shot examples, our understanding of LLM sensitivity to prompt templates remains limited. Therefore, this paper examines the impact of different prompt templates on LLM performance. We formatted the same contexts into various human-readable templates, including plain text, Markdown, JSON, and YAML, and evaluated their","authors_text":"Arshdeep Sekhon, David Koleczek, Franklin X Wang, Jia He, Mukund Rungta, Sadid Hasan","cross_cats":["cs.LG"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T19:26:38Z","title":"Does Prompt Formatting Have Any Impact on LLM Performance?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10541","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:0ef21dbe0802416e73ea11121295e901e6cfc249f14ef641af4a954b845f09bd","target":"record","created_at":"2026-07-05T09:36:18Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cad90ecadcc1d848279ae2ab6629cb13d5ef92d25b6803cfa1525800c15598a4","cross_cats_sorted":["cs.LG"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-11-15T19:26:38Z","title_canon_sha256":"84aea76843ab1fa7120d9be6d304de547d105898cf55a8a534bd4f11cd4ee58e"},"schema_version":"1.0","source":{"id":"2411.10541","kind":"arxiv","version":1}},"canonical_sha256":"e1fbc25810ad405a9a3012d9974861cc59700d82fdfd7f3b03ff7d5dfc9b24f0","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e1fbc25810ad405a9a3012d9974861cc59700d82fdfd7f3b03ff7d5dfc9b24f0","first_computed_at":"2026-07-05T09:36:18.347327Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:36:18.347327Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"DVW1GUPCQmZdnvQl7jrAnFEnYP2LHBfURx5dFQEzWer0sN5H8NgxmFqAB4KB9OGHR+EgZaoy9L3LZL2J72FXBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T09:36:18.347798Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.10541","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:0ef21dbe0802416e73ea11121295e901e6cfc249f14ef641af4a954b845f09bd","sha256:a3324222039b8ebe9caebf33c50c10c113cb5abe5113402cb1ee1aca10977c6b"],"state_sha256":"c209978cea2d18c70e04fe94a362170b7c8c7f096284f5561586829fed8f1d3a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sULGArH+WcK0X03LTfItH/+8T6iEv8SB7J6DGT1CyCTQbVcXIhjUfxO04gtnZ90ZImZpCAeEslKa8LssCLLcBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T19:18:27.823720Z","bundle_sha256":"cf9a233c0812c4e8ee4628dc320d4baf7fc078c7a6204643b80ea8f9f671c79a"}}