{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:U7YDS3OW42BQFYJJBDDWRWA5MI","short_pith_number":"pith:U7YDS3OW","canonical_record":{"source":{"id":"2503.04818","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-04T21:09:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6616d9fab34582b3d52c3150ae1e3a707393103aed9f3f8ad6d4bc987b5bf131","abstract_canon_sha256":"b31bf34e3c6e6636906a42081eada4fdb0102b5eca561364828d965805967686"},"schema_version":"1.0"},"canonical_sha256":"a7f0396dd6e68302e12908c768d81d62320b1f803d51501e30f2d09a1a8cc80b","source":{"kind":"arxiv","id":"2503.04818","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.04818","created_at":"2026-07-05T10:25:49Z"},{"alias_kind":"arxiv_version","alias_value":"2503.04818v1","created_at":"2026-07-05T10:25:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.04818","created_at":"2026-07-05T10:25:49Z"},{"alias_kind":"pith_short_12","alias_value":"U7YDS3OW42BQ","created_at":"2026-07-05T10:25:49Z"},{"alias_kind":"pith_short_16","alias_value":"U7YDS3OW42BQFYJJ","created_at":"2026-07-05T10:25:49Z"},{"alias_kind":"pith_short_8","alias_value":"U7YDS3OW","created_at":"2026-07-05T10:25:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:U7YDS3OW42BQFYJJBDDWRWA5MI","target":"record","payload":{"canonical_record":{"source":{"id":"2503.04818","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-04T21:09:12Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6616d9fab34582b3d52c3150ae1e3a707393103aed9f3f8ad6d4bc987b5bf131","abstract_canon_sha256":"b31bf34e3c6e6636906a42081eada4fdb0102b5eca561364828d965805967686"},"schema_version":"1.0"},"canonical_sha256":"a7f0396dd6e68302e12908c768d81d62320b1f803d51501e30f2d09a1a8cc80b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:25:49.711764Z","signature_b64":"rqyLCYOdbhZLPgBJjlQu2Tg8kWutDiFfRde/BJE5YZaYaZSt1IK7K3iHaEqrc70EkfiJZ52tCXXzeqcROxxgCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a7f0396dd6e68302e12908c768d81d62320b1f803d51501e30f2d09a1a8cc80b","last_reissued_at":"2026-07-05T10:25:49.710857Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:25:49.710857Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2503.04818","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:25:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hj5DljKR0b8t9SVMzbkzJVtkdjuNV7SIv3ljfArAhD+9W7jqJJDc2U8kunQOz8Y47ncemKnqtBOb0p5djyXsAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T00:55:27.735955Z"},"content_sha256":"26876de30436116effe3cdf241313f4309d4917aa3c37c9a7bc1d330dd64af63","schema_version":"1.0","event_id":"sha256:26876de30436116effe3cdf241313f4309d4917aa3c37c9a7bc1d330dd64af63"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:U7YDS3OW42BQFYJJBDDWRWA5MI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Prompting Science Report 1: Prompt Engineering is Complicated and Contingent","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CL","authors_text":"Dan Shapiro, Ethan Mollick, Lennart Meincke, Lilach Mollick","submitted_at":"2025-03-04T21:09:12Z","abstract_excerpt":"This is the first of a series of short reports that seek to help business, education, and policy leaders understand the technical details of working with AI through rigorous testing. In this report, we demonstrate two things:\n  - There is no single standard for measuring whether a Large Language Model (LLM) passes a benchmark, and that choosing a standard has a big impact on how well the LLM does on that benchmark. The standard you choose will depend on your goals for using an LLM in a particular case.\n  - It is hard to know in advance whether a particular prompting approach will help or harm "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.04818","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2503.04818/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:25:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eAxvrtFYXXL7Q8oW39mCCoiEeXfq8G6M4GJna2Da+4CJaDLPgxiIPD66jW0HVUHz2ZBF9G4+nBB0JJ+odplMAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T00:55:27.736483Z"},"content_sha256":"9a181ae9e31063be44a2fc71df17cdb68e2b644c4bd42e0eb3eb2fde9641feb9","schema_version":"1.0","event_id":"sha256:9a181ae9e31063be44a2fc71df17cdb68e2b644c4bd42e0eb3eb2fde9641feb9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U7YDS3OW42BQFYJJBDDWRWA5MI/bundle.json","state_url":"https://pith.science/pith/U7YDS3OW42BQFYJJBDDWRWA5MI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U7YDS3OW42BQFYJJBDDWRWA5MI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T00:55:27Z","links":{"resolver":"https://pith.science/pith/U7YDS3OW42BQFYJJBDDWRWA5MI","bundle":"https://pith.science/pith/U7YDS3OW42BQFYJJBDDWRWA5MI/bundle.json","state":"https://pith.science/pith/U7YDS3OW42BQFYJJBDDWRWA5MI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U7YDS3OW42BQFYJJBDDWRWA5MI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:U7YDS3OW42BQFYJJBDDWRWA5MI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b31bf34e3c6e6636906a42081eada4fdb0102b5eca561364828d965805967686","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-04T21:09:12Z","title_canon_sha256":"6616d9fab34582b3d52c3150ae1e3a707393103aed9f3f8ad6d4bc987b5bf131"},"schema_version":"1.0","source":{"id":"2503.04818","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2503.04818","created_at":"2026-07-05T10:25:49Z"},{"alias_kind":"arxiv_version","alias_value":"2503.04818v1","created_at":"2026-07-05T10:25:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2503.04818","created_at":"2026-07-05T10:25:49Z"},{"alias_kind":"pith_short_12","alias_value":"U7YDS3OW42BQ","created_at":"2026-07-05T10:25:49Z"},{"alias_kind":"pith_short_16","alias_value":"U7YDS3OW42BQFYJJ","created_at":"2026-07-05T10:25:49Z"},{"alias_kind":"pith_short_8","alias_value":"U7YDS3OW","created_at":"2026-07-05T10:25:49Z"}],"graph_snapshots":[{"event_id":"sha256:9a181ae9e31063be44a2fc71df17cdb68e2b644c4bd42e0eb3eb2fde9641feb9","target":"graph","created_at":"2026-07-05T10:25:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2503.04818/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"This is the first of a series of short reports that seek to help business, education, and policy leaders understand the technical details of working with AI through rigorous testing. In this report, we demonstrate two things:\n  - There is no single standard for measuring whether a Large Language Model (LLM) passes a benchmark, and that choosing a standard has a big impact on how well the LLM does on that benchmark. The standard you choose will depend on your goals for using an LLM in a particular case.\n  - It is hard to know in advance whether a particular prompting approach will help or harm ","authors_text":"Dan Shapiro, Ethan Mollick, Lennart Meincke, Lilach Mollick","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-04T21:09:12Z","title":"Prompting Science Report 1: Prompt Engineering is Complicated and Contingent"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2503.04818","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:26876de30436116effe3cdf241313f4309d4917aa3c37c9a7bc1d330dd64af63","target":"record","created_at":"2026-07-05T10:25:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b31bf34e3c6e6636906a42081eada4fdb0102b5eca561364828d965805967686","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2025-03-04T21:09:12Z","title_canon_sha256":"6616d9fab34582b3d52c3150ae1e3a707393103aed9f3f8ad6d4bc987b5bf131"},"schema_version":"1.0","source":{"id":"2503.04818","kind":"arxiv","version":1}},"canonical_sha256":"a7f0396dd6e68302e12908c768d81d62320b1f803d51501e30f2d09a1a8cc80b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a7f0396dd6e68302e12908c768d81d62320b1f803d51501e30f2d09a1a8cc80b","first_computed_at":"2026-07-05T10:25:49.710857Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:25:49.710857Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"rqyLCYOdbhZLPgBJjlQu2Tg8kWutDiFfRde/BJE5YZaYaZSt1IK7K3iHaEqrc70EkfiJZ52tCXXzeqcROxxgCw==","signature_status":"signed_v1","signed_at":"2026-07-05T10:25:49.711764Z","signed_message":"canonical_sha256_bytes"},"source_id":"2503.04818","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:26876de30436116effe3cdf241313f4309d4917aa3c37c9a7bc1d330dd64af63","sha256:9a181ae9e31063be44a2fc71df17cdb68e2b644c4bd42e0eb3eb2fde9641feb9"],"state_sha256":"495565c2d1c37f140931ad468e15c49f5107c0fb4df044130b2d21a6c35c387e"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"J2wVt4P6PASnrWddcndBnpB0jqZkGudybiMYiKwhE/MUmDQmX23RHTgDYEtS/Kbp2KW11K59UFgqdSgdAn1ODg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T00:55:27.739846Z","bundle_sha256":"68eb0b9d6e76e26f90623dbf229509611b1e34d55b5574517ba8c4cf5bf464a0"}}