{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:O3SPSC3WXT6SJ66VX3MNEO27HD","short_pith_number":"pith:O3SPSC3W","canonical_record":{"source":{"id":"2401.04122","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-01-01T01:37:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"21cbea2fb33e85bf01d3bee297178576195faab9416248cd4c697addb5e96e5d","abstract_canon_sha256":"53fc26a88865fb75df5c6dc779222b71f037c20b36fe0c6dfd40ac2d45c353d7"},"schema_version":"1.0"},"canonical_sha256":"76e4f90b76bcfd24fbd5bed8d23b5f38e4617229e0d9fc56eb647ed421d11418","source":{"kind":"arxiv","id":"2401.04122","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.04122","created_at":"2026-07-05T08:17:30Z"},{"alias_kind":"arxiv_version","alias_value":"2401.04122v3","created_at":"2026-07-05T08:17:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.04122","created_at":"2026-07-05T08:17:30Z"},{"alias_kind":"pith_short_12","alias_value":"O3SPSC3WXT6S","created_at":"2026-07-05T08:17:30Z"},{"alias_kind":"pith_short_16","alias_value":"O3SPSC3WXT6SJ66V","created_at":"2026-07-05T08:17:30Z"},{"alias_kind":"pith_short_8","alias_value":"O3SPSC3W","created_at":"2026-07-05T08:17:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:O3SPSC3WXT6SJ66VX3MNEO27HD","target":"record","payload":{"canonical_record":{"source":{"id":"2401.04122","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-01-01T01:37:36Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"21cbea2fb33e85bf01d3bee297178576195faab9416248cd4c697addb5e96e5d","abstract_canon_sha256":"53fc26a88865fb75df5c6dc779222b71f037c20b36fe0c6dfd40ac2d45c353d7"},"schema_version":"1.0"},"canonical_sha256":"76e4f90b76bcfd24fbd5bed8d23b5f38e4617229e0d9fc56eb647ed421d11418","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:17:30.169823Z","signature_b64":"tfx7j6njHkC31SRAtmMrbE9RdUNE6vl7DNd9jwO1AkRtVqAzy+hSxIj9FKe5f8MeX3UiDK43JlPWsC/v7o4pBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"76e4f90b76bcfd24fbd5bed8d23b5f38e4617229e0d9fc56eb647ed421d11418","last_reissued_at":"2026-07-05T08:17:30.169274Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:17:30.169274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.04122","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:17:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VVeN9j7/lJih5JObJAdHmmgyWrGX5FQgafMyrIh3MuFZa5vgyFOi/RTBk4x14Qrs1jzQT35XNt2C2jxLTka+CA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:36:24.993454Z"},"content_sha256":"ccfc8375b9bfecc6ee6b74902c96f9e54230fcbded105d957a6f12467e648df0","schema_version":"1.0","event_id":"sha256:ccfc8375b9bfecc6ee6b74902c96f9e54230fcbded105d957a6f12467e648df0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:O3SPSC3WXT6SJ66VX3MNEO27HD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"From Prompt Engineering to Prompt Science With Human in the Loop","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Chirag Shah","submitted_at":"2024-01-01T01:37:36Z","abstract_excerpt":"As LLMs make their way into many aspects of our lives, one place that warrants increased scrutiny with LLM usage is scientific research. Using LLMs for generating or analyzing data for research purposes is gaining popularity. But when such application is marred with ad-hoc decisions and engineering solutions, we need to be concerned about how it may affect that research, its findings, or any future works based on that research. We need a more scientific approach to using LLMs in our research. While there are several active efforts to support more systematic construction of prompts, they are of"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.04122","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.04122/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:17:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5NMk8VWHZiyV3TwyQgxvTA2oh2jW2omBJn+3XsfQPx/Gp0xhO0e8R8SzrZY8ez0JS3B35V+GDByHy7Z0c4cFBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T14:36:24.994108Z"},"content_sha256":"7a5c3f6f4b45749d3fb23c54689d462c05bb7fb414b4640ae4d1456ec9299568","schema_version":"1.0","event_id":"sha256:7a5c3f6f4b45749d3fb23c54689d462c05bb7fb414b4640ae4d1456ec9299568"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/O3SPSC3WXT6SJ66VX3MNEO27HD/bundle.json","state_url":"https://pith.science/pith/O3SPSC3WXT6SJ66VX3MNEO27HD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/O3SPSC3WXT6SJ66VX3MNEO27HD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T14:36:24Z","links":{"resolver":"https://pith.science/pith/O3SPSC3WXT6SJ66VX3MNEO27HD","bundle":"https://pith.science/pith/O3SPSC3WXT6SJ66VX3MNEO27HD/bundle.json","state":"https://pith.science/pith/O3SPSC3WXT6SJ66VX3MNEO27HD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/O3SPSC3WXT6SJ66VX3MNEO27HD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:O3SPSC3WXT6SJ66VX3MNEO27HD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"53fc26a88865fb75df5c6dc779222b71f037c20b36fe0c6dfd40ac2d45c353d7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-01-01T01:37:36Z","title_canon_sha256":"21cbea2fb33e85bf01d3bee297178576195faab9416248cd4c697addb5e96e5d"},"schema_version":"1.0","source":{"id":"2401.04122","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.04122","created_at":"2026-07-05T08:17:30Z"},{"alias_kind":"arxiv_version","alias_value":"2401.04122v3","created_at":"2026-07-05T08:17:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.04122","created_at":"2026-07-05T08:17:30Z"},{"alias_kind":"pith_short_12","alias_value":"O3SPSC3WXT6S","created_at":"2026-07-05T08:17:30Z"},{"alias_kind":"pith_short_16","alias_value":"O3SPSC3WXT6SJ66V","created_at":"2026-07-05T08:17:30Z"},{"alias_kind":"pith_short_8","alias_value":"O3SPSC3W","created_at":"2026-07-05T08:17:30Z"}],"graph_snapshots":[{"event_id":"sha256:7a5c3f6f4b45749d3fb23c54689d462c05bb7fb414b4640ae4d1456ec9299568","target":"graph","created_at":"2026-07-05T08:17:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.04122/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As LLMs make their way into many aspects of our lives, one place that warrants increased scrutiny with LLM usage is scientific research. Using LLMs for generating or analyzing data for research purposes is gaining popularity. But when such application is marred with ad-hoc decisions and engineering solutions, we need to be concerned about how it may affect that research, its findings, or any future works based on that research. We need a more scientific approach to using LLMs in our research. While there are several active efforts to support more systematic construction of prompts, they are of","authors_text":"Chirag Shah","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-01-01T01:37:36Z","title":"From Prompt Engineering to Prompt Science With Human in the Loop"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.04122","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ccfc8375b9bfecc6ee6b74902c96f9e54230fcbded105d957a6f12467e648df0","target":"record","created_at":"2026-07-05T08:17:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"53fc26a88865fb75df5c6dc779222b71f037c20b36fe0c6dfd40ac2d45c353d7","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by-nc-nd/4.0/","primary_cat":"cs.HC","submitted_at":"2024-01-01T01:37:36Z","title_canon_sha256":"21cbea2fb33e85bf01d3bee297178576195faab9416248cd4c697addb5e96e5d"},"schema_version":"1.0","source":{"id":"2401.04122","kind":"arxiv","version":3}},"canonical_sha256":"76e4f90b76bcfd24fbd5bed8d23b5f38e4617229e0d9fc56eb647ed421d11418","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"76e4f90b76bcfd24fbd5bed8d23b5f38e4617229e0d9fc56eb647ed421d11418","first_computed_at":"2026-07-05T08:17:30.169274Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:17:30.169274Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"tfx7j6njHkC31SRAtmMrbE9RdUNE6vl7DNd9jwO1AkRtVqAzy+hSxIj9FKe5f8MeX3UiDK43JlPWsC/v7o4pBg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:17:30.169823Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.04122","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ccfc8375b9bfecc6ee6b74902c96f9e54230fcbded105d957a6f12467e648df0","sha256:7a5c3f6f4b45749d3fb23c54689d462c05bb7fb414b4640ae4d1456ec9299568"],"state_sha256":"2e3e84fee4d432b3147ea6a445ec1a503d11ba46c907fda4b094ed8d69276aaa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T0zUGGLBJYYReAZIekMbVKzlzwJUypLN8X8ow7mN9q3kPrOEKmMbMm7eYSeJKhUm4i5WS44dSVXG9r2udV08Ag==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T14:36:24.997466Z","bundle_sha256":"a591f2ad8d5d01c87776388cfac67c0fd49dbb12ed87309fdfef0c5834b2d778"}}