{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:U4MR5SRJKXIB3B4DEDFWA5RHBZ","short_pith_number":"pith:U4MR5SRJ","canonical_record":{"source":{"id":"2304.01964","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-04T17:14:54Z","cross_cats_sorted":[],"title_canon_sha256":"8a316b97292f525aef315ab9a6ce3132529fb35be74c390f3a34b6fcbe2ab357","abstract_canon_sha256":"c0061af993b6259562e72e5bc4f1816f9cc0b7b226926ca632755bf0aba2301f"},"schema_version":"1.0"},"canonical_sha256":"a7191eca2955d01d878320cb6076270e4830375ffad48f81e765d1ad3af39582","source":{"kind":"arxiv","id":"2304.01964","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.01964","created_at":"2026-07-05T10:18:31Z"},{"alias_kind":"arxiv_version","alias_value":"2304.01964v3","created_at":"2026-07-05T10:18:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.01964","created_at":"2026-07-05T10:18:31Z"},{"alias_kind":"pith_short_12","alias_value":"U4MR5SRJKXIB","created_at":"2026-07-05T10:18:31Z"},{"alias_kind":"pith_short_16","alias_value":"U4MR5SRJKXIB3B4D","created_at":"2026-07-05T10:18:31Z"},{"alias_kind":"pith_short_8","alias_value":"U4MR5SRJ","created_at":"2026-07-05T10:18:31Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:U4MR5SRJKXIB3B4DEDFWA5RHBZ","target":"record","payload":{"canonical_record":{"source":{"id":"2304.01964","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-04T17:14:54Z","cross_cats_sorted":[],"title_canon_sha256":"8a316b97292f525aef315ab9a6ce3132529fb35be74c390f3a34b6fcbe2ab357","abstract_canon_sha256":"c0061af993b6259562e72e5bc4f1816f9cc0b7b226926ca632755bf0aba2301f"},"schema_version":"1.0"},"canonical_sha256":"a7191eca2955d01d878320cb6076270e4830375ffad48f81e765d1ad3af39582","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:18:31.586834Z","signature_b64":"PRkP8wfEDF8wXmtxYTcda9udc9bfB2ZpBHNSct370fv8nwCLm5SR/dtZBvJ0TgWwrZceJ2wOdK7RCdVR3kPtBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"a7191eca2955d01d878320cb6076270e4830375ffad48f81e765d1ad3af39582","last_reissued_at":"2026-07-05T10:18:31.586358Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:18:31.586358Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2304.01964","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/KVYijqYP1F1wed6WyQxTCcrrseIwQLbB+NFOaapGxKPBGOshWzYRPvhyLHx5TQQzQVw2srKkLB7oLMJShuVAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-28T17:55:12.962402Z"},"content_sha256":"5bea8a064fb15d74d2585e087b1ecf38e1b31527a2657fe2cff95b00858fe943","schema_version":"1.0","event_id":"sha256:5bea8a064fb15d74d2585e087b1ecf38e1b31527a2657fe2cff95b00858fe943"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:U4MR5SRJKXIB3B4DEDFWA5RHBZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"PromptAid: Prompt Exploration, Perturbation, Testing and Iteration using Visual Analytics for Large Language Models","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Aditi Mishra, Anjana Arunkumar, Bum Chul Kwon, Chris Bryan, Jinbin Huang, Utkarsh Soni","submitted_at":"2023-04-04T17:14:54Z","abstract_excerpt":"Large Language Models (LLMs) have gained widespread popularity due to their ability to perform ad-hoc Natural Language Processing (NLP) tasks with a simple natural language prompt. Part of the appeal for LLMs is their approachability to the general public, including individuals with no prior technical experience in NLP techniques. However, natural language prompts can vary significantly in terms of their linguistic structure, context, and other semantics. Modifying one or more of these aspects can result in significant differences in task performance. Non-expert users may find it challenging t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.01964","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2304.01964/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:18:31Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QNxR65ut3cP/8uVLBfDdZ3U0baF/W1YbpbTzMwFt+GkXtHNMyKTkfEpw8d02yCKujPYmNbNxL7ufG/ISpEHBAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-28T17:55:12.962792Z"},"content_sha256":"0d3a4e172d69186aa4ba82dfcaf5d73c60c2b844cb5e010eef242a5a145f7ead","schema_version":"1.0","event_id":"sha256:0d3a4e172d69186aa4ba82dfcaf5d73c60c2b844cb5e010eef242a5a145f7ead"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/U4MR5SRJKXIB3B4DEDFWA5RHBZ/bundle.json","state_url":"https://pith.science/pith/U4MR5SRJKXIB3B4DEDFWA5RHBZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/U4MR5SRJKXIB3B4DEDFWA5RHBZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-28T17:55:12Z","links":{"resolver":"https://pith.science/pith/U4MR5SRJKXIB3B4DEDFWA5RHBZ","bundle":"https://pith.science/pith/U4MR5SRJKXIB3B4DEDFWA5RHBZ/bundle.json","state":"https://pith.science/pith/U4MR5SRJKXIB3B4DEDFWA5RHBZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/U4MR5SRJKXIB3B4DEDFWA5RHBZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:U4MR5SRJKXIB3B4DEDFWA5RHBZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c0061af993b6259562e72e5bc4f1816f9cc0b7b226926ca632755bf0aba2301f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-04T17:14:54Z","title_canon_sha256":"8a316b97292f525aef315ab9a6ce3132529fb35be74c390f3a34b6fcbe2ab357"},"schema_version":"1.0","source":{"id":"2304.01964","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2304.01964","created_at":"2026-07-05T10:18:31Z"},{"alias_kind":"arxiv_version","alias_value":"2304.01964v3","created_at":"2026-07-05T10:18:31Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2304.01964","created_at":"2026-07-05T10:18:31Z"},{"alias_kind":"pith_short_12","alias_value":"U4MR5SRJKXIB","created_at":"2026-07-05T10:18:31Z"},{"alias_kind":"pith_short_16","alias_value":"U4MR5SRJKXIB3B4D","created_at":"2026-07-05T10:18:31Z"},{"alias_kind":"pith_short_8","alias_value":"U4MR5SRJ","created_at":"2026-07-05T10:18:31Z"}],"graph_snapshots":[{"event_id":"sha256:0d3a4e172d69186aa4ba82dfcaf5d73c60c2b844cb5e010eef242a5a145f7ead","target":"graph","created_at":"2026-07-05T10:18:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2304.01964/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large Language Models (LLMs) have gained widespread popularity due to their ability to perform ad-hoc Natural Language Processing (NLP) tasks with a simple natural language prompt. Part of the appeal for LLMs is their approachability to the general public, including individuals with no prior technical experience in NLP techniques. However, natural language prompts can vary significantly in terms of their linguistic structure, context, and other semantics. Modifying one or more of these aspects can result in significant differences in task performance. Non-expert users may find it challenging t","authors_text":"Aditi Mishra, Anjana Arunkumar, Bum Chul Kwon, Chris Bryan, Jinbin Huang, Utkarsh Soni","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-04T17:14:54Z","title":"PromptAid: Prompt Exploration, Perturbation, Testing and Iteration using Visual Analytics for Large Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2304.01964","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5bea8a064fb15d74d2585e087b1ecf38e1b31527a2657fe2cff95b00858fe943","target":"record","created_at":"2026-07-05T10:18:31Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c0061af993b6259562e72e5bc4f1816f9cc0b7b226926ca632755bf0aba2301f","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-04-04T17:14:54Z","title_canon_sha256":"8a316b97292f525aef315ab9a6ce3132529fb35be74c390f3a34b6fcbe2ab357"},"schema_version":"1.0","source":{"id":"2304.01964","kind":"arxiv","version":3}},"canonical_sha256":"a7191eca2955d01d878320cb6076270e4830375ffad48f81e765d1ad3af39582","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"a7191eca2955d01d878320cb6076270e4830375ffad48f81e765d1ad3af39582","first_computed_at":"2026-07-05T10:18:31.586358Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:18:31.586358Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"PRkP8wfEDF8wXmtxYTcda9udc9bfB2ZpBHNSct370fv8nwCLm5SR/dtZBvJ0TgWwrZceJ2wOdK7RCdVR3kPtBQ==","signature_status":"signed_v1","signed_at":"2026-07-05T10:18:31.586834Z","signed_message":"canonical_sha256_bytes"},"source_id":"2304.01964","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5bea8a064fb15d74d2585e087b1ecf38e1b31527a2657fe2cff95b00858fe943","sha256:0d3a4e172d69186aa4ba82dfcaf5d73c60c2b844cb5e010eef242a5a145f7ead"],"state_sha256":"22d78254f96f2d163fbb3a337f2ac1c97750d8b329c291072af933b6d71611cb"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"szv186J9Z3cNcSWB0KJC1sMrXspJZ/K7/5jfbgro3vBSxv57HLXrM2I/9AdlW5u1DfUfC+PnnwZGYGuBAzqPCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-28T17:55:12.965286Z","bundle_sha256":"678783c7c10634cc5cf6c60759be2dd7fb9eeb5f93baca444699fda12cb96f7e"}}