{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:E6S44KXPKU2POIFRZIK76TYR7Y","short_pith_number":"pith:E6S44KXP","canonical_record":{"source":{"id":"2306.03423","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-06-06T05:50:58Z","cross_cats_sorted":[],"title_canon_sha256":"37d09ad1146a40108190b8dc69d853d69f0383770510eadf1e98d06f443322a9","abstract_canon_sha256":"b51b9cf31962912120647ee526494b89aace2617c49737e3b794efd4aa42ecb7"},"schema_version":"1.0"},"canonical_sha256":"27a5ce2aef5534f720b1ca15ff4f11fe3287f0bf2e8c815aff723a83e2407e39","source":{"kind":"arxiv","id":"2306.03423","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.03423","created_at":"2026-07-05T06:20:44Z"},{"alias_kind":"arxiv_version","alias_value":"2306.03423v2","created_at":"2026-07-05T06:20:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.03423","created_at":"2026-07-05T06:20:44Z"},{"alias_kind":"pith_short_12","alias_value":"E6S44KXPKU2P","created_at":"2026-07-05T06:20:44Z"},{"alias_kind":"pith_short_16","alias_value":"E6S44KXPKU2POIFR","created_at":"2026-07-05T06:20:44Z"},{"alias_kind":"pith_short_8","alias_value":"E6S44KXP","created_at":"2026-07-05T06:20:44Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:E6S44KXPKU2POIFRZIK76TYR7Y","target":"record","payload":{"canonical_record":{"source":{"id":"2306.03423","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-06-06T05:50:58Z","cross_cats_sorted":[],"title_canon_sha256":"37d09ad1146a40108190b8dc69d853d69f0383770510eadf1e98d06f443322a9","abstract_canon_sha256":"b51b9cf31962912120647ee526494b89aace2617c49737e3b794efd4aa42ecb7"},"schema_version":"1.0"},"canonical_sha256":"27a5ce2aef5534f720b1ca15ff4f11fe3287f0bf2e8c815aff723a83e2407e39","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:20:44.748867Z","signature_b64":"As1t+zlD0fD6yk0+OuXLtpd49WGcaKl+kjZ5fFQiEaqaFRjbyYyaOARKI0BFnGoWeATUnSpoK8Ra0/E69XYmDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"27a5ce2aef5534f720b1ca15ff4f11fe3287f0bf2e8c815aff723a83e2407e39","last_reissued_at":"2026-07-05T06:20:44.748408Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:20:44.748408Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.03423","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:20:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"UQoRb/Yh7VRJ/5Q7IDJ5qg+MRIeMMu9+DuPGqG52H+Fj04FsPDg9yL7KzaQYezYdTnfstx2QxSSIvEAbaEJ3CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:44:05.115837Z"},"content_sha256":"1f4be41a5336f59523f8b6bb2e9b72babadbe24c9696677d0ff221bba360c942","schema_version":"1.0","event_id":"sha256:1f4be41a5336f59523f8b6bb2e9b72babadbe24c9696677d0ff221bba360c942"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:E6S44KXPKU2POIFRZIK76TYR7Y","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"I'm Afraid I Can't Do That: Predicting Prompt Refusal in Black-Box Generative Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.AI","authors_text":"Max Reuter, William Schulze","submitted_at":"2023-06-06T05:50:58Z","abstract_excerpt":"Since the release of OpenAI's ChatGPT, generative language models have attracted extensive public attention. The increased usage has highlighted generative models' broad utility, but also revealed several forms of embedded bias. Some is induced by the pre-training corpus; but additional bias specific to generative models arises from the use of subjective fine-tuning to avoid generating harmful content. Fine-tuning bias may come from individual engineers and company policies, and affects which prompts the model chooses to refuse. In this experiment, we characterize ChatGPT's refusal behavior us"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.03423","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.03423/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:20:44Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"e6k9GzN0LcOIIjFEYmCcB87NWAV/LAqwPuZ9vI29kWL13uaQ/sVOfi72Qg6mOLAH8C7nss39D4qIXaVnauWICw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-08T11:44:05.116337Z"},"content_sha256":"61d8a4ac7eacc74ac3404d3941ed92758054d293a8f8a7153aace37e708f3810","schema_version":"1.0","event_id":"sha256:61d8a4ac7eacc74ac3404d3941ed92758054d293a8f8a7153aace37e708f3810"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E6S44KXPKU2POIFRZIK76TYR7Y/bundle.json","state_url":"https://pith.science/pith/E6S44KXPKU2POIFRZIK76TYR7Y/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E6S44KXPKU2POIFRZIK76TYR7Y/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-08T11:44:05Z","links":{"resolver":"https://pith.science/pith/E6S44KXPKU2POIFRZIK76TYR7Y","bundle":"https://pith.science/pith/E6S44KXPKU2POIFRZIK76TYR7Y/bundle.json","state":"https://pith.science/pith/E6S44KXPKU2POIFRZIK76TYR7Y/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E6S44KXPKU2POIFRZIK76TYR7Y/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:E6S44KXPKU2POIFRZIK76TYR7Y","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b51b9cf31962912120647ee526494b89aace2617c49737e3b794efd4aa42ecb7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-06-06T05:50:58Z","title_canon_sha256":"37d09ad1146a40108190b8dc69d853d69f0383770510eadf1e98d06f443322a9"},"schema_version":"1.0","source":{"id":"2306.03423","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.03423","created_at":"2026-07-05T06:20:44Z"},{"alias_kind":"arxiv_version","alias_value":"2306.03423v2","created_at":"2026-07-05T06:20:44Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.03423","created_at":"2026-07-05T06:20:44Z"},{"alias_kind":"pith_short_12","alias_value":"E6S44KXPKU2P","created_at":"2026-07-05T06:20:44Z"},{"alias_kind":"pith_short_16","alias_value":"E6S44KXPKU2POIFR","created_at":"2026-07-05T06:20:44Z"},{"alias_kind":"pith_short_8","alias_value":"E6S44KXP","created_at":"2026-07-05T06:20:44Z"}],"graph_snapshots":[{"event_id":"sha256:61d8a4ac7eacc74ac3404d3941ed92758054d293a8f8a7153aace37e708f3810","target":"graph","created_at":"2026-07-05T06:20:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.03423/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Since the release of OpenAI's ChatGPT, generative language models have attracted extensive public attention. The increased usage has highlighted generative models' broad utility, but also revealed several forms of embedded bias. Some is induced by the pre-training corpus; but additional bias specific to generative models arises from the use of subjective fine-tuning to avoid generating harmful content. Fine-tuning bias may come from individual engineers and company policies, and affects which prompts the model chooses to refuse. In this experiment, we characterize ChatGPT's refusal behavior us","authors_text":"Max Reuter, William Schulze","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-06-06T05:50:58Z","title":"I'm Afraid I Can't Do That: Predicting Prompt Refusal in Black-Box Generative Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.03423","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:1f4be41a5336f59523f8b6bb2e9b72babadbe24c9696677d0ff221bba360c942","target":"record","created_at":"2026-07-05T06:20:44Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b51b9cf31962912120647ee526494b89aace2617c49737e3b794efd4aa42ecb7","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.AI","submitted_at":"2023-06-06T05:50:58Z","title_canon_sha256":"37d09ad1146a40108190b8dc69d853d69f0383770510eadf1e98d06f443322a9"},"schema_version":"1.0","source":{"id":"2306.03423","kind":"arxiv","version":2}},"canonical_sha256":"27a5ce2aef5534f720b1ca15ff4f11fe3287f0bf2e8c815aff723a83e2407e39","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"27a5ce2aef5534f720b1ca15ff4f11fe3287f0bf2e8c815aff723a83e2407e39","first_computed_at":"2026-07-05T06:20:44.748408Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:20:44.748408Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"As1t+zlD0fD6yk0+OuXLtpd49WGcaKl+kjZ5fFQiEaqaFRjbyYyaOARKI0BFnGoWeATUnSpoK8Ra0/E69XYmDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T06:20:44.748867Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.03423","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:1f4be41a5336f59523f8b6bb2e9b72babadbe24c9696677d0ff221bba360c942","sha256:61d8a4ac7eacc74ac3404d3941ed92758054d293a8f8a7153aace37e708f3810"],"state_sha256":"9190aa3ef1fe358b4f2f54bf50386f6092f28eea3bcceaa16ca35c00fe84a4cf"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XD3OWY8cmCwe1nTNOcAO3oZZtPcx4STkreX/Z26Bf7dfaQRo7d0uu6BwGuDls8oawaIQ9E+plErgI2rsZz+1DQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-08T11:44:05.120310Z","bundle_sha256":"604d4073f48d1ef4122a4627f686531dc57695adf3974662606e56d4b01d09ee"}}