{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:PCXRFGVS3TQJITLCVMJKEHKOAR","short_pith_number":"pith:PCXRFGVS","canonical_record":{"source":{"id":"2306.11247","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-06-20T03:00:12Z","cross_cats_sorted":[],"title_canon_sha256":"9a651b78167e552e824dc15a4e24bcdc215bfc7ad54bb4d65b2d38e1036888f7","abstract_canon_sha256":"d763ebca7c4632fb0686d813be9ff05a9fbd7995743c72b9f871128ef4ad3265"},"schema_version":"1.0"},"canonical_sha256":"78af129ab2dce0944d62ab12a21d4e046805de6f9bef689e4af7101a105f0671","source":{"kind":"arxiv","id":"2306.11247","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.11247","created_at":"2026-07-05T06:22:17Z"},{"alias_kind":"arxiv_version","alias_value":"2306.11247v1","created_at":"2026-07-05T06:22:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.11247","created_at":"2026-07-05T06:22:17Z"},{"alias_kind":"pith_short_12","alias_value":"PCXRFGVS3TQJ","created_at":"2026-07-05T06:22:17Z"},{"alias_kind":"pith_short_16","alias_value":"PCXRFGVS3TQJITLC","created_at":"2026-07-05T06:22:17Z"},{"alias_kind":"pith_short_8","alias_value":"PCXRFGVS","created_at":"2026-07-05T06:22:17Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:PCXRFGVS3TQJITLCVMJKEHKOAR","target":"record","payload":{"canonical_record":{"source":{"id":"2306.11247","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-06-20T03:00:12Z","cross_cats_sorted":[],"title_canon_sha256":"9a651b78167e552e824dc15a4e24bcdc215bfc7ad54bb4d65b2d38e1036888f7","abstract_canon_sha256":"d763ebca7c4632fb0686d813be9ff05a9fbd7995743c72b9f871128ef4ad3265"},"schema_version":"1.0"},"canonical_sha256":"78af129ab2dce0944d62ab12a21d4e046805de6f9bef689e4af7101a105f0671","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:22:17.722258Z","signature_b64":"Z498egFqIWNV/bLxcP7F4QTPHM21vTFA/WL2EotialBvlUNIEBZX3d4BwG3rGQChpAx+SALqwD6OjhV6Bo57BA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"78af129ab2dce0944d62ab12a21d4e046805de6f9bef689e4af7101a105f0671","last_reissued_at":"2026-07-05T06:22:17.721789Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:22:17.721789Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2306.11247","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:22:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"k5BfSBpVLEf9Tj0/4BIqkxCWNwf1EoVxfVLErm6ZsSQdliPkXDJfKNfBhVC5V0UThCzhbhpZmaZg6EfvM53SCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T16:01:27.055713Z"},"content_sha256":"59ab1cd77f2624d772203d8b1bc1b800797d7773e6f76e56c850426012625b45","schema_version":"1.0","event_id":"sha256:59ab1cd77f2624d772203d8b1bc1b800797d7773e6f76e56c850426012625b45"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:PCXRFGVS3TQJITLCVMJKEHKOAR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"DICES Dataset: Diversity in Conversational AI Evaluation for Safety","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Alex S. Taylor, Alicia Parrish, Christopher M. Homan, Ding Wang, Greg Serapio-Garcia, Lora Aroyo, Mark Diaz, Vinodkumar Prabhakaran","submitted_at":"2023-06-20T03:00:12Z","abstract_excerpt":"Machine learning approaches often require training and evaluation datasets with a clear separation between positive and negative examples. This risks simplifying and even obscuring the inherent subjectivity present in many tasks. Preserving such variance in content and diversity in datasets is often expensive and laborious. This is especially troubling when building safety datasets for conversational AI systems, as safety is both socially and culturally situated. To demonstrate this crucial aspect of conversational AI safety, and to facilitate in-depth model performance analyses, we introduce "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.11247","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2306.11247/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:22:17Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Bkr2SSaQa9nLsHk913MEcYiZX97+mdAlEMsRYc/UQ6LaR1gH3Is4c6s8lHeGAQZkoxQxr0IxNNwpnuFiNzy4AQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-11T16:01:27.056091Z"},"content_sha256":"9f56bcd7bd02213770237fcef363a2b77e2e7e1bb5aadfc668da9150c2529c01","schema_version":"1.0","event_id":"sha256:9f56bcd7bd02213770237fcef363a2b77e2e7e1bb5aadfc668da9150c2529c01"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/PCXRFGVS3TQJITLCVMJKEHKOAR/bundle.json","state_url":"https://pith.science/pith/PCXRFGVS3TQJITLCVMJKEHKOAR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/PCXRFGVS3TQJITLCVMJKEHKOAR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-11T16:01:27Z","links":{"resolver":"https://pith.science/pith/PCXRFGVS3TQJITLCVMJKEHKOAR","bundle":"https://pith.science/pith/PCXRFGVS3TQJITLCVMJKEHKOAR/bundle.json","state":"https://pith.science/pith/PCXRFGVS3TQJITLCVMJKEHKOAR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/PCXRFGVS3TQJITLCVMJKEHKOAR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:PCXRFGVS3TQJITLCVMJKEHKOAR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d763ebca7c4632fb0686d813be9ff05a9fbd7995743c72b9f871128ef4ad3265","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-06-20T03:00:12Z","title_canon_sha256":"9a651b78167e552e824dc15a4e24bcdc215bfc7ad54bb4d65b2d38e1036888f7"},"schema_version":"1.0","source":{"id":"2306.11247","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2306.11247","created_at":"2026-07-05T06:22:17Z"},{"alias_kind":"arxiv_version","alias_value":"2306.11247v1","created_at":"2026-07-05T06:22:17Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2306.11247","created_at":"2026-07-05T06:22:17Z"},{"alias_kind":"pith_short_12","alias_value":"PCXRFGVS3TQJ","created_at":"2026-07-05T06:22:17Z"},{"alias_kind":"pith_short_16","alias_value":"PCXRFGVS3TQJITLC","created_at":"2026-07-05T06:22:17Z"},{"alias_kind":"pith_short_8","alias_value":"PCXRFGVS","created_at":"2026-07-05T06:22:17Z"}],"graph_snapshots":[{"event_id":"sha256:9f56bcd7bd02213770237fcef363a2b77e2e7e1bb5aadfc668da9150c2529c01","target":"graph","created_at":"2026-07-05T06:22:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2306.11247/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning approaches often require training and evaluation datasets with a clear separation between positive and negative examples. This risks simplifying and even obscuring the inherent subjectivity present in many tasks. Preserving such variance in content and diversity in datasets is often expensive and laborious. This is especially troubling when building safety datasets for conversational AI systems, as safety is both socially and culturally situated. To demonstrate this crucial aspect of conversational AI safety, and to facilitate in-depth model performance analyses, we introduce ","authors_text":"Alex S. Taylor, Alicia Parrish, Christopher M. Homan, Ding Wang, Greg Serapio-Garcia, Lora Aroyo, Mark Diaz, Vinodkumar Prabhakaran","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-06-20T03:00:12Z","title":"DICES Dataset: Diversity in Conversational AI Evaluation for Safety"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2306.11247","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:59ab1cd77f2624d772203d8b1bc1b800797d7773e6f76e56c850426012625b45","target":"record","created_at":"2026-07-05T06:22:17Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d763ebca7c4632fb0686d813be9ff05a9fbd7995743c72b9f871128ef4ad3265","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2023-06-20T03:00:12Z","title_canon_sha256":"9a651b78167e552e824dc15a4e24bcdc215bfc7ad54bb4d65b2d38e1036888f7"},"schema_version":"1.0","source":{"id":"2306.11247","kind":"arxiv","version":1}},"canonical_sha256":"78af129ab2dce0944d62ab12a21d4e046805de6f9bef689e4af7101a105f0671","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"78af129ab2dce0944d62ab12a21d4e046805de6f9bef689e4af7101a105f0671","first_computed_at":"2026-07-05T06:22:17.721789Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:22:17.721789Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"Z498egFqIWNV/bLxcP7F4QTPHM21vTFA/WL2EotialBvlUNIEBZX3d4BwG3rGQChpAx+SALqwD6OjhV6Bo57BA==","signature_status":"signed_v1","signed_at":"2026-07-05T06:22:17.722258Z","signed_message":"canonical_sha256_bytes"},"source_id":"2306.11247","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:59ab1cd77f2624d772203d8b1bc1b800797d7773e6f76e56c850426012625b45","sha256:9f56bcd7bd02213770237fcef363a2b77e2e7e1bb5aadfc668da9150c2529c01"],"state_sha256":"d3cefce47a38ad3dd9b562f7bf037e9de8ec8f1d265f13b2b8a312e57e129048"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Zke9+wOwteLFBCOqVbPb05xnw5HB0snxRfn+CRGBNC4U7WkfyMTGoPoAO/4myLSHHIohXkVnjDaX5WLYjqklBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-11T16:01:27.058185Z","bundle_sha256":"1a381329f943489ac4ca6acc9cd306c5688773829b232c84f0ad6fdb44e5085c"}}