{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2022:EZTJQGKNVGLPQRGT7BLMG7SJDT","short_pith_number":"pith:EZTJQGKN","canonical_record":{"source":{"id":"2206.08325","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-16T17:28:01Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"2602e693b202f0899b018ee219e6ca8f231f0f9cab95e82c3d2ca909115d0708","abstract_canon_sha256":"c587b2ccbec8e1780d76d631be45522fd4ca8cc0fc51d006a88475cc0c80d29a"},"schema_version":"1.0"},"canonical_sha256":"266698194da996f844d3f856c37e491ced75c42f2d7d8fbe7e49e177c17e1507","source":{"kind":"arxiv","id":"2206.08325","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.08325","created_at":"2026-07-05T05:11:22Z"},{"alias_kind":"arxiv_version","alias_value":"2206.08325v2","created_at":"2026-07-05T05:11:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.08325","created_at":"2026-07-05T05:11:22Z"},{"alias_kind":"pith_short_12","alias_value":"EZTJQGKNVGLP","created_at":"2026-07-05T05:11:22Z"},{"alias_kind":"pith_short_16","alias_value":"EZTJQGKNVGLPQRGT","created_at":"2026-07-05T05:11:22Z"},{"alias_kind":"pith_short_8","alias_value":"EZTJQGKN","created_at":"2026-07-05T05:11:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2022:EZTJQGKNVGLPQRGT7BLMG7SJDT","target":"record","payload":{"canonical_record":{"source":{"id":"2206.08325","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-16T17:28:01Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"2602e693b202f0899b018ee219e6ca8f231f0f9cab95e82c3d2ca909115d0708","abstract_canon_sha256":"c587b2ccbec8e1780d76d631be45522fd4ca8cc0fc51d006a88475cc0c80d29a"},"schema_version":"1.0"},"canonical_sha256":"266698194da996f844d3f856c37e491ced75c42f2d7d8fbe7e49e177c17e1507","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:11:22.953063Z","signature_b64":"mqj0Z2h9DhKbE9nFtfiRq187QWpQ/puVhrmd03kNTe7OO1BxWpFc7KwNetAyeLs6rCyNrficJKi1QDpLO0yrDw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"266698194da996f844d3f856c37e491ced75c42f2d7d8fbe7e49e177c17e1507","last_reissued_at":"2026-07-05T05:11:22.952562Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:11:22.952562Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2206.08325","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:11:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"wf96fGXdqFMOnVEUctzuT1qov5vT9M4IESJlSCf+GyhNz+y9+uNx9Ecd88V/VCa39Q9F9Dg+zUwxVZQV/VkSBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T12:36:54.293783Z"},"content_sha256":"ed6684bb88e81d400809b70d745ad02fbacf2f423f0f4a45a80b764e717a9ba9","schema_version":"1.0","event_id":"sha256:ed6684bb88e81d400809b70d745ad02fbacf2f423f0f4a45a80b764e717a9ba9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2022:EZTJQGKNVGLPQRGT7BLMG7SJDT","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Characteristics of Harmful Text: Towards Rigorous Benchmarking of Language Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.CL","authors_text":"Amelia Glaese, Geoffrey Irving, Iason Gabriel, Johannes Welbl, John Mellor, Jonathan Uesato, Laura Weidinger, Lisa Anne Hendricks, Maribeth Rauh, Po-Sen Huang, Sumanth Dathathri, William Isaac","submitted_at":"2022-06-16T17:28:01Z","abstract_excerpt":"Large language models produce human-like text that drive a growing number of applications. However, recent literature and, increasingly, real world observations, have demonstrated that these models can generate language that is toxic, biased, untruthful or otherwise harmful. Though work to evaluate language model harms is under way, translating foresight about which harms may arise into rigorous benchmarks is not straightforward. To facilitate this translation, we outline six ways of characterizing harmful text which merit explicit consideration when designing new benchmarks. We then use these"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.08325","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2206.08325/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:11:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"gy43qsqSRwCapJzB+x6ha0A9sQsuEEHSvha1k+t9nkiPOZK7pM2Zv539vafMOEbD5hvwCBRy+fszt1B5zUu5CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-18T12:36:54.294558Z"},"content_sha256":"d75c256962e47971d326237d87d31c29c62c10b395462d19b57b8de0a9c677ad","schema_version":"1.0","event_id":"sha256:d75c256962e47971d326237d87d31c29c62c10b395462d19b57b8de0a9c677ad"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/EZTJQGKNVGLPQRGT7BLMG7SJDT/bundle.json","state_url":"https://pith.science/pith/EZTJQGKNVGLPQRGT7BLMG7SJDT/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/EZTJQGKNVGLPQRGT7BLMG7SJDT/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-18T12:36:54Z","links":{"resolver":"https://pith.science/pith/EZTJQGKNVGLPQRGT7BLMG7SJDT","bundle":"https://pith.science/pith/EZTJQGKNVGLPQRGT7BLMG7SJDT/bundle.json","state":"https://pith.science/pith/EZTJQGKNVGLPQRGT7BLMG7SJDT/state.json","well_known_bundle":"https://pith.science/.well-known/pith/EZTJQGKNVGLPQRGT7BLMG7SJDT/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2022:EZTJQGKNVGLPQRGT7BLMG7SJDT","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"c587b2ccbec8e1780d76d631be45522fd4ca8cc0fc51d006a88475cc0c80d29a","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-16T17:28:01Z","title_canon_sha256":"2602e693b202f0899b018ee219e6ca8f231f0f9cab95e82c3d2ca909115d0708"},"schema_version":"1.0","source":{"id":"2206.08325","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2206.08325","created_at":"2026-07-05T05:11:22Z"},{"alias_kind":"arxiv_version","alias_value":"2206.08325v2","created_at":"2026-07-05T05:11:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2206.08325","created_at":"2026-07-05T05:11:22Z"},{"alias_kind":"pith_short_12","alias_value":"EZTJQGKNVGLP","created_at":"2026-07-05T05:11:22Z"},{"alias_kind":"pith_short_16","alias_value":"EZTJQGKNVGLPQRGT","created_at":"2026-07-05T05:11:22Z"},{"alias_kind":"pith_short_8","alias_value":"EZTJQGKN","created_at":"2026-07-05T05:11:22Z"}],"graph_snapshots":[{"event_id":"sha256:d75c256962e47971d326237d87d31c29c62c10b395462d19b57b8de0a9c677ad","target":"graph","created_at":"2026-07-05T05:11:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2206.08325/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Large language models produce human-like text that drive a growing number of applications. However, recent literature and, increasingly, real world observations, have demonstrated that these models can generate language that is toxic, biased, untruthful or otherwise harmful. Though work to evaluate language model harms is under way, translating foresight about which harms may arise into rigorous benchmarks is not straightforward. To facilitate this translation, we outline six ways of characterizing harmful text which merit explicit consideration when designing new benchmarks. We then use these","authors_text":"Amelia Glaese, Geoffrey Irving, Iason Gabriel, Johannes Welbl, John Mellor, Jonathan Uesato, Laura Weidinger, Lisa Anne Hendricks, Maribeth Rauh, Po-Sen Huang, Sumanth Dathathri, William Isaac","cross_cats":["cs.AI","cs.CY"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-16T17:28:01Z","title":"Characteristics of Harmful Text: Towards Rigorous Benchmarking of Language Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2206.08325","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ed6684bb88e81d400809b70d745ad02fbacf2f423f0f4a45a80b764e717a9ba9","target":"record","created_at":"2026-07-05T05:11:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"c587b2ccbec8e1780d76d631be45522fd4ca8cc0fc51d006a88475cc0c80d29a","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2022-06-16T17:28:01Z","title_canon_sha256":"2602e693b202f0899b018ee219e6ca8f231f0f9cab95e82c3d2ca909115d0708"},"schema_version":"1.0","source":{"id":"2206.08325","kind":"arxiv","version":2}},"canonical_sha256":"266698194da996f844d3f856c37e491ced75c42f2d7d8fbe7e49e177c17e1507","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"266698194da996f844d3f856c37e491ced75c42f2d7d8fbe7e49e177c17e1507","first_computed_at":"2026-07-05T05:11:22.952562Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:11:22.952562Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"mqj0Z2h9DhKbE9nFtfiRq187QWpQ/puVhrmd03kNTe7OO1BxWpFc7KwNetAyeLs6rCyNrficJKi1QDpLO0yrDw==","signature_status":"signed_v1","signed_at":"2026-07-05T05:11:22.953063Z","signed_message":"canonical_sha256_bytes"},"source_id":"2206.08325","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ed6684bb88e81d400809b70d745ad02fbacf2f423f0f4a45a80b764e717a9ba9","sha256:d75c256962e47971d326237d87d31c29c62c10b395462d19b57b8de0a9c677ad"],"state_sha256":"27cfd46d1c8d21e066d48b0da170c3f83615a80f55e5c1cac076c5b91a38d9a0"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"Sf0vBKh9Rx2IGdaC8mj79nvYxd5pbxOyF8n9faa/YWYOpcQaCg6QVhPoYdg/zCeKFKW/JWwB8n9gyML+m5UUCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-18T12:36:54.301461Z","bundle_sha256":"49ee101acca48fc3873c131401b9baa624e7d76341d44a905b11c2a8a19c4bea"}}