{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:JAVGXFWLUGVA525OIOJGO2Y3ZH","short_pith_number":"pith:JAVGXFWL","canonical_record":{"source":{"id":"2310.17750","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T19:45:06Z","cross_cats_sorted":[],"title_canon_sha256":"48f3799a7ecb18d6cf93d7e6115e04bbe2272610f15e6eab85b330fe24d76fbf","abstract_canon_sha256":"586fbebd649baaefd2bed29a244f5f849771bdb0cf4899364426bfe6da7290dd"},"schema_version":"1.0"},"canonical_sha256":"482a6b96cba1aa0eebae4392676b1bc9e9b343e1da1ea571223862b1297cb7fe","source":{"kind":"arxiv","id":"2310.17750","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.17750","created_at":"2026-07-05T07:05:51Z"},{"alias_kind":"arxiv_version","alias_value":"2310.17750v1","created_at":"2026-07-05T07:05:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.17750","created_at":"2026-07-05T07:05:51Z"},{"alias_kind":"pith_short_12","alias_value":"JAVGXFWLUGVA","created_at":"2026-07-05T07:05:51Z"},{"alias_kind":"pith_short_16","alias_value":"JAVGXFWLUGVA525O","created_at":"2026-07-05T07:05:51Z"},{"alias_kind":"pith_short_8","alias_value":"JAVGXFWL","created_at":"2026-07-05T07:05:51Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:JAVGXFWLUGVA525OIOJGO2Y3ZH","target":"record","payload":{"canonical_record":{"source":{"id":"2310.17750","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T19:45:06Z","cross_cats_sorted":[],"title_canon_sha256":"48f3799a7ecb18d6cf93d7e6115e04bbe2272610f15e6eab85b330fe24d76fbf","abstract_canon_sha256":"586fbebd649baaefd2bed29a244f5f849771bdb0cf4899364426bfe6da7290dd"},"schema_version":"1.0"},"canonical_sha256":"482a6b96cba1aa0eebae4392676b1bc9e9b343e1da1ea571223862b1297cb7fe","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:05:51.975595Z","signature_b64":"2dV1DGPkVvHopxq4C1W37bZfQ+/3uxitS5oZLS6X/kJ/fOvbtEyk1zC/093Y61sFelUNTlgGDxyji9Nr1rOUAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"482a6b96cba1aa0eebae4392676b1bc9e9b343e1da1ea571223862b1297cb7fe","last_reissued_at":"2026-07-05T07:05:51.975094Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:05:51.975094Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2310.17750","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:05:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"TSvNuLtB5DfW5bUNnSJNxhXKScUip9vuq6K2LMNZDq0ZWC4/XfUgWJP70Wfx9aoOjkfpIHaafOzxtNQcMmiPBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T04:22:15.213805Z"},"content_sha256":"a62ecd8f36d48e99c94553fb4ad136a46d7db065fb2a40cf1aa49ce82a9f5db1","schema_version":"1.0","event_id":"sha256:a62ecd8f36d48e99c94553fb4ad136a46d7db065fb2a40cf1aa49ce82a9f5db1"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:JAVGXFWLUGVA525OIOJGO2Y3ZH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"A Framework for Automated Measurement of Responsible AI Harms in Generative AI Applications","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Ahmed Magooda, Alec Helyar, Chad Atalla, Dan Vann, David Sullivan, Emily Sheng, Eslam Kamal, Federico Zarfati, Hamid Palangi, Hanna Wallach, Hongliang Kong, Kyle Jackson, Mei Chen, Richard Edgar, Roman Lutz, Sarah Bird, Vincent Yun","submitted_at":"2023-10-26T19:45:06Z","abstract_excerpt":"We present a framework for the automated measurement of responsible AI (RAI) metrics for large language models (LLMs) and associated products and services. Our framework for automatically measuring harms from LLMs builds on existing technical and sociotechnical expertise and leverages the capabilities of state-of-the-art LLMs, such as GPT-4. We use this framework to run through several case studies investigating how different LLMs may violate a range of RAI-related principles. The framework may be employed alongside domain-specific sociotechnical expertise to create measurements for new harm a"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.17750","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2310.17750/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:05:51Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vyUG3qD7XJBDtFV09xiBrx2qmT5uFbgFxBSTJho/pRuPCs53JcEUCfyutvh0subv6vLZDwrP04ATdkUpIBK/BQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-26T04:22:15.214166Z"},"content_sha256":"9c268d013fd9688b126d7d48d390c4a55ac7cf94d30eb655aad9ba6c212dde2d","schema_version":"1.0","event_id":"sha256:9c268d013fd9688b126d7d48d390c4a55ac7cf94d30eb655aad9ba6c212dde2d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JAVGXFWLUGVA525OIOJGO2Y3ZH/bundle.json","state_url":"https://pith.science/pith/JAVGXFWLUGVA525OIOJGO2Y3ZH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JAVGXFWLUGVA525OIOJGO2Y3ZH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-26T04:22:15Z","links":{"resolver":"https://pith.science/pith/JAVGXFWLUGVA525OIOJGO2Y3ZH","bundle":"https://pith.science/pith/JAVGXFWLUGVA525OIOJGO2Y3ZH/bundle.json","state":"https://pith.science/pith/JAVGXFWLUGVA525OIOJGO2Y3ZH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JAVGXFWLUGVA525OIOJGO2Y3ZH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:JAVGXFWLUGVA525OIOJGO2Y3ZH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"586fbebd649baaefd2bed29a244f5f849771bdb0cf4899364426bfe6da7290dd","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T19:45:06Z","title_canon_sha256":"48f3799a7ecb18d6cf93d7e6115e04bbe2272610f15e6eab85b330fe24d76fbf"},"schema_version":"1.0","source":{"id":"2310.17750","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2310.17750","created_at":"2026-07-05T07:05:51Z"},{"alias_kind":"arxiv_version","alias_value":"2310.17750v1","created_at":"2026-07-05T07:05:51Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2310.17750","created_at":"2026-07-05T07:05:51Z"},{"alias_kind":"pith_short_12","alias_value":"JAVGXFWLUGVA","created_at":"2026-07-05T07:05:51Z"},{"alias_kind":"pith_short_16","alias_value":"JAVGXFWLUGVA525O","created_at":"2026-07-05T07:05:51Z"},{"alias_kind":"pith_short_8","alias_value":"JAVGXFWL","created_at":"2026-07-05T07:05:51Z"}],"graph_snapshots":[{"event_id":"sha256:9c268d013fd9688b126d7d48d390c4a55ac7cf94d30eb655aad9ba6c212dde2d","target":"graph","created_at":"2026-07-05T07:05:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2310.17750/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"We present a framework for the automated measurement of responsible AI (RAI) metrics for large language models (LLMs) and associated products and services. Our framework for automatically measuring harms from LLMs builds on existing technical and sociotechnical expertise and leverages the capabilities of state-of-the-art LLMs, such as GPT-4. We use this framework to run through several case studies investigating how different LLMs may violate a range of RAI-related principles. The framework may be employed alongside domain-specific sociotechnical expertise to create measurements for new harm a","authors_text":"Ahmed Magooda, Alec Helyar, Chad Atalla, Dan Vann, David Sullivan, Emily Sheng, Eslam Kamal, Federico Zarfati, Hamid Palangi, Hanna Wallach, Hongliang Kong, Kyle Jackson, Mei Chen, Richard Edgar, Roman Lutz, Sarah Bird, Vincent Yun","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T19:45:06Z","title":"A Framework for Automated Measurement of Responsible AI Harms in Generative AI Applications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2310.17750","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a62ecd8f36d48e99c94553fb4ad136a46d7db065fb2a40cf1aa49ce82a9f5db1","target":"record","created_at":"2026-07-05T07:05:51Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"586fbebd649baaefd2bed29a244f5f849771bdb0cf4899364426bfe6da7290dd","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2023-10-26T19:45:06Z","title_canon_sha256":"48f3799a7ecb18d6cf93d7e6115e04bbe2272610f15e6eab85b330fe24d76fbf"},"schema_version":"1.0","source":{"id":"2310.17750","kind":"arxiv","version":1}},"canonical_sha256":"482a6b96cba1aa0eebae4392676b1bc9e9b343e1da1ea571223862b1297cb7fe","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"482a6b96cba1aa0eebae4392676b1bc9e9b343e1da1ea571223862b1297cb7fe","first_computed_at":"2026-07-05T07:05:51.975094Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:05:51.975094Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2dV1DGPkVvHopxq4C1W37bZfQ+/3uxitS5oZLS6X/kJ/fOvbtEyk1zC/093Y61sFelUNTlgGDxyji9Nr1rOUAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:05:51.975595Z","signed_message":"canonical_sha256_bytes"},"source_id":"2310.17750","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a62ecd8f36d48e99c94553fb4ad136a46d7db065fb2a40cf1aa49ce82a9f5db1","sha256:9c268d013fd9688b126d7d48d390c4a55ac7cf94d30eb655aad9ba6c212dde2d"],"state_sha256":"c643da1f90db7079cc6cd74f7e075e6f2e04e8dcdf562ede7653a1f09e14f8aa"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"H91WKTVm8Njc4ruaPzHwlaMDSR+nOEoZ8FoJjeU+TajtlO3xr6VzgSm8ZUdmsrjQP6+n9z0M+HiCvkAIxMRPBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-26T04:22:15.216188Z","bundle_sha256":"2f94ea4ecf03baea52cc25afe7c0f3070670398d90dfacbc788aa021a5ad598f"}}