{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:DUZUK73OMSR5W3S76LCBDXPV47","short_pith_number":"pith:DUZUK73O","canonical_record":{"source":{"id":"2312.03689","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-06T18:53:01Z","cross_cats_sorted":[],"title_canon_sha256":"e6a167196f1a4cdd1778e20b4723c0f59e245abc893873356cb7c84541748689","abstract_canon_sha256":"ea4815b0dcd8590f239566f6f0f438a03ec366cddd7edcf39191e1a96f6a3581"},"schema_version":"1.0"},"canonical_sha256":"1d33457f6e64a3db6e5ff2c411ddf5e7f114a6633f600a381fff540202d71085","source":{"kind":"arxiv","id":"2312.03689","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.03689","created_at":"2026-07-05T07:21:08Z"},{"alias_kind":"arxiv_version","alias_value":"2312.03689v1","created_at":"2026-07-05T07:21:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.03689","created_at":"2026-07-05T07:21:08Z"},{"alias_kind":"pith_short_12","alias_value":"DUZUK73OMSR5","created_at":"2026-07-05T07:21:08Z"},{"alias_kind":"pith_short_16","alias_value":"DUZUK73OMSR5W3S7","created_at":"2026-07-05T07:21:08Z"},{"alias_kind":"pith_short_8","alias_value":"DUZUK73O","created_at":"2026-07-05T07:21:08Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:DUZUK73OMSR5W3S76LCBDXPV47","target":"record","payload":{"canonical_record":{"source":{"id":"2312.03689","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-06T18:53:01Z","cross_cats_sorted":[],"title_canon_sha256":"e6a167196f1a4cdd1778e20b4723c0f59e245abc893873356cb7c84541748689","abstract_canon_sha256":"ea4815b0dcd8590f239566f6f0f438a03ec366cddd7edcf39191e1a96f6a3581"},"schema_version":"1.0"},"canonical_sha256":"1d33457f6e64a3db6e5ff2c411ddf5e7f114a6633f600a381fff540202d71085","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:21:08.301639Z","signature_b64":"H3aW+sFEofhWwmgwgLJ/HB6VI5YxefVw9zu4qMPBOvjqnclzJqrbrpNsxJe8F7dPKLv7rl0COXY33+dmM9sUAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"1d33457f6e64a3db6e5ff2c411ddf5e7f114a6633f600a381fff540202d71085","last_reissued_at":"2026-07-05T07:21:08.301151Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:21:08.301151Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2312.03689","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8gl7V1sCCOwv4y32ZEQHgY0gBrfuYmaULnAtHoChaIclMeYxKTwzk6E+fB47WEhGnHhQyU8RBu//wobjuJGlAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:24:25.446773Z"},"content_sha256":"5a06cfd0e2bc85a8012c63d1be0dfcadd84b839421bfdb8dec330b8a199378e2","schema_version":"1.0","event_id":"sha256:5a06cfd0e2bc85a8012c63d1be0dfcadd84b839421bfdb8dec330b8a199378e2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:DUZUK73OMSR5W3S76LCBDXPV47","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating and Mitigating Discrimination in Language Model Decisions","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Alex Tamkin, Amanda Askell, Deep Ganguli, Esin Durmus, Jared Kaplan, Karina Nguyen, Liane Lovitt, Nicholas Joseph, Shauna Kravec","submitted_at":"2023-12-06T18:53:01Z","abstract_excerpt":"As language models (LMs) advance, interest is growing in applying them to high-stakes societal decisions, such as determining financing or housing eligibility. However, their potential for discrimination in such contexts raises ethical concerns, motivating the need for better methods to evaluate these risks. We present a method for proactively evaluating the potential discriminatory impact of LMs in a wide range of use cases, including hypothetical use cases where they have not yet been deployed. Specifically, we use an LM to generate a wide array of potential prompts that decision-makers may "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.03689","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2312.03689/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:21:08Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nYOK6jYdED1/s7GCfzMZLtrQX5EwBxWs4dZndzfJULMIdjluLXIfJd/aMTPy6ZQ9DV3DdxcGoL5ESgu8jj34Dg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-06T06:24:25.447251Z"},"content_sha256":"984ce4e905887d6826fdecd0eb794b404f4499a853f1783eed67b1390d4fce5b","schema_version":"1.0","event_id":"sha256:984ce4e905887d6826fdecd0eb794b404f4499a853f1783eed67b1390d4fce5b"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/DUZUK73OMSR5W3S76LCBDXPV47/bundle.json","state_url":"https://pith.science/pith/DUZUK73OMSR5W3S76LCBDXPV47/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/DUZUK73OMSR5W3S76LCBDXPV47/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-06T06:24:25Z","links":{"resolver":"https://pith.science/pith/DUZUK73OMSR5W3S76LCBDXPV47","bundle":"https://pith.science/pith/DUZUK73OMSR5W3S76LCBDXPV47/bundle.json","state":"https://pith.science/pith/DUZUK73OMSR5W3S76LCBDXPV47/state.json","well_known_bundle":"https://pith.science/.well-known/pith/DUZUK73OMSR5W3S76LCBDXPV47/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:DUZUK73OMSR5W3S76LCBDXPV47","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ea4815b0dcd8590f239566f6f0f438a03ec366cddd7edcf39191e1a96f6a3581","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-06T18:53:01Z","title_canon_sha256":"e6a167196f1a4cdd1778e20b4723c0f59e245abc893873356cb7c84541748689"},"schema_version":"1.0","source":{"id":"2312.03689","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2312.03689","created_at":"2026-07-05T07:21:08Z"},{"alias_kind":"arxiv_version","alias_value":"2312.03689v1","created_at":"2026-07-05T07:21:08Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2312.03689","created_at":"2026-07-05T07:21:08Z"},{"alias_kind":"pith_short_12","alias_value":"DUZUK73OMSR5","created_at":"2026-07-05T07:21:08Z"},{"alias_kind":"pith_short_16","alias_value":"DUZUK73OMSR5W3S7","created_at":"2026-07-05T07:21:08Z"},{"alias_kind":"pith_short_8","alias_value":"DUZUK73O","created_at":"2026-07-05T07:21:08Z"}],"graph_snapshots":[{"event_id":"sha256:984ce4e905887d6826fdecd0eb794b404f4499a853f1783eed67b1390d4fce5b","target":"graph","created_at":"2026-07-05T07:21:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2312.03689/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"As language models (LMs) advance, interest is growing in applying them to high-stakes societal decisions, such as determining financing or housing eligibility. However, their potential for discrimination in such contexts raises ethical concerns, motivating the need for better methods to evaluate these risks. We present a method for proactively evaluating the potential discriminatory impact of LMs in a wide range of use cases, including hypothetical use cases where they have not yet been deployed. Specifically, we use an LM to generate a wide array of potential prompts that decision-makers may ","authors_text":"Alex Tamkin, Amanda Askell, Deep Ganguli, Esin Durmus, Jared Kaplan, Karina Nguyen, Liane Lovitt, Nicholas Joseph, Shauna Kravec","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-06T18:53:01Z","title":"Evaluating and Mitigating Discrimination in Language Model Decisions"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2312.03689","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5a06cfd0e2bc85a8012c63d1be0dfcadd84b839421bfdb8dec330b8a199378e2","target":"record","created_at":"2026-07-05T07:21:08Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ea4815b0dcd8590f239566f6f0f438a03ec366cddd7edcf39191e1a96f6a3581","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2023-12-06T18:53:01Z","title_canon_sha256":"e6a167196f1a4cdd1778e20b4723c0f59e245abc893873356cb7c84541748689"},"schema_version":"1.0","source":{"id":"2312.03689","kind":"arxiv","version":1}},"canonical_sha256":"1d33457f6e64a3db6e5ff2c411ddf5e7f114a6633f600a381fff540202d71085","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"1d33457f6e64a3db6e5ff2c411ddf5e7f114a6633f600a381fff540202d71085","first_computed_at":"2026-07-05T07:21:08.301151Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:21:08.301151Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"H3aW+sFEofhWwmgwgLJ/HB6VI5YxefVw9zu4qMPBOvjqnclzJqrbrpNsxJe8F7dPKLv7rl0COXY33+dmM9sUAg==","signature_status":"signed_v1","signed_at":"2026-07-05T07:21:08.301639Z","signed_message":"canonical_sha256_bytes"},"source_id":"2312.03689","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5a06cfd0e2bc85a8012c63d1be0dfcadd84b839421bfdb8dec330b8a199378e2","sha256:984ce4e905887d6826fdecd0eb794b404f4499a853f1783eed67b1390d4fce5b"],"state_sha256":"97fe8411f654c6d3c5edabbbe7f811819b9bdc475d6f8adaf932484ab47dab82"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"xQHRGQvHujKzK5Vs4XpEvyY8xyc5OFhuFbTDles8VfQfgqyo3wM4Z1UCw89npLnkyMEO78Ilt6q5l5Bl/GXxBA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-06T06:24:25.450873Z","bundle_sha256":"07bb98cad025fd408be63ca3c7972dc00d33da9accfa4a8682b5ddc279462ed9"}}