{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:MX2GPYV423N3P66NKKZK225O74","short_pith_number":"pith:MX2GPYV4","canonical_record":{"source":{"id":"2407.08842","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-11T19:58:13Z","cross_cats_sorted":[],"title_canon_sha256":"446e3fa0f5eb94f86dd3a279e61ea61bd084e603a913583f890a6b1d5d75791c","abstract_canon_sha256":"ba11c9c7f99f860fe3153ea09e9e45268ae884345c44567a37f1f24a369619b2"},"schema_version":"1.0"},"canonical_sha256":"65f467e2bcd6dbb7fbcd52b2ad6baeff3fc53949f18e364004ce1d14974a6352","source":{"kind":"arxiv","id":"2407.08842","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.08842","created_at":"2026-07-05T08:42:56Z"},{"alias_kind":"arxiv_version","alias_value":"2407.08842v1","created_at":"2026-07-05T08:42:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.08842","created_at":"2026-07-05T08:42:56Z"},{"alias_kind":"pith_short_12","alias_value":"MX2GPYV423N3","created_at":"2026-07-05T08:42:56Z"},{"alias_kind":"pith_short_16","alias_value":"MX2GPYV423N3P66N","created_at":"2026-07-05T08:42:56Z"},{"alias_kind":"pith_short_8","alias_value":"MX2GPYV4","created_at":"2026-07-05T08:42:56Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:MX2GPYV423N3P66NKKZK225O74","target":"record","payload":{"canonical_record":{"source":{"id":"2407.08842","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-11T19:58:13Z","cross_cats_sorted":[],"title_canon_sha256":"446e3fa0f5eb94f86dd3a279e61ea61bd084e603a913583f890a6b1d5d75791c","abstract_canon_sha256":"ba11c9c7f99f860fe3153ea09e9e45268ae884345c44567a37f1f24a369619b2"},"schema_version":"1.0"},"canonical_sha256":"65f467e2bcd6dbb7fbcd52b2ad6baeff3fc53949f18e364004ce1d14974a6352","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:42:56.855259Z","signature_b64":"/9UxNNmq6UhHKLOuQ7K2nsw8tSnqBoVz65et9NORmddYxh7bNzsFaaY9baORJtFqmOHN2pgEzhOTlYyVsWLJAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"65f467e2bcd6dbb7fbcd52b2ad6baeff3fc53949f18e364004ce1d14974a6352","last_reissued_at":"2026-07-05T08:42:56.854860Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:42:56.854860Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2407.08842","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"RvwHZ+OdXgzUtIPKwzlWkqQm0tKXUvfB6j+xfrEhtYkoOGkVG+uoOGkUebv2klp6MiJsgUH2HaL1KeCxeghrCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T16:51:18.227489Z"},"content_sha256":"452b8acead5c23da4babac8617c66aa370586d363b465190e18a68363fcc766d","schema_version":"1.0","event_id":"sha256:452b8acead5c23da4babac8617c66aa370586d363b465190e18a68363fcc766d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:MX2GPYV423N3P66NKKZK225O74","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Nuanced Bias in Large Language Model Free Response Answers","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.CL","authors_text":"Jennifer Healey, Laurie Byrum, Md Nadeem Akhtar, Moumita Sinha","submitted_at":"2024-07-11T19:58:13Z","abstract_excerpt":"Pre-trained large language models (LLMs) can now be easily adapted for specific business purposes using custom prompts or fine tuning. These customizations are often iteratively re-engineered to improve some aspect of performance, but after each change businesses want to ensure that there has been no negative impact on the system's behavior around such critical issues as bias. Prior methods of benchmarking bias use techniques such as word masking and multiple choice questions to assess bias at scale, but these do not capture all of the nuanced types of bias that can occur in free response answ"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.08842","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2407.08842/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T08:42:56Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fv3peCcJogy37XzkX8c/JggI0VJqdIaMBcdlBnVD6OfcbTemVBsgY0mqA76P9BXBkVeB28zvKR4Zf0IjwFIHCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-12T16:51:18.227865Z"},"content_sha256":"7d275f055799fe5349fc69d99fe40915773f998e71861c15d16a98030c179ba9","schema_version":"1.0","event_id":"sha256:7d275f055799fe5349fc69d99fe40915773f998e71861c15d16a98030c179ba9"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MX2GPYV423N3P66NKKZK225O74/bundle.json","state_url":"https://pith.science/pith/MX2GPYV423N3P66NKKZK225O74/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MX2GPYV423N3P66NKKZK225O74/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-12T16:51:18Z","links":{"resolver":"https://pith.science/pith/MX2GPYV423N3P66NKKZK225O74","bundle":"https://pith.science/pith/MX2GPYV423N3P66NKKZK225O74/bundle.json","state":"https://pith.science/pith/MX2GPYV423N3P66NKKZK225O74/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MX2GPYV423N3P66NKKZK225O74/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:MX2GPYV423N3P66NKKZK225O74","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ba11c9c7f99f860fe3153ea09e9e45268ae884345c44567a37f1f24a369619b2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-11T19:58:13Z","title_canon_sha256":"446e3fa0f5eb94f86dd3a279e61ea61bd084e603a913583f890a6b1d5d75791c"},"schema_version":"1.0","source":{"id":"2407.08842","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2407.08842","created_at":"2026-07-05T08:42:56Z"},{"alias_kind":"arxiv_version","alias_value":"2407.08842v1","created_at":"2026-07-05T08:42:56Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2407.08842","created_at":"2026-07-05T08:42:56Z"},{"alias_kind":"pith_short_12","alias_value":"MX2GPYV423N3","created_at":"2026-07-05T08:42:56Z"},{"alias_kind":"pith_short_16","alias_value":"MX2GPYV423N3P66N","created_at":"2026-07-05T08:42:56Z"},{"alias_kind":"pith_short_8","alias_value":"MX2GPYV4","created_at":"2026-07-05T08:42:56Z"}],"graph_snapshots":[{"event_id":"sha256:7d275f055799fe5349fc69d99fe40915773f998e71861c15d16a98030c179ba9","target":"graph","created_at":"2026-07-05T08:42:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2407.08842/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Pre-trained large language models (LLMs) can now be easily adapted for specific business purposes using custom prompts or fine tuning. These customizations are often iteratively re-engineered to improve some aspect of performance, but after each change businesses want to ensure that there has been no negative impact on the system's behavior around such critical issues as bias. Prior methods of benchmarking bias use techniques such as word masking and multiple choice questions to assess bias at scale, but these do not capture all of the nuanced types of bias that can occur in free response answ","authors_text":"Jennifer Healey, Laurie Byrum, Md Nadeem Akhtar, Moumita Sinha","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-11T19:58:13Z","title":"Evaluating Nuanced Bias in Large Language Model Free Response Answers"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2407.08842","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:452b8acead5c23da4babac8617c66aa370586d363b465190e18a68363fcc766d","target":"record","created_at":"2026-07-05T08:42:56Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ba11c9c7f99f860fe3153ea09e9e45268ae884345c44567a37f1f24a369619b2","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CL","submitted_at":"2024-07-11T19:58:13Z","title_canon_sha256":"446e3fa0f5eb94f86dd3a279e61ea61bd084e603a913583f890a6b1d5d75791c"},"schema_version":"1.0","source":{"id":"2407.08842","kind":"arxiv","version":1}},"canonical_sha256":"65f467e2bcd6dbb7fbcd52b2ad6baeff3fc53949f18e364004ce1d14974a6352","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"65f467e2bcd6dbb7fbcd52b2ad6baeff3fc53949f18e364004ce1d14974a6352","first_computed_at":"2026-07-05T08:42:56.854860Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T08:42:56.854860Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"/9UxNNmq6UhHKLOuQ7K2nsw8tSnqBoVz65et9NORmddYxh7bNzsFaaY9baORJtFqmOHN2pgEzhOTlYyVsWLJAg==","signature_status":"signed_v1","signed_at":"2026-07-05T08:42:56.855259Z","signed_message":"canonical_sha256_bytes"},"source_id":"2407.08842","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:452b8acead5c23da4babac8617c66aa370586d363b465190e18a68363fcc766d","sha256:7d275f055799fe5349fc69d99fe40915773f998e71861c15d16a98030c179ba9"],"state_sha256":"b3a9790c2813213b121f11c7f76bb8439d695a175758ac8079101b3f49f86e02"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"sb5XMRrnYPid3rhY/UUQwmdRbrx5ygtRY7dEz3L5a5xZsiOnTR0VR85rMm/kTu4PDq+HA82RVPPtLL8dN+l7BA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-12T16:51:18.229926Z","bundle_sha256":"44fbc28913797785d07a530c923467dc79d3c296aa5fb6005dacda44668c2c6f"}}