{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:TFTNNGOVVTTNAPA36PJJ45IIVZ","short_pith_number":"pith:TFTNNGOV","canonical_record":{"source":{"id":"2411.15662","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2024-11-23T22:13:38Z","cross_cats_sorted":[],"title_canon_sha256":"fa5ff244ee1a9784c0823e81d27a7cce4d4e87e2014aec861cbbe7f207655294","abstract_canon_sha256":"5b4edbb0cd78dc3c136da46e052f4c49b6b306acf0b0dc371665b0af4ef3279e"},"schema_version":"1.0"},"canonical_sha256":"9966d699d5ace6d03c1bf3d29e7508ae6a26c09fb79835b18bb1a494fe0f2759","source":{"kind":"arxiv","id":"2411.15662","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.15662","created_at":"2026-07-05T09:39:38Z"},{"alias_kind":"arxiv_version","alias_value":"2411.15662v1","created_at":"2026-07-05T09:39:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.15662","created_at":"2026-07-05T09:39:38Z"},{"alias_kind":"pith_short_12","alias_value":"TFTNNGOVVTTN","created_at":"2026-07-05T09:39:38Z"},{"alias_kind":"pith_short_16","alias_value":"TFTNNGOVVTTNAPA3","created_at":"2026-07-05T09:39:38Z"},{"alias_kind":"pith_short_8","alias_value":"TFTNNGOV","created_at":"2026-07-05T09:39:38Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:TFTNNGOVVTTNAPA36PJJ45IIVZ","target":"record","payload":{"canonical_record":{"source":{"id":"2411.15662","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2024-11-23T22:13:38Z","cross_cats_sorted":[],"title_canon_sha256":"fa5ff244ee1a9784c0823e81d27a7cce4d4e87e2014aec861cbbe7f207655294","abstract_canon_sha256":"5b4edbb0cd78dc3c136da46e052f4c49b6b306acf0b0dc371665b0af4ef3279e"},"schema_version":"1.0"},"canonical_sha256":"9966d699d5ace6d03c1bf3d29e7508ae6a26c09fb79835b18bb1a494fe0f2759","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:39:38.796836Z","signature_b64":"+0e4ZxEfGjqFtMarHg9E4YHbxrhVI7+Lg8i9Jv/dER05//WreIS49IXSZs7AHX/dLxPjXdIsgmAZI5knO4sdBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9966d699d5ace6d03c1bf3d29e7508ae6a26c09fb79835b18bb1a494fe0f2759","last_reissued_at":"2026-07-05T09:39:38.796340Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:39:38.796340Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.15662","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lmn7gJ0AH8rvjmmthkc8WtdOnQL01YCYD5mxpxL+WyfHjBs0RitQvs3RPfaPfeNANm9w7TYMIgTl4p09uUYiAA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:51:53.499452Z"},"content_sha256":"33b6c143b9c0e2d0a1f3351d413d81456103dacdf6574845813ad876d11dfc00","schema_version":"1.0","event_id":"sha256:33b6c143b9c0e2d0a1f3351d413d81456103dacdf6574845813ad876d11dfc00"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:TFTNNGOVVTTNAPA36PJJ45IIVZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Gaps Between Research and Practice When Measuring Representational Harms Caused by LLM-Based Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Alexandra Chouldechova, Alexandra Olteanu, Emily Sheng, Emma Harvey, Hanna Wallach, Jean Garcia-Gathright, Su Lin Blodgett","submitted_at":"2024-11-23T22:13:38Z","abstract_excerpt":"To facilitate the measurement of representational harms caused by large language model (LLM)-based systems, the NLP research community has produced and made publicly available numerous measurement instruments, including tools, datasets, metrics, benchmarks, annotation instructions, and other techniques. However, the research community lacks clarity about whether and to what extent these instruments meet the needs of practitioners tasked with developing and deploying LLM-based systems in the real world, and how these instruments could be improved. Via a series of semi-structured interviews with"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.15662","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.15662/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:39:38Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YPxZDnleetTDneyb2wT+Uy6ppfHimlkcV4/a9EScltgV57cMjz02BrQrZLGasGQjd9s5yTmS1+8M2RNepxcyAw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T04:51:53.500280Z"},"content_sha256":"5f4825ab5b1228c53d50d3a96779fed9a687de6c82e301ad79e80678a1f85621","schema_version":"1.0","event_id":"sha256:5f4825ab5b1228c53d50d3a96779fed9a687de6c82e301ad79e80678a1f85621"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TFTNNGOVVTTNAPA36PJJ45IIVZ/bundle.json","state_url":"https://pith.science/pith/TFTNNGOVVTTNAPA36PJJ45IIVZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TFTNNGOVVTTNAPA36PJJ45IIVZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T04:51:53Z","links":{"resolver":"https://pith.science/pith/TFTNNGOVVTTNAPA36PJJ45IIVZ","bundle":"https://pith.science/pith/TFTNNGOVVTTNAPA36PJJ45IIVZ/bundle.json","state":"https://pith.science/pith/TFTNNGOVVTTNAPA36PJJ45IIVZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TFTNNGOVVTTNAPA36PJJ45IIVZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:TFTNNGOVVTTNAPA36PJJ45IIVZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"5b4edbb0cd78dc3c136da46e052f4c49b6b306acf0b0dc371665b0af4ef3279e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2024-11-23T22:13:38Z","title_canon_sha256":"fa5ff244ee1a9784c0823e81d27a7cce4d4e87e2014aec861cbbe7f207655294"},"schema_version":"1.0","source":{"id":"2411.15662","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.15662","created_at":"2026-07-05T09:39:38Z"},{"alias_kind":"arxiv_version","alias_value":"2411.15662v1","created_at":"2026-07-05T09:39:38Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.15662","created_at":"2026-07-05T09:39:38Z"},{"alias_kind":"pith_short_12","alias_value":"TFTNNGOVVTTN","created_at":"2026-07-05T09:39:38Z"},{"alias_kind":"pith_short_16","alias_value":"TFTNNGOVVTTNAPA3","created_at":"2026-07-05T09:39:38Z"},{"alias_kind":"pith_short_8","alias_value":"TFTNNGOV","created_at":"2026-07-05T09:39:38Z"}],"graph_snapshots":[{"event_id":"sha256:5f4825ab5b1228c53d50d3a96779fed9a687de6c82e301ad79e80678a1f85621","target":"graph","created_at":"2026-07-05T09:39:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.15662/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"To facilitate the measurement of representational harms caused by large language model (LLM)-based systems, the NLP research community has produced and made publicly available numerous measurement instruments, including tools, datasets, metrics, benchmarks, annotation instructions, and other techniques. However, the research community lacks clarity about whether and to what extent these instruments meet the needs of practitioners tasked with developing and deploying LLM-based systems in the real world, and how these instruments could be improved. Via a series of semi-structured interviews with","authors_text":"Alexandra Chouldechova, Alexandra Olteanu, Emily Sheng, Emma Harvey, Hanna Wallach, Jean Garcia-Gathright, Su Lin Blodgett","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2024-11-23T22:13:38Z","title":"Gaps Between Research and Practice When Measuring Representational Harms Caused by LLM-Based Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.15662","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:33b6c143b9c0e2d0a1f3351d413d81456103dacdf6574845813ad876d11dfc00","target":"record","created_at":"2026-07-05T09:39:38Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"5b4edbb0cd78dc3c136da46e052f4c49b6b306acf0b0dc371665b0af4ef3279e","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2024-11-23T22:13:38Z","title_canon_sha256":"fa5ff244ee1a9784c0823e81d27a7cce4d4e87e2014aec861cbbe7f207655294"},"schema_version":"1.0","source":{"id":"2411.15662","kind":"arxiv","version":1}},"canonical_sha256":"9966d699d5ace6d03c1bf3d29e7508ae6a26c09fb79835b18bb1a494fe0f2759","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9966d699d5ace6d03c1bf3d29e7508ae6a26c09fb79835b18bb1a494fe0f2759","first_computed_at":"2026-07-05T09:39:38.796340Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:39:38.796340Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+0e4ZxEfGjqFtMarHg9E4YHbxrhVI7+Lg8i9Jv/dER05//WreIS49IXSZs7AHX/dLxPjXdIsgmAZI5knO4sdBA==","signature_status":"signed_v1","signed_at":"2026-07-05T09:39:38.796836Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.15662","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:33b6c143b9c0e2d0a1f3351d413d81456103dacdf6574845813ad876d11dfc00","sha256:5f4825ab5b1228c53d50d3a96779fed9a687de6c82e301ad79e80678a1f85621"],"state_sha256":"247fd66813bef09ca4299c192884a46a7336e30e864ff6935b90ce812c445adc"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"EnZf5gLRxCtRYXJZWNkc5lHsPzBHgmhHlSmLKe3cZQUfpEgZ2Xy7LQH36Ndm/nD8NlDziVzUsI5IeGXoVsZhBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T04:51:53.509630Z","bundle_sha256":"b80476095630aec4ccd3ce28c2e13f6c899a75bb249f29e43e7ed6845e5c329e"}}