{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:BNBUFXESK3BBMVL445EPCX7EKD","short_pith_number":"pith:BNBUFXES","canonical_record":{"source":{"id":"2411.10939","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2024-11-17T02:35:30Z","cross_cats_sorted":[],"title_canon_sha256":"d15ce5e83be69d5d8fe8f2c1ac83e6be558ed9c34572a36e1064ff69a178804e","abstract_canon_sha256":"8dad69df55fb91165c93a4a3dfc59a5da44525950e4f3ae736969c74d2ccdad2"},"schema_version":"1.0"},"canonical_sha256":"0b4342dc9256c216557ce748f15fe450c88b94138308d607a59afa3bf48b06ee","source":{"kind":"arxiv","id":"2411.10939","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10939","created_at":"2026-07-05T09:36:25Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10939v1","created_at":"2026-07-05T09:36:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10939","created_at":"2026-07-05T09:36:25Z"},{"alias_kind":"pith_short_12","alias_value":"BNBUFXESK3BB","created_at":"2026-07-05T09:36:25Z"},{"alias_kind":"pith_short_16","alias_value":"BNBUFXESK3BBMVL4","created_at":"2026-07-05T09:36:25Z"},{"alias_kind":"pith_short_8","alias_value":"BNBUFXES","created_at":"2026-07-05T09:36:25Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:BNBUFXESK3BBMVL445EPCX7EKD","target":"record","payload":{"canonical_record":{"source":{"id":"2411.10939","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2024-11-17T02:35:30Z","cross_cats_sorted":[],"title_canon_sha256":"d15ce5e83be69d5d8fe8f2c1ac83e6be558ed9c34572a36e1064ff69a178804e","abstract_canon_sha256":"8dad69df55fb91165c93a4a3dfc59a5da44525950e4f3ae736969c74d2ccdad2"},"schema_version":"1.0"},"canonical_sha256":"0b4342dc9256c216557ce748f15fe450c88b94138308d607a59afa3bf48b06ee","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T09:36:25.596193Z","signature_b64":"UwjlcqlFKggeZBbNc7EtGXhm74bBvJ7rJXjmyFOo7FyPvm+WWfZHUYykqzirHsibspVFOQEJK2fmc36M8fbwAg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"0b4342dc9256c216557ce748f15fe450c88b94138308d607a59afa3bf48b06ee","last_reissued_at":"2026-07-05T09:36:25.595666Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T09:36:25.595666Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2411.10939","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"j3rdc02b4NwSiNIo9LDbsezDesapcvGr3KSVtdZrja+5Doun/At6KeSyFJjSE1Bp8JwLUYs6fVCMEAA4n3uTDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T12:30:07.550955Z"},"content_sha256":"eeab42b9b1896b971eeb50ada3f3893b29e9c8c5c690207920cfa49edbb4eb9d","schema_version":"1.0","event_id":"sha256:eeab42b9b1896b971eeb50ada3f3893b29e9c8c5c690207920cfa49edbb4eb9d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:BNBUFXESK3BBMVL445EPCX7EKD","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Evaluating Generative AI Systems is a Social Science Measurement Challenge","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.CY","authors_text":"Abigail Z. Jacobs, A. Feder Cooper, Alexandra Chouldechova, Alexandra Olteanu, Angelina Wang, Chad Atalla, Dan Vann, Emily Corvi, Emily Sheng, Hannah Washington, Hanna Wallach, Jean Garcia-Gathright, Jennifer Wortman Vaughan, Matthew Vogel, Meera Desai, Nicholas Pangakis, P. Alex Dow, Solon Barocas, Stefanie Reed, Su Lin Blodgett","submitted_at":"2024-11-17T02:35:30Z","abstract_excerpt":"Across academia, industry, and government, there is an increasing awareness that the measurement tasks involved in evaluating generative AI (GenAI) systems are especially difficult. We argue that these measurement tasks are highly reminiscent of measurement tasks found throughout the social sciences. With this in mind, we present a framework, grounded in measurement theory from the social sciences, for measuring concepts related to the capabilities, impacts, opportunities, and risks of GenAI systems. The framework distinguishes between four levels: the background concept, the systematized conc"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10939","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2411.10939/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T09:36:25Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"1Lz2JZV8drh1SN3/0+UctmFPr6PyFTn7n4bRYOp7v0S1saPRf2KzG5kfcd1A7vl53Lxz5jRkomdzH/hE0cwHBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-08T12:30:07.551349Z"},"content_sha256":"9e82f399ed7bed376c435c91e7c5e43041288c6b017a50aa3c63f1e7f80988d2","schema_version":"1.0","event_id":"sha256:9e82f399ed7bed376c435c91e7c5e43041288c6b017a50aa3c63f1e7f80988d2"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/BNBUFXESK3BBMVL445EPCX7EKD/bundle.json","state_url":"https://pith.science/pith/BNBUFXESK3BBMVL445EPCX7EKD/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/BNBUFXESK3BBMVL445EPCX7EKD/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-08T12:30:07Z","links":{"resolver":"https://pith.science/pith/BNBUFXESK3BBMVL445EPCX7EKD","bundle":"https://pith.science/pith/BNBUFXESK3BBMVL445EPCX7EKD/bundle.json","state":"https://pith.science/pith/BNBUFXESK3BBMVL445EPCX7EKD/state.json","well_known_bundle":"https://pith.science/.well-known/pith/BNBUFXESK3BBMVL445EPCX7EKD/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:BNBUFXESK3BBMVL445EPCX7EKD","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"8dad69df55fb91165c93a4a3dfc59a5da44525950e4f3ae736969c74d2ccdad2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2024-11-17T02:35:30Z","title_canon_sha256":"d15ce5e83be69d5d8fe8f2c1ac83e6be558ed9c34572a36e1064ff69a178804e"},"schema_version":"1.0","source":{"id":"2411.10939","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2411.10939","created_at":"2026-07-05T09:36:25Z"},{"alias_kind":"arxiv_version","alias_value":"2411.10939v1","created_at":"2026-07-05T09:36:25Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2411.10939","created_at":"2026-07-05T09:36:25Z"},{"alias_kind":"pith_short_12","alias_value":"BNBUFXESK3BB","created_at":"2026-07-05T09:36:25Z"},{"alias_kind":"pith_short_16","alias_value":"BNBUFXESK3BBMVL4","created_at":"2026-07-05T09:36:25Z"},{"alias_kind":"pith_short_8","alias_value":"BNBUFXES","created_at":"2026-07-05T09:36:25Z"}],"graph_snapshots":[{"event_id":"sha256:9e82f399ed7bed376c435c91e7c5e43041288c6b017a50aa3c63f1e7f80988d2","target":"graph","created_at":"2026-07-05T09:36:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2411.10939/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Across academia, industry, and government, there is an increasing awareness that the measurement tasks involved in evaluating generative AI (GenAI) systems are especially difficult. We argue that these measurement tasks are highly reminiscent of measurement tasks found throughout the social sciences. With this in mind, we present a framework, grounded in measurement theory from the social sciences, for measuring concepts related to the capabilities, impacts, opportunities, and risks of GenAI systems. The framework distinguishes between four levels: the background concept, the systematized conc","authors_text":"Abigail Z. Jacobs, A. Feder Cooper, Alexandra Chouldechova, Alexandra Olteanu, Angelina Wang, Chad Atalla, Dan Vann, Emily Corvi, Emily Sheng, Hannah Washington, Hanna Wallach, Jean Garcia-Gathright, Jennifer Wortman Vaughan, Matthew Vogel, Meera Desai, Nicholas Pangakis, P. Alex Dow, Solon Barocas, Stefanie Reed, Su Lin Blodgett","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2024-11-17T02:35:30Z","title":"Evaluating Generative AI Systems is a Social Science Measurement Challenge"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2411.10939","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:eeab42b9b1896b971eeb50ada3f3893b29e9c8c5c690207920cfa49edbb4eb9d","target":"record","created_at":"2026-07-05T09:36:25Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"8dad69df55fb91165c93a4a3dfc59a5da44525950e4f3ae736969c74d2ccdad2","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CY","submitted_at":"2024-11-17T02:35:30Z","title_canon_sha256":"d15ce5e83be69d5d8fe8f2c1ac83e6be558ed9c34572a36e1064ff69a178804e"},"schema_version":"1.0","source":{"id":"2411.10939","kind":"arxiv","version":1}},"canonical_sha256":"0b4342dc9256c216557ce748f15fe450c88b94138308d607a59afa3bf48b06ee","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"0b4342dc9256c216557ce748f15fe450c88b94138308d607a59afa3bf48b06ee","first_computed_at":"2026-07-05T09:36:25.595666Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T09:36:25.595666Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"UwjlcqlFKggeZBbNc7EtGXhm74bBvJ7rJXjmyFOo7FyPvm+WWfZHUYykqzirHsibspVFOQEJK2fmc36M8fbwAg==","signature_status":"signed_v1","signed_at":"2026-07-05T09:36:25.596193Z","signed_message":"canonical_sha256_bytes"},"source_id":"2411.10939","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:eeab42b9b1896b971eeb50ada3f3893b29e9c8c5c690207920cfa49edbb4eb9d","sha256:9e82f399ed7bed376c435c91e7c5e43041288c6b017a50aa3c63f1e7f80988d2"],"state_sha256":"3bbb97c9dabace6b87a46fb0b631a007e4111b4ce9e9206fd5733ec20aec6bc6"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"4DuUEeQ54Nj8zWzZiznnA+X+c6EQfBWZZaliul0o7f8IV4shlOyImHwDLSk6A6pqO9ss10kkgkC9/jxKuS+sCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-08T12:30:07.553801Z","bundle_sha256":"a4b2e3069622ac0117a5445554109892d835da08d58831ffeb8c4016ebaa0d9c"}}