{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:RCQR3YTSXFOTBS2ZSN5D36SHHI","short_pith_number":"pith:RCQR3YTS","canonical_record":{"source":{"id":"2605.26001","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-05-25T16:19:44Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"1aacb9df5200f1012f5bb338e63e7cc37a4817c49593090ae87924bed8fe8963","abstract_canon_sha256":"7f54d93e4347500c549caf9718270aaa5a31882d86306333b1be838b8f11fe6d"},"schema_version":"1.0"},"canonical_sha256":"88a11de272b95d30cb59937a3dfa473a0f331b3c0828f1d10766df41093a41e6","source":{"kind":"arxiv","id":"2605.26001","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.26001","created_at":"2026-05-26T02:05:22Z"},{"alias_kind":"arxiv_version","alias_value":"2605.26001v1","created_at":"2026-05-26T02:05:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.26001","created_at":"2026-05-26T02:05:22Z"},{"alias_kind":"pith_short_12","alias_value":"RCQR3YTSXFOT","created_at":"2026-05-26T02:05:22Z"},{"alias_kind":"pith_short_16","alias_value":"RCQR3YTSXFOTBS2Z","created_at":"2026-05-26T02:05:22Z"},{"alias_kind":"pith_short_8","alias_value":"RCQR3YTS","created_at":"2026-05-26T02:05:22Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:RCQR3YTSXFOTBS2ZSN5D36SHHI","target":"record","payload":{"canonical_record":{"source":{"id":"2605.26001","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-05-25T16:19:44Z","cross_cats_sorted":["cs.AI","cs.CY"],"title_canon_sha256":"1aacb9df5200f1012f5bb338e63e7cc37a4817c49593090ae87924bed8fe8963","abstract_canon_sha256":"7f54d93e4347500c549caf9718270aaa5a31882d86306333b1be838b8f11fe6d"},"schema_version":"1.0"},"canonical_sha256":"88a11de272b95d30cb59937a3dfa473a0f331b3c0828f1d10766df41093a41e6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-26T02:05:22.642918Z","signature_b64":"D8x+B+B3SgeAJtNqk4HK+Ms3TRPT9KMafSs43CD3z6fTauYtht4yeRM+lZHjAfgVU9QHBiHpJhQe8A/lr6GRCg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"88a11de272b95d30cb59937a3dfa473a0f331b3c0828f1d10766df41093a41e6","last_reissued_at":"2026-05-26T02:05:22.642140Z","signature_status":"signed_v1","first_computed_at":"2026-05-26T02:05:22.642140Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.26001","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-26T02:05:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"B78bgDmqldtRhYzD0gMNkl3ACnP3ggjnhjGdvQlAo4ERRJW7d7566nmRivZiq2RLiy9QcGthYfJ8YVs0Hs1FCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T14:30:01.420073Z"},"content_sha256":"b7b82b672a350d4b449dc62bd477544f87a3029fbfdc70e52d0751d12ce7e012","schema_version":"1.0","event_id":"sha256:b7b82b672a350d4b449dc62bd477544f87a3029fbfdc70e52d0751d12ce7e012"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:RCQR3YTSXFOTBS2ZSN5D36SHHI","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"AI-Assisted Systematization for Evaluating GenAI Systems","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CY"],"primary_cat":"cs.CL","authors_text":"Alexandra Chouldechova, Chad Atalla, Dhruv Agarwal, Emily Sheng, Hannah Washington, Hanna Wallach, Hussein Mozannar, Jean Garcia-Gathright, Solon Barocas","submitted_at":"2026-05-25T16:19:44Z","abstract_excerpt":"Evaluating generative AI (GenAI) systems is challenging because many targets of evaluation are broad, contested concepts, such as \"reasoning,\" \"fairness,\" or \"creativity.\" When these concepts are left underspecified, it becomes unclear what should be measured or how evaluation results should be interpreted. This problem reflects a missing step: systematization, that is, moving from a broad background concept to an explicit, structured account of the concept in measurable terms. To help address the fact that systematization is cognitively demanding and resource-intensive, we investigate whether"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.26001","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.26001/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-26T02:05:22Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"SL6B68kQngWUOnShMWmabaBnzKkZIzyuwEkIiVGZdEQXm/f6GJO2h4sAKdKJME43KzvuAuUrsdTAqqEXp2UpAQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-07T14:30:01.420720Z"},"content_sha256":"2fb6910bb156dbe08de3f840fc4201f1bd631b2c75c9889fc03b5a3c89f97644","schema_version":"1.0","event_id":"sha256:2fb6910bb156dbe08de3f840fc4201f1bd631b2c75c9889fc03b5a3c89f97644"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/RCQR3YTSXFOTBS2ZSN5D36SHHI/bundle.json","state_url":"https://pith.science/pith/RCQR3YTSXFOTBS2ZSN5D36SHHI/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/RCQR3YTSXFOTBS2ZSN5D36SHHI/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-07T14:30:01Z","links":{"resolver":"https://pith.science/pith/RCQR3YTSXFOTBS2ZSN5D36SHHI","bundle":"https://pith.science/pith/RCQR3YTSXFOTBS2ZSN5D36SHHI/bundle.json","state":"https://pith.science/pith/RCQR3YTSXFOTBS2ZSN5D36SHHI/state.json","well_known_bundle":"https://pith.science/.well-known/pith/RCQR3YTSXFOTBS2ZSN5D36SHHI/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:RCQR3YTSXFOTBS2ZSN5D36SHHI","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"7f54d93e4347500c549caf9718270aaa5a31882d86306333b1be838b8f11fe6d","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-05-25T16:19:44Z","title_canon_sha256":"1aacb9df5200f1012f5bb338e63e7cc37a4817c49593090ae87924bed8fe8963"},"schema_version":"1.0","source":{"id":"2605.26001","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.26001","created_at":"2026-05-26T02:05:22Z"},{"alias_kind":"arxiv_version","alias_value":"2605.26001v1","created_at":"2026-05-26T02:05:22Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.26001","created_at":"2026-05-26T02:05:22Z"},{"alias_kind":"pith_short_12","alias_value":"RCQR3YTSXFOT","created_at":"2026-05-26T02:05:22Z"},{"alias_kind":"pith_short_16","alias_value":"RCQR3YTSXFOTBS2Z","created_at":"2026-05-26T02:05:22Z"},{"alias_kind":"pith_short_8","alias_value":"RCQR3YTS","created_at":"2026-05-26T02:05:22Z"}],"graph_snapshots":[{"event_id":"sha256:2fb6910bb156dbe08de3f840fc4201f1bd631b2c75c9889fc03b5a3c89f97644","target":"graph","created_at":"2026-05-26T02:05:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2605.26001/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating generative AI (GenAI) systems is challenging because many targets of evaluation are broad, contested concepts, such as \"reasoning,\" \"fairness,\" or \"creativity.\" When these concepts are left underspecified, it becomes unclear what should be measured or how evaluation results should be interpreted. This problem reflects a missing step: systematization, that is, moving from a broad background concept to an explicit, structured account of the concept in measurable terms. To help address the fact that systematization is cognitively demanding and resource-intensive, we investigate whether","authors_text":"Alexandra Chouldechova, Chad Atalla, Dhruv Agarwal, Emily Sheng, Hannah Washington, Hanna Wallach, Hussein Mozannar, Jean Garcia-Gathright, Solon Barocas","cross_cats":["cs.AI","cs.CY"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-05-25T16:19:44Z","title":"AI-Assisted Systematization for Evaluating GenAI Systems"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.26001","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:b7b82b672a350d4b449dc62bd477544f87a3029fbfdc70e52d0751d12ce7e012","target":"record","created_at":"2026-05-26T02:05:22Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"7f54d93e4347500c549caf9718270aaa5a31882d86306333b1be838b8f11fe6d","cross_cats_sorted":["cs.AI","cs.CY"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CL","submitted_at":"2026-05-25T16:19:44Z","title_canon_sha256":"1aacb9df5200f1012f5bb338e63e7cc37a4817c49593090ae87924bed8fe8963"},"schema_version":"1.0","source":{"id":"2605.26001","kind":"arxiv","version":1}},"canonical_sha256":"88a11de272b95d30cb59937a3dfa473a0f331b3c0828f1d10766df41093a41e6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"88a11de272b95d30cb59937a3dfa473a0f331b3c0828f1d10766df41093a41e6","first_computed_at":"2026-05-26T02:05:22.642140Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-26T02:05:22.642140Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"D8x+B+B3SgeAJtNqk4HK+Ms3TRPT9KMafSs43CD3z6fTauYtht4yeRM+lZHjAfgVU9QHBiHpJhQe8A/lr6GRCg==","signature_status":"signed_v1","signed_at":"2026-05-26T02:05:22.642918Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.26001","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:b7b82b672a350d4b449dc62bd477544f87a3029fbfdc70e52d0751d12ce7e012","sha256:2fb6910bb156dbe08de3f840fc4201f1bd631b2c75c9889fc03b5a3c89f97644"],"state_sha256":"3cd6cb152847143491e290385dba8baf34bf7465462ebced29b860aa572e9799"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"XiSP/zknxCyM2TXvGxAHVoStWLZNU9wZC6UJHPloJVn6hPJRyfdkjQspxsgUnkSXAaHMNlFLRsdo24HdS7rwBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-07T14:30:01.424305Z","bundle_sha256":"9e073fdf89b78ac377580265483a1d9f0d8608ae59ac14d7380f03a425ae8a62"}}