{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2026:NLWJL6XV2IMVNW4U6WPASOYRTS","short_pith_number":"pith:NLWJL6XV","canonical_record":{"source":{"id":"2605.08630","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2026-05-09T02:45:33Z","cross_cats_sorted":[],"title_canon_sha256":"d59432d552f75a5413ec89438bac4dad405aa4869fa674aec65121ef314a75e4","abstract_canon_sha256":"cee2e7a1b0abac45028d612fca08c297fcf68cd98f21d4a8d79f6ca588b80baf"},"schema_version":"1.0"},"canonical_sha256":"6aec95faf5d21956db94f59e093b119c9c21d209759c2cab6ebe5d0b97f9f8be","source":{"kind":"arxiv","id":"2605.08630","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.08630","created_at":"2026-06-19T16:11:24Z"},{"alias_kind":"arxiv_version","alias_value":"2605.08630v2","created_at":"2026-06-19T16:11:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.08630","created_at":"2026-06-19T16:11:24Z"},{"alias_kind":"pith_short_12","alias_value":"NLWJL6XV2IMV","created_at":"2026-06-19T16:11:24Z"},{"alias_kind":"pith_short_16","alias_value":"NLWJL6XV2IMVNW4U","created_at":"2026-06-19T16:11:24Z"},{"alias_kind":"pith_short_8","alias_value":"NLWJL6XV","created_at":"2026-06-19T16:11:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2026:NLWJL6XV2IMVNW4U6WPASOYRTS","target":"record","payload":{"canonical_record":{"source":{"id":"2605.08630","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2026-05-09T02:45:33Z","cross_cats_sorted":[],"title_canon_sha256":"d59432d552f75a5413ec89438bac4dad405aa4869fa674aec65121ef314a75e4","abstract_canon_sha256":"cee2e7a1b0abac45028d612fca08c297fcf68cd98f21d4a8d79f6ca588b80baf"},"schema_version":"1.0"},"canonical_sha256":"6aec95faf5d21956db94f59e093b119c9c21d209759c2cab6ebe5d0b97f9f8be","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-06-19T16:11:24.283206Z","signature_b64":"qm56lcwBG5i0drcQi/Qf51rTycQul2PnZQruiXBT32JpMHT4GePZz25744J39KxwlEP74XMCNrfYJHk6ySPfAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6aec95faf5d21956db94f59e093b119c9c21d209759c2cab6ebe5d0b97f9f8be","last_reissued_at":"2026-06-19T16:11:24.282802Z","signature_status":"signed_v1","first_computed_at":"2026-06-19T16:11:24.282802Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2605.08630","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-19T16:11:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"qwBfUJwEUFRKVOQ9WS1cUhr70/fwrTThx2Xp0NF20j3Wuy7W7VeXVPNj6ByrTqaWV21V0rNiitMwLUHyG2t0Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T15:43:26.304346Z"},"content_sha256":"c370eab171c02987b5744cc2000b42efffaa4b16e4b634ce2ce737548057a59d","schema_version":"1.0","event_id":"sha256:c370eab171c02987b5744cc2000b42efffaa4b16e4b634ce2ce737548057a59d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2026:NLWJL6XV2IMVNW4U6WPASOYRTS","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sycamore: Characterizing Synthetic Personas for Evaluating Genomics Visualization Retrieval","license":"http://creativecommons.org/licenses/by/4.0/","headline":"Grounding synthetic personas in real interview data shifts their feedback on a genomics visualization tool toward documented user concerns, while ungrounded versions focus on operational details and both miss experts' image-modality focus.","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Astrid van den Brandt, Huyen N. Nguyen, Nils Gehlenborg","submitted_at":"2026-05-09T02:45:33Z","abstract_excerpt":"Evaluating visualization systems in niche domains such as genomics is challenging due to scarcity of domain experts and difficulty recruiting a representative user base. While LLM-based synthetic personas are increasingly used to ease evaluation bottlenecks, they face well-founded skepticism. Rather than weighing synthetic personas as substitutes for real users, we ask a fundamental open question: when synthetic personas evaluate a real visualization system, what do they actually produce, and how does that output change when grounded in documented human contexts? We present Sycamore, an explor"},"claims":{"count":4,"items":[{"kind":"strongest_claim","text":"Grounding synthetic personas with voice-of-customer artifacts from a prior interview study shifts their feedback toward the language and concerns of documented users, while ungrounded evaluators drift toward operational specifics; both synthetic conditions converge on a find-and-adapt frame and miss the image-modality preference observed in the expert study.","source":"verdict.strongest_claim","status":"machine_extracted","claim_id":"C1","attestation":"unclaimed"},{"kind":"weakest_assumption","text":"That the observed differences in feedback patterns between the three conditions are driven primarily by the grounding manipulation rather than by prompt phrasing, model choice, or the specific properties of the Geranium tool and the single prior interview study used for grounding.","source":"verdict.weakest_assumption","status":"machine_extracted","claim_id":"C2","attestation":"unclaimed"},{"kind":"one_line_summary","text":"Grounding synthetic personas in real-user artifacts aligns their feedback language and concerns with documented experts, but both synthetic conditions converge on a find-and-adapt frame and miss the image-modality preference that real experts showed.","source":"verdict.one_line_summary","status":"machine_extracted","claim_id":"C3","attestation":"unclaimed"},{"kind":"headline","text":"Grounding synthetic personas in real interview data shifts their feedback on a genomics visualization tool toward documented user concerns, while ungrounded versions focus on operational details and both miss experts' image-modality focus.","source":"verdict.pith_extraction.headline","status":"machine_extracted","claim_id":"C4","attestation":"unclaimed"}],"snapshot_sha256":"7ecf6934a0da6f54317c7eaf6a873e93a45ffdbeab303b597c86d2f6ab51332d"},"source":{"id":"2605.08630","kind":"arxiv","version":2},"verdict":{"id":"306cbba4-e4dc-425a-a0d7-e59ce2fa0e8d","model_set":{"reader":"grok-4.3"},"created_at":"2026-05-12T01:21:53.390487Z","strongest_claim":"Grounding synthetic personas with voice-of-customer artifacts from a prior interview study shifts their feedback toward the language and concerns of documented users, while ungrounded evaluators drift toward operational specifics; both synthetic conditions converge on a find-and-adapt frame and miss the image-modality preference observed in the expert study.","one_line_summary":"Grounding synthetic personas in real-user artifacts aligns their feedback language and concerns with documented experts, but both synthetic conditions converge on a find-and-adapt frame and miss the image-modality preference that real experts showed.","pipeline_version":"pith-pipeline@v0.9.0","weakest_assumption":"That the observed differences in feedback patterns between the three conditions are driven primarily by the grounding manipulation rather than by prompt phrasing, model choice, or the specific properties of the Geranium tool and the single prior interview study used for grounding.","pith_extraction_headline":"Grounding synthetic personas in real interview data shifts their feedback on a genomics visualization tool toward documented user concerns, while ungrounded versions focus on operational details and both miss experts' image-modality focus."},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2605.08630/integrity.json","findings":[],"available":true,"detectors_run":[{"name":"claim_evidence","ran_at":"2026-05-20T09:02:02.031004Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"ai_meta_artifact","ran_at":"2026-05-19T22:37:04.353572Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"doi_title_agreement","ran_at":"2026-05-19T14:31:18.086396Z","status":"completed","version":"1.0.0","findings_count":0},{"name":"doi_compliance","ran_at":"2026-05-19T10:58:50.800184Z","status":"completed","version":"1.0.0","findings_count":0}],"snapshot_sha256":"bfa2339b9098bc88af8e6e4da3b84a705bb1a0f89c016985c1b5a79833a8c1a4"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":"306cbba4-e4dc-425a-a0d7-e59ce2fa0e8d"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-06-19T16:11:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"vdjDcFu6uAY7/Hl1akuZ+Xg8t+XM+m8vTYRd5AGg/9TSnxebjb18ZSzK2ZvoZGNx1tqhvIFGTp4jcodSsoQhDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-05T15:43:26.304869Z"},"content_sha256":"ebbb59ac685dfab7826ee87c408f3dc486a67942da9abae26b415269606dff3d","schema_version":"1.0","event_id":"sha256:ebbb59ac685dfab7826ee87c408f3dc486a67942da9abae26b415269606dff3d"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/NLWJL6XV2IMVNW4U6WPASOYRTS/bundle.json","state_url":"https://pith.science/pith/NLWJL6XV2IMVNW4U6WPASOYRTS/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/NLWJL6XV2IMVNW4U6WPASOYRTS/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-05T15:43:26Z","links":{"resolver":"https://pith.science/pith/NLWJL6XV2IMVNW4U6WPASOYRTS","bundle":"https://pith.science/pith/NLWJL6XV2IMVNW4U6WPASOYRTS/bundle.json","state":"https://pith.science/pith/NLWJL6XV2IMVNW4U6WPASOYRTS/state.json","well_known_bundle":"https://pith.science/.well-known/pith/NLWJL6XV2IMVNW4U6WPASOYRTS/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2026:NLWJL6XV2IMVNW4U6WPASOYRTS","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"cee2e7a1b0abac45028d612fca08c297fcf68cd98f21d4a8d79f6ca588b80baf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2026-05-09T02:45:33Z","title_canon_sha256":"d59432d552f75a5413ec89438bac4dad405aa4869fa674aec65121ef314a75e4"},"schema_version":"1.0","source":{"id":"2605.08630","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2605.08630","created_at":"2026-06-19T16:11:24Z"},{"alias_kind":"arxiv_version","alias_value":"2605.08630v2","created_at":"2026-06-19T16:11:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2605.08630","created_at":"2026-06-19T16:11:24Z"},{"alias_kind":"pith_short_12","alias_value":"NLWJL6XV2IMV","created_at":"2026-06-19T16:11:24Z"},{"alias_kind":"pith_short_16","alias_value":"NLWJL6XV2IMVNW4U","created_at":"2026-06-19T16:11:24Z"},{"alias_kind":"pith_short_8","alias_value":"NLWJL6XV","created_at":"2026-06-19T16:11:24Z"}],"graph_snapshots":[{"event_id":"sha256:ebbb59ac685dfab7826ee87c408f3dc486a67942da9abae26b415269606dff3d","target":"graph","created_at":"2026-06-19T16:11:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":4,"items":[{"attestation":"unclaimed","claim_id":"C1","kind":"strongest_claim","source":"verdict.strongest_claim","status":"machine_extracted","text":"Grounding synthetic personas with voice-of-customer artifacts from a prior interview study shifts their feedback toward the language and concerns of documented users, while ungrounded evaluators drift toward operational specifics; both synthetic conditions converge on a find-and-adapt frame and miss the image-modality preference observed in the expert study."},{"attestation":"unclaimed","claim_id":"C2","kind":"weakest_assumption","source":"verdict.weakest_assumption","status":"machine_extracted","text":"That the observed differences in feedback patterns between the three conditions are driven primarily by the grounding manipulation rather than by prompt phrasing, model choice, or the specific properties of the Geranium tool and the single prior interview study used for grounding."},{"attestation":"unclaimed","claim_id":"C3","kind":"one_line_summary","source":"verdict.one_line_summary","status":"machine_extracted","text":"Grounding synthetic personas in real-user artifacts aligns their feedback language and concerns with documented experts, but both synthetic conditions converge on a find-and-adapt frame and miss the image-modality preference that real experts showed."},{"attestation":"unclaimed","claim_id":"C4","kind":"headline","source":"verdict.pith_extraction.headline","status":"machine_extracted","text":"Grounding synthetic personas in real interview data shifts their feedback on a genomics visualization tool toward documented user concerns, while ungrounded versions focus on operational details and both miss experts' image-modality focus."}],"snapshot_sha256":"7ecf6934a0da6f54317c7eaf6a873e93a45ffdbeab303b597c86d2f6ab51332d"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[{"findings_count":0,"name":"claim_evidence","ran_at":"2026-05-20T09:02:02.031004Z","status":"completed","version":"1.0.0"},{"findings_count":0,"name":"ai_meta_artifact","ran_at":"2026-05-19T22:37:04.353572Z","status":"completed","version":"1.0.0"},{"findings_count":0,"name":"doi_title_agreement","ran_at":"2026-05-19T14:31:18.086396Z","status":"completed","version":"1.0.0"},{"findings_count":0,"name":"doi_compliance","ran_at":"2026-05-19T10:58:50.800184Z","status":"completed","version":"1.0.0"}],"endpoint":"/pith/2605.08630/integrity.json","findings":[],"snapshot_sha256":"bfa2339b9098bc88af8e6e4da3b84a705bb1a0f89c016985c1b5a79833a8c1a4","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Evaluating visualization systems in niche domains such as genomics is challenging due to scarcity of domain experts and difficulty recruiting a representative user base. While LLM-based synthetic personas are increasingly used to ease evaluation bottlenecks, they face well-founded skepticism. Rather than weighing synthetic personas as substitutes for real users, we ask a fundamental open question: when synthetic personas evaluate a real visualization system, what do they actually produce, and how does that output change when grounded in documented human contexts? We present Sycamore, an explor","authors_text":"Astrid van den Brandt, Huyen N. Nguyen, Nils Gehlenborg","cross_cats":[],"headline":"Grounding synthetic personas in real interview data shifts their feedback on a genomics visualization tool toward documented user concerns, while ungrounded versions focus on operational details and both miss experts' image-modality focus.","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2026-05-09T02:45:33Z","title":"Sycamore: Characterizing Synthetic Personas for Evaluating Genomics Visualization Retrieval"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2605.08630","kind":"arxiv","version":2},"verdict":{"created_at":"2026-05-12T01:21:53.390487Z","id":"306cbba4-e4dc-425a-a0d7-e59ce2fa0e8d","model_set":{"reader":"grok-4.3"},"one_line_summary":"Grounding synthetic personas in real-user artifacts aligns their feedback language and concerns with documented experts, but both synthetic conditions converge on a find-and-adapt frame and miss the image-modality preference that real experts showed.","pipeline_version":"pith-pipeline@v0.9.0","pith_extraction_headline":"Grounding synthetic personas in real interview data shifts their feedback on a genomics visualization tool toward documented user concerns, while ungrounded versions focus on operational details and both miss experts' image-modality focus.","strongest_claim":"Grounding synthetic personas with voice-of-customer artifacts from a prior interview study shifts their feedback toward the language and concerns of documented users, while ungrounded evaluators drift toward operational specifics; both synthetic conditions converge on a find-and-adapt frame and miss the image-modality preference observed in the expert study.","weakest_assumption":"That the observed differences in feedback patterns between the three conditions are driven primarily by the grounding manipulation rather than by prompt phrasing, model choice, or the specific properties of the Geranium tool and the single prior interview study used for grounding."}},"verdict_id":"306cbba4-e4dc-425a-a0d7-e59ce2fa0e8d"}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:c370eab171c02987b5744cc2000b42efffaa4b16e4b634ce2ce737548057a59d","target":"record","created_at":"2026-06-19T16:11:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"cee2e7a1b0abac45028d612fca08c297fcf68cd98f21d4a8d79f6ca588b80baf","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2026-05-09T02:45:33Z","title_canon_sha256":"d59432d552f75a5413ec89438bac4dad405aa4869fa674aec65121ef314a75e4"},"schema_version":"1.0","source":{"id":"2605.08630","kind":"arxiv","version":2}},"canonical_sha256":"6aec95faf5d21956db94f59e093b119c9c21d209759c2cab6ebe5d0b97f9f8be","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6aec95faf5d21956db94f59e093b119c9c21d209759c2cab6ebe5d0b97f9f8be","first_computed_at":"2026-06-19T16:11:24.282802Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-06-19T16:11:24.282802Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"qm56lcwBG5i0drcQi/Qf51rTycQul2PnZQruiXBT32JpMHT4GePZz25744J39KxwlEP74XMCNrfYJHk6ySPfAA==","signature_status":"signed_v1","signed_at":"2026-06-19T16:11:24.283206Z","signed_message":"canonical_sha256_bytes"},"source_id":"2605.08630","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:c370eab171c02987b5744cc2000b42efffaa4b16e4b634ce2ce737548057a59d","sha256:ebbb59ac685dfab7826ee87c408f3dc486a67942da9abae26b415269606dff3d"],"state_sha256":"c9de38e9152a7d2ea1942aabc9a81003864d2575490b8f674dfa3a8ed61afb62"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hIW5qYm87w+kVGqnbC8OqggZNyDTwmebohJKJb6FDEivhr7wvTQmwgnscOLaRV244z4mZvG6GL6c0SPdndaWCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-05T15:43:26.307310Z","bundle_sha256":"e1b4bd3d9a0247a9417e300f99042c605a2f13256864da887633fe5cd72e90a5"}}