{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:OGFAI2PGMTQ3OYA6LVLQ426CKN","short_pith_number":"pith:OGFAI2PG","canonical_record":{"source":{"id":"2507.02306","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-07-03T04:27:16Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"759c744c83ac2b871ce3cf00d751db4b3e301af0a135313eb399bf216931fd5f","abstract_canon_sha256":"0928b48107d8289266b77bd705ebfd4624dc6f2baadb8e50b884a55056e0a3ad"},"schema_version":"1.0"},"canonical_sha256":"718a0469e664e1b7601e5d570e6bc253473b6b8714aa3e82e385f94ed3a01eac","source":{"kind":"arxiv","id":"2507.02306","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.02306","created_at":"2026-07-05T11:31:15Z"},{"alias_kind":"arxiv_version","alias_value":"2507.02306v1","created_at":"2026-07-05T11:31:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.02306","created_at":"2026-07-05T11:31:15Z"},{"alias_kind":"pith_short_12","alias_value":"OGFAI2PGMTQ3","created_at":"2026-07-05T11:31:15Z"},{"alias_kind":"pith_short_16","alias_value":"OGFAI2PGMTQ3OYA6","created_at":"2026-07-05T11:31:15Z"},{"alias_kind":"pith_short_8","alias_value":"OGFAI2PG","created_at":"2026-07-05T11:31:15Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:OGFAI2PGMTQ3OYA6LVLQ426CKN","target":"record","payload":{"canonical_record":{"source":{"id":"2507.02306","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-07-03T04:27:16Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"759c744c83ac2b871ce3cf00d751db4b3e301af0a135313eb399bf216931fd5f","abstract_canon_sha256":"0928b48107d8289266b77bd705ebfd4624dc6f2baadb8e50b884a55056e0a3ad"},"schema_version":"1.0"},"canonical_sha256":"718a0469e664e1b7601e5d570e6bc253473b6b8714aa3e82e385f94ed3a01eac","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:31:15.674931Z","signature_b64":"k+uNXMXZqc8kNTz9TQFjiGkCKQ0tDkotR+TkD7f8B75fC01IhKAYsSphFT3evHyvIuky0nmLEaNRSo4EllKOBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"718a0469e664e1b7601e5d570e6bc253473b6b8714aa3e82e385f94ed3a01eac","last_reissued_at":"2026-07-05T11:31:15.674447Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:31:15.674447Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2507.02306","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:31:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"zFLeK5+LhE4BLJq5jD4akZXHkoQxNCDF4nGT4n2l+ejFOZrbI9vGoerzQNdzkHYpegijQw74nNbjTQWYUa9OAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:08:27.143995Z"},"content_sha256":"33c29b65fd34a3e743cb490a1e60a3d5240bb75040eddb9d81e5890f3a230f5d","schema_version":"1.0","event_id":"sha256:33c29b65fd34a3e743cb490a1e60a3d5240bb75040eddb9d81e5890f3a230f5d"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:OGFAI2PGMTQ3OYA6LVLQ426CKN","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Synthetic Heuristic Evaluation: A Comparison between AI- and Human-Powered Usability Evaluation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"David W. McDonald, Gary Hsieh, Ruican Zhong","submitted_at":"2025-07-03T04:27:16Z","abstract_excerpt":"Usability evaluation is crucial in human-centered design but can be costly, requiring expert time and user compensation. In this work, we developed a method for synthetic heuristic evaluation using multimodal LLMs' ability to analyze images and provide design feedback. Comparing our synthetic evaluations to those by experienced UX practitioners across two apps, we found our evaluation identified 73% and 77% of usability issues, which exceeded the performance of 5 experienced human evaluators (57% and 63%). Compared to human evaluators, the synthetic evaluation's performance maintained consiste"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.02306","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2507.02306/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:31:15Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"8G7nXYDgYkTj6nfns7C2ksmOfh5u4ZFzkdsr67x4cWbU4E7pbd4DlmVO5TlmOexgZ8p5oMjW0KCc7Zq7AN+7Aw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T09:08:27.144516Z"},"content_sha256":"64ca704a4cd983e38942fcd63e9e346ab26f384f9508634efccf7f8631376096","schema_version":"1.0","event_id":"sha256:64ca704a4cd983e38942fcd63e9e346ab26f384f9508634efccf7f8631376096"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/OGFAI2PGMTQ3OYA6LVLQ426CKN/bundle.json","state_url":"https://pith.science/pith/OGFAI2PGMTQ3OYA6LVLQ426CKN/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/OGFAI2PGMTQ3OYA6LVLQ426CKN/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T09:08:27Z","links":{"resolver":"https://pith.science/pith/OGFAI2PGMTQ3OYA6LVLQ426CKN","bundle":"https://pith.science/pith/OGFAI2PGMTQ3OYA6LVLQ426CKN/bundle.json","state":"https://pith.science/pith/OGFAI2PGMTQ3OYA6LVLQ426CKN/state.json","well_known_bundle":"https://pith.science/.well-known/pith/OGFAI2PGMTQ3OYA6LVLQ426CKN/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:OGFAI2PGMTQ3OYA6LVLQ426CKN","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"0928b48107d8289266b77bd705ebfd4624dc6f2baadb8e50b884a55056e0a3ad","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-07-03T04:27:16Z","title_canon_sha256":"759c744c83ac2b871ce3cf00d751db4b3e301af0a135313eb399bf216931fd5f"},"schema_version":"1.0","source":{"id":"2507.02306","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2507.02306","created_at":"2026-07-05T11:31:15Z"},{"alias_kind":"arxiv_version","alias_value":"2507.02306v1","created_at":"2026-07-05T11:31:15Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2507.02306","created_at":"2026-07-05T11:31:15Z"},{"alias_kind":"pith_short_12","alias_value":"OGFAI2PGMTQ3","created_at":"2026-07-05T11:31:15Z"},{"alias_kind":"pith_short_16","alias_value":"OGFAI2PGMTQ3OYA6","created_at":"2026-07-05T11:31:15Z"},{"alias_kind":"pith_short_8","alias_value":"OGFAI2PG","created_at":"2026-07-05T11:31:15Z"}],"graph_snapshots":[{"event_id":"sha256:64ca704a4cd983e38942fcd63e9e346ab26f384f9508634efccf7f8631376096","target":"graph","created_at":"2026-07-05T11:31:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2507.02306/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Usability evaluation is crucial in human-centered design but can be costly, requiring expert time and user compensation. In this work, we developed a method for synthetic heuristic evaluation using multimodal LLMs' ability to analyze images and provide design feedback. Comparing our synthetic evaluations to those by experienced UX practitioners across two apps, we found our evaluation identified 73% and 77% of usability issues, which exceeded the performance of 5 experienced human evaluators (57% and 63%). Compared to human evaluators, the synthetic evaluation's performance maintained consiste","authors_text":"David W. McDonald, Gary Hsieh, Ruican Zhong","cross_cats":["cs.AI"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-07-03T04:27:16Z","title":"Synthetic Heuristic Evaluation: A Comparison between AI- and Human-Powered Usability Evaluation"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2507.02306","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:33c29b65fd34a3e743cb490a1e60a3d5240bb75040eddb9d81e5890f3a230f5d","target":"record","created_at":"2026-07-05T11:31:15Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"0928b48107d8289266b77bd705ebfd4624dc6f2baadb8e50b884a55056e0a3ad","cross_cats_sorted":["cs.AI"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-07-03T04:27:16Z","title_canon_sha256":"759c744c83ac2b871ce3cf00d751db4b3e301af0a135313eb399bf216931fd5f"},"schema_version":"1.0","source":{"id":"2507.02306","kind":"arxiv","version":1}},"canonical_sha256":"718a0469e664e1b7601e5d570e6bc253473b6b8714aa3e82e385f94ed3a01eac","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"718a0469e664e1b7601e5d570e6bc253473b6b8714aa3e82e385f94ed3a01eac","first_computed_at":"2026-07-05T11:31:15.674447Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:31:15.674447Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"k+uNXMXZqc8kNTz9TQFjiGkCKQ0tDkotR+TkD7f8B75fC01IhKAYsSphFT3evHyvIuky0nmLEaNRSo4EllKOBA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:31:15.674931Z","signed_message":"canonical_sha256_bytes"},"source_id":"2507.02306","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:33c29b65fd34a3e743cb490a1e60a3d5240bb75040eddb9d81e5890f3a230f5d","sha256:64ca704a4cd983e38942fcd63e9e346ab26f384f9508634efccf7f8631376096"],"state_sha256":"07c8a9259c1d776c0c2b62a204a46ebf8eb4a6ecd5bbb5a98497988ce73f4bd3"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"kf/5OqKxqS/dq2PJszGHMsV253tMEgK8LGJWWfXo6zUH4ZnRk9ghu6hiW/l9naqGsMHYFeuknHy1rK7ogyaTAA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T09:08:27.149909Z","bundle_sha256":"4b6fef6642e0c6d0a44750038bd296669d17e63eb4715cb30c346cd301fb5052"}}