{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:MJ3VZMDDDY42LIQNGXXJHMG3QP","short_pith_number":"pith:MJ3VZMDD","canonical_record":{"source":{"id":"2308.06290","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-08-10T21:44:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6e6228f2a9daaa5c81cd40a4c0a76c6af9c7600ea8d434f5eae49ad5f7e3fb02","abstract_canon_sha256":"a7b7ac68e1677ce97a744b7c8cb35082df694e366eaa2530da4448e4cb86a6ac"},"schema_version":"1.0"},"canonical_sha256":"62775cb0631e39a5a20d35ee93b0db83ff98eb193016b221c05948caaf889790","source":{"kind":"arxiv","id":"2308.06290","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.06290","created_at":"2026-07-05T06:40:37Z"},{"alias_kind":"arxiv_version","alias_value":"2308.06290v1","created_at":"2026-07-05T06:40:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.06290","created_at":"2026-07-05T06:40:37Z"},{"alias_kind":"pith_short_12","alias_value":"MJ3VZMDDDY42","created_at":"2026-07-05T06:40:37Z"},{"alias_kind":"pith_short_16","alias_value":"MJ3VZMDDDY42LIQN","created_at":"2026-07-05T06:40:37Z"},{"alias_kind":"pith_short_8","alias_value":"MJ3VZMDD","created_at":"2026-07-05T06:40:37Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:MJ3VZMDDDY42LIQNGXXJHMG3QP","target":"record","payload":{"canonical_record":{"source":{"id":"2308.06290","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-08-10T21:44:48Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"6e6228f2a9daaa5c81cd40a4c0a76c6af9c7600ea8d434f5eae49ad5f7e3fb02","abstract_canon_sha256":"a7b7ac68e1677ce97a744b7c8cb35082df694e366eaa2530da4448e4cb86a6ac"},"schema_version":"1.0"},"canonical_sha256":"62775cb0631e39a5a20d35ee93b0db83ff98eb193016b221c05948caaf889790","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:40:37.549007Z","signature_b64":"bgSdJN+yBHWJ0AHIfZ5D1xOfoEZEWZ+sOVxASlceZb1k2cwBd9vBq929W9CvQTMQuBXP4lgHhTmX5Il5zZDPAw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"62775cb0631e39a5a20d35ee93b0db83ff98eb193016b221c05948caaf889790","last_reissued_at":"2026-07-05T06:40:37.548590Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:40:37.548590Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2308.06290","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:40:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"emnBD4lH0fyOHg2LsgqGilE+CJU6DFQCU1b0yIoSEckx9EwE/tIBzG4kw7y0PPZfnYStvEyT6diZnLkc/M8zCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T18:27:57.082916Z"},"content_sha256":"6ed23aa436f93247ab35a46fc10690d306c50a4a5d9554e3034455bbd74fd894","schema_version":"1.0","event_id":"sha256:6ed23aa436f93247ab35a46fc10690d306c50a4a5d9554e3034455bbd74fd894"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:MJ3VZMDDDY42LIQNGXXJHMG3QP","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Are We Closing the Loop Yet? Gaps in the Generalizability of VIS4ML Research","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.HC","authors_text":"Hariharan Subramonyam, Jessica Hullman","submitted_at":"2023-08-10T21:44:48Z","abstract_excerpt":"Visualization for machine learning (VIS4ML) research aims to help experts apply their prior knowledge to develop, understand, and improve the performance of machine learning models. In conceiving VIS4ML systems, researchers characterize the nature of human knowledge to support human-in-the-loop tasks, design interactive visualizations to make ML components interpretable and elicit knowledge, and evaluate the effectiveness of human-model interchange. We survey recent VIS4ML papers to assess the generalizability of research contributions and claims in enabling human-in-the-loop ML. Our results s"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.06290","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.06290/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T06:40:37Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WBdWIPiKQAuMr2VIlohcX0sOJlOv+FB7Krp0ra9fdkud57fdI/u2Wjcs2iOc3zOPXOhgos2YzvgjhUksUKizAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-22T18:27:57.083426Z"},"content_sha256":"e59888b1509bbbadd394ba2d9446e5424587420cbbaae76faae73f781f4fd842","schema_version":"1.0","event_id":"sha256:e59888b1509bbbadd394ba2d9446e5424587420cbbaae76faae73f781f4fd842"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/MJ3VZMDDDY42LIQNGXXJHMG3QP/bundle.json","state_url":"https://pith.science/pith/MJ3VZMDDDY42LIQNGXXJHMG3QP/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/MJ3VZMDDDY42LIQNGXXJHMG3QP/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-22T18:27:57Z","links":{"resolver":"https://pith.science/pith/MJ3VZMDDDY42LIQNGXXJHMG3QP","bundle":"https://pith.science/pith/MJ3VZMDDDY42LIQNGXXJHMG3QP/bundle.json","state":"https://pith.science/pith/MJ3VZMDDDY42LIQNGXXJHMG3QP/state.json","well_known_bundle":"https://pith.science/.well-known/pith/MJ3VZMDDDY42LIQNGXXJHMG3QP/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:MJ3VZMDDDY42LIQNGXXJHMG3QP","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"a7b7ac68e1677ce97a744b7c8cb35082df694e366eaa2530da4448e4cb86a6ac","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-08-10T21:44:48Z","title_canon_sha256":"6e6228f2a9daaa5c81cd40a4c0a76c6af9c7600ea8d434f5eae49ad5f7e3fb02"},"schema_version":"1.0","source":{"id":"2308.06290","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2308.06290","created_at":"2026-07-05T06:40:37Z"},{"alias_kind":"arxiv_version","alias_value":"2308.06290v1","created_at":"2026-07-05T06:40:37Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.06290","created_at":"2026-07-05T06:40:37Z"},{"alias_kind":"pith_short_12","alias_value":"MJ3VZMDDDY42","created_at":"2026-07-05T06:40:37Z"},{"alias_kind":"pith_short_16","alias_value":"MJ3VZMDDDY42LIQN","created_at":"2026-07-05T06:40:37Z"},{"alias_kind":"pith_short_8","alias_value":"MJ3VZMDD","created_at":"2026-07-05T06:40:37Z"}],"graph_snapshots":[{"event_id":"sha256:e59888b1509bbbadd394ba2d9446e5424587420cbbaae76faae73f781f4fd842","target":"graph","created_at":"2026-07-05T06:40:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2308.06290/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Visualization for machine learning (VIS4ML) research aims to help experts apply their prior knowledge to develop, understand, and improve the performance of machine learning models. In conceiving VIS4ML systems, researchers characterize the nature of human knowledge to support human-in-the-loop tasks, design interactive visualizations to make ML components interpretable and elicit knowledge, and evaluate the effectiveness of human-model interchange. We survey recent VIS4ML papers to assess the generalizability of research contributions and claims in enabling human-in-the-loop ML. Our results s","authors_text":"Hariharan Subramonyam, Jessica Hullman","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-08-10T21:44:48Z","title":"Are We Closing the Loop Yet? Gaps in the Generalizability of VIS4ML Research"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.06290","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6ed23aa436f93247ab35a46fc10690d306c50a4a5d9554e3034455bbd74fd894","target":"record","created_at":"2026-07-05T06:40:37Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"a7b7ac68e1677ce97a744b7c8cb35082df694e366eaa2530da4448e4cb86a6ac","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.HC","submitted_at":"2023-08-10T21:44:48Z","title_canon_sha256":"6e6228f2a9daaa5c81cd40a4c0a76c6af9c7600ea8d434f5eae49ad5f7e3fb02"},"schema_version":"1.0","source":{"id":"2308.06290","kind":"arxiv","version":1}},"canonical_sha256":"62775cb0631e39a5a20d35ee93b0db83ff98eb193016b221c05948caaf889790","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"62775cb0631e39a5a20d35ee93b0db83ff98eb193016b221c05948caaf889790","first_computed_at":"2026-07-05T06:40:37.548590Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T06:40:37.548590Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"bgSdJN+yBHWJ0AHIfZ5D1xOfoEZEWZ+sOVxASlceZb1k2cwBd9vBq929W9CvQTMQuBXP4lgHhTmX5Il5zZDPAw==","signature_status":"signed_v1","signed_at":"2026-07-05T06:40:37.549007Z","signed_message":"canonical_sha256_bytes"},"source_id":"2308.06290","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6ed23aa436f93247ab35a46fc10690d306c50a4a5d9554e3034455bbd74fd894","sha256:e59888b1509bbbadd394ba2d9446e5424587420cbbaae76faae73f781f4fd842"],"state_sha256":"ea66d9b04b16db1d73232b0e6140e6a62179375572309ef926bfd5b3800914c8"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"t7F8hphmcKU7SUmbmidybTCI7XG3AbHkLanLfBHQ7f02ZKOImQC2O5Yd8/6imivF6W4Ny7AZqaS/Id3LIYbfAg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-22T18:27:57.087885Z","bundle_sha256":"598a01f1e174f2d0c4308b0ffef98ca90f3b883e0ebb3520e04dee9ab2ac8f2d"}}