{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2025:JJR2BGOUQR3BX5ZVGO4XETEYVJ","short_pith_number":"pith:JJR2BGOU","canonical_record":{"source":{"id":"2502.14675","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-01-30T17:07:49Z","cross_cats_sorted":[],"title_canon_sha256":"8158b43653dba6396f49ff02c40a821e592f68572fee905ce9c4a19e85fd03c1","abstract_canon_sha256":"1d3d9af21bf96c856932034831a60dad18dbdfab799df2ac1e2eb608bd7d166a"},"schema_version":"1.0"},"canonical_sha256":"4a63a099d484761bf73533b9724c98aa7302a12134d4ebd796b0cf4a76dd40de","source":{"kind":"arxiv","id":"2502.14675","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.14675","created_at":"2026-07-05T10:17:30Z"},{"alias_kind":"arxiv_version","alias_value":"2502.14675v1","created_at":"2026-07-05T10:17:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.14675","created_at":"2026-07-05T10:17:30Z"},{"alias_kind":"pith_short_12","alias_value":"JJR2BGOUQR3B","created_at":"2026-07-05T10:17:30Z"},{"alias_kind":"pith_short_16","alias_value":"JJR2BGOUQR3BX5ZV","created_at":"2026-07-05T10:17:30Z"},{"alias_kind":"pith_short_8","alias_value":"JJR2BGOU","created_at":"2026-07-05T10:17:30Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2025:JJR2BGOUQR3BX5ZVGO4XETEYVJ","target":"record","payload":{"canonical_record":{"source":{"id":"2502.14675","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-01-30T17:07:49Z","cross_cats_sorted":[],"title_canon_sha256":"8158b43653dba6396f49ff02c40a821e592f68572fee905ce9c4a19e85fd03c1","abstract_canon_sha256":"1d3d9af21bf96c856932034831a60dad18dbdfab799df2ac1e2eb608bd7d166a"},"schema_version":"1.0"},"canonical_sha256":"4a63a099d484761bf73533b9724c98aa7302a12134d4ebd796b0cf4a76dd40de","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T10:17:30.966071Z","signature_b64":"CcdhRR3OUIMC+6ieCOXJ8RJ7Yd+pYehPBfF9XXz4ZZTapeHfcC4dnaekcImMxcs8cIBV5WCND7P8Sx85+1wwDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4a63a099d484761bf73533b9724c98aa7302a12134d4ebd796b0cf4a76dd40de","last_reissued_at":"2026-07-05T10:17:30.965649Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T10:17:30.965649Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2502.14675","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"JNF2F/wqxkB9TZzbWdOR22RKMEPlMwz4yhaA12gDrc7aKpmH43gDdT+6dOQFS/xMQVbdTRoUbhjNKWtyqgbuCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:52:16.294339Z"},"content_sha256":"d9af524844e610f6a781e6d680645eb3c241d6d6181bc244197869b0308dd2e2","schema_version":"1.0","event_id":"sha256:d9af524844e610f6a781e6d680645eb3c241d6d6181bc244197869b0308dd2e2"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2025:JJR2BGOUQR3BX5ZVGO4XETEYVJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Set Visualizations for Comparing and Evaluating Machine Learning Models","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.HC","authors_text":"Cody Dunne, Derek Millard, Eamon Conway, Liudas Panavas, Norbou Buchler, Racquel Fygenson, Tarik Crnovrsanin","submitted_at":"2025-01-30T17:07:49Z","abstract_excerpt":"Machine learning practitioners often need to compare multiple models to select the best one for their application. However, current methods of comparing models fall short because they rely on aggregate metrics that can be difficult to interpret or do not provide enough information to understand the differences between models. To better support the comparison of models, we propose set visualizations of model outputs to enable easier model-to-model comparison. We outline the requirements for using sets to compare machine learning models and demonstrate how this approach can be applied to various"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.14675","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2502.14675/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T10:17:30Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"yNLnCbtZntphZe3ZzZ7VgvX7pvWHrjMaf6SREcV18GCY5VB2BAwEzDrOR17DR/pj1BAJF33OaAnHFYecZE8MBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-13T09:52:16.294841Z"},"content_sha256":"524e7c1eb31f4f3fde57a1d07122777a46b9f58c1e2e6458cffed9b8cdf82547","schema_version":"1.0","event_id":"sha256:524e7c1eb31f4f3fde57a1d07122777a46b9f58c1e2e6458cffed9b8cdf82547"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JJR2BGOUQR3BX5ZVGO4XETEYVJ/bundle.json","state_url":"https://pith.science/pith/JJR2BGOUQR3BX5ZVGO4XETEYVJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JJR2BGOUQR3BX5ZVGO4XETEYVJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-13T09:52:16Z","links":{"resolver":"https://pith.science/pith/JJR2BGOUQR3BX5ZVGO4XETEYVJ","bundle":"https://pith.science/pith/JJR2BGOUQR3BX5ZVGO4XETEYVJ/bundle.json","state":"https://pith.science/pith/JJR2BGOUQR3BX5ZVGO4XETEYVJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JJR2BGOUQR3BX5ZVGO4XETEYVJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2025:JJR2BGOUQR3BX5ZVGO4XETEYVJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1d3d9af21bf96c856932034831a60dad18dbdfab799df2ac1e2eb608bd7d166a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-01-30T17:07:49Z","title_canon_sha256":"8158b43653dba6396f49ff02c40a821e592f68572fee905ce9c4a19e85fd03c1"},"schema_version":"1.0","source":{"id":"2502.14675","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2502.14675","created_at":"2026-07-05T10:17:30Z"},{"alias_kind":"arxiv_version","alias_value":"2502.14675v1","created_at":"2026-07-05T10:17:30Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2502.14675","created_at":"2026-07-05T10:17:30Z"},{"alias_kind":"pith_short_12","alias_value":"JJR2BGOUQR3B","created_at":"2026-07-05T10:17:30Z"},{"alias_kind":"pith_short_16","alias_value":"JJR2BGOUQR3BX5ZV","created_at":"2026-07-05T10:17:30Z"},{"alias_kind":"pith_short_8","alias_value":"JJR2BGOU","created_at":"2026-07-05T10:17:30Z"}],"graph_snapshots":[{"event_id":"sha256:524e7c1eb31f4f3fde57a1d07122777a46b9f58c1e2e6458cffed9b8cdf82547","target":"graph","created_at":"2026-07-05T10:17:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2502.14675/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Machine learning practitioners often need to compare multiple models to select the best one for their application. However, current methods of comparing models fall short because they rely on aggregate metrics that can be difficult to interpret or do not provide enough information to understand the differences between models. To better support the comparison of models, we propose set visualizations of model outputs to enable easier model-to-model comparison. We outline the requirements for using sets to compare machine learning models and demonstrate how this approach can be applied to various","authors_text":"Cody Dunne, Derek Millard, Eamon Conway, Liudas Panavas, Norbou Buchler, Racquel Fygenson, Tarik Crnovrsanin","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-01-30T17:07:49Z","title":"Set Visualizations for Comparing and Evaluating Machine Learning Models"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2502.14675","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:d9af524844e610f6a781e6d680645eb3c241d6d6181bc244197869b0308dd2e2","target":"record","created_at":"2026-07-05T10:17:30Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1d3d9af21bf96c856932034831a60dad18dbdfab799df2ac1e2eb608bd7d166a","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.HC","submitted_at":"2025-01-30T17:07:49Z","title_canon_sha256":"8158b43653dba6396f49ff02c40a821e592f68572fee905ce9c4a19e85fd03c1"},"schema_version":"1.0","source":{"id":"2502.14675","kind":"arxiv","version":1}},"canonical_sha256":"4a63a099d484761bf73533b9724c98aa7302a12134d4ebd796b0cf4a76dd40de","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4a63a099d484761bf73533b9724c98aa7302a12134d4ebd796b0cf4a76dd40de","first_computed_at":"2026-07-05T10:17:30.965649Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T10:17:30.965649Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CcdhRR3OUIMC+6ieCOXJ8RJ7Yd+pYehPBfF9XXz4ZZTapeHfcC4dnaekcImMxcs8cIBV5WCND7P8Sx85+1wwDA==","signature_status":"signed_v1","signed_at":"2026-07-05T10:17:30.966071Z","signed_message":"canonical_sha256_bytes"},"source_id":"2502.14675","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:d9af524844e610f6a781e6d680645eb3c241d6d6181bc244197869b0308dd2e2","sha256:524e7c1eb31f4f3fde57a1d07122777a46b9f58c1e2e6458cffed9b8cdf82547"],"state_sha256":"93222df12392e294a4ae50668bb4ff2045b45a4691041fc65627472cc8e3410c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"hBrlxaH6jUTxZXI03xVDeXSL3kvFL4T/QvSj6hUJFsF0F1+9mE0k2iz/6GiPcHC5cBIPr2LD2IhTPbwcsCcOCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-13T09:52:16.301579Z","bundle_sha256":"6502046de6060cd97dbbcba0dca34af4ede5b2b3af7eb0e51d6d8ed5c78a8e15"}}