{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:TL6PE6K57XIMAKAKHMB4OELYOT","short_pith_number":"pith:TL6PE6K5","schema_version":"1.0","canonical_sha256":"9afcf2795dfdd0c0280a3b03c7117874fc5e1476ada50a2b8bec23f98e88cf73","source":{"kind":"arxiv","id":"2308.00287","version":2},"attestation_state":"computed","paper":{"title":"A Study of Unsupervised Evaluation Metrics for Practical and Automatic Domain Adaptation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Binbin Lin, Minghao Chen, Qibo Qiu, Shuai Zhao, Wenxiao Wang, Xiaofei He, Zepeng Gao","submitted_at":"2023-08-01T05:01:05Z","abstract_excerpt":"Unsupervised domain adaptation (UDA) methods facilitate the transfer of models to target domains without labels. However, these methods necessitate a labeled target validation set for hyper-parameter tuning and model selection. In this paper, we aim to find an evaluation metric capable of assessing the quality of a transferred model without access to target validation labels. We begin with the metric based on mutual information of the model prediction. Through empirical analysis, we identify three prevalent issues with this metric: 1) It does not account for the source structure. 2) It can be "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2308.00287","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.CV","submitted_at":"2023-08-01T05:01:05Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"2154e9b997e5c2556fac100abb298b6d8d45537978dcc9ab3710b4b38bbb58cd","abstract_canon_sha256":"2585ca5a3a4e560fe9c33c78858e277ffb67955470dfbde6deaeb5cdea7675e5"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T06:51:27.847506Z","signature_b64":"gEQNV0b4pZurg8hr7Q1CH17+cbZDWl37FAEljKZXMB10LvUigIAJD4u8RRuM3AJ7zNZnGpJ3QkYP7XxV7ElACw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9afcf2795dfdd0c0280a3b03c7117874fc5e1476ada50a2b8bec23f98e88cf73","last_reissued_at":"2026-07-05T06:51:27.847001Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T06:51:27.847001Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"A Study of Unsupervised Evaluation Metrics for Practical and Automatic Domain Adaptation","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.CV","authors_text":"Binbin Lin, Minghao Chen, Qibo Qiu, Shuai Zhao, Wenxiao Wang, Xiaofei He, Zepeng Gao","submitted_at":"2023-08-01T05:01:05Z","abstract_excerpt":"Unsupervised domain adaptation (UDA) methods facilitate the transfer of models to target domains without labels. However, these methods necessitate a labeled target validation set for hyper-parameter tuning and model selection. In this paper, we aim to find an evaluation metric capable of assessing the quality of a transferred model without access to target validation labels. We begin with the metric based on mutual information of the model prediction. Through empirical analysis, we identify three prevalent issues with this metric: 1) It does not account for the source structure. 2) It can be "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2308.00287","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2308.00287/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2308.00287","created_at":"2026-07-05T06:51:27.847056+00:00"},{"alias_kind":"arxiv_version","alias_value":"2308.00287v2","created_at":"2026-07-05T06:51:27.847056+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2308.00287","created_at":"2026-07-05T06:51:27.847056+00:00"},{"alias_kind":"pith_short_12","alias_value":"TL6PE6K57XIM","created_at":"2026-07-05T06:51:27.847056+00:00"},{"alias_kind":"pith_short_16","alias_value":"TL6PE6K57XIMAKAK","created_at":"2026-07-05T06:51:27.847056+00:00"},{"alias_kind":"pith_short_8","alias_value":"TL6PE6K5","created_at":"2026-07-05T06:51:27.847056+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/TL6PE6K57XIMAKAKHMB4OELYOT","json":"https://pith.science/pith/TL6PE6K57XIMAKAKHMB4OELYOT.json","graph_json":"https://pith.science/api/pith-number/TL6PE6K57XIMAKAKHMB4OELYOT/graph.json","events_json":"https://pith.science/api/pith-number/TL6PE6K57XIMAKAKHMB4OELYOT/events.json","paper":"https://pith.science/paper/TL6PE6K5"},"agent_actions":{"view_html":"https://pith.science/pith/TL6PE6K57XIMAKAKHMB4OELYOT","download_json":"https://pith.science/pith/TL6PE6K57XIMAKAKHMB4OELYOT.json","view_paper":"https://pith.science/paper/TL6PE6K5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2308.00287&json=true","fetch_graph":"https://pith.science/api/pith-number/TL6PE6K57XIMAKAKHMB4OELYOT/graph.json","fetch_events":"https://pith.science/api/pith-number/TL6PE6K57XIMAKAKHMB4OELYOT/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/TL6PE6K57XIMAKAKHMB4OELYOT/action/timestamp_anchor","attest_storage":"https://pith.science/pith/TL6PE6K57XIMAKAKHMB4OELYOT/action/storage_attestation","attest_author":"https://pith.science/pith/TL6PE6K57XIMAKAKHMB4OELYOT/action/author_attestation","sign_citation":"https://pith.science/pith/TL6PE6K57XIMAKAKHMB4OELYOT/action/citation_signature","submit_replication":"https://pith.science/pith/TL6PE6K57XIMAKAKHMB4OELYOT/action/replication_record"}},"created_at":"2026-07-05T06:51:27.847056+00:00","updated_at":"2026-07-05T06:51:27.847056+00:00"}