{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2023:2A2PYDQ26BQAMN33YMWAGGJWS2","short_pith_number":"pith:2A2PYDQ2","schema_version":"1.0","canonical_sha256":"d034fc0e1af06006377bc32c03193696b6775a0e11ccf9e063c02045c3cbed9e","source":{"kind":"arxiv","id":"2305.15253","version":2},"attestation_state":"computed","paper":{"title":"Rethinking the Evaluation Protocol of Domain Generalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.LG","authors_text":"Han Yu, Jiashuo Liu, Peng Cui, Renzhe Xu, Xingxuan Zhang, Yue He","submitted_at":"2023-05-24T15:36:46Z","abstract_excerpt":"Domain generalization aims to solve the challenge of Out-of-Distribution (OOD) generalization by leveraging common knowledge learned from multiple training domains to generalize to unseen test domains. To accurately evaluate the OOD generalization ability, it is required that test data information is unavailable. However, the current domain generalization protocol may still have potential test data information leakage. This paper examines the risks of test data information leakage from two aspects of the current evaluation protocol: supervised pretraining on ImageNet and oracle model selection"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2305.15253","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2023-05-24T15:36:46Z","cross_cats_sorted":["cs.AI","cs.CV"],"title_canon_sha256":"cf546474585539dfcb7ed85af468f5e24281abe7407202e84b78a042898d37dd","abstract_canon_sha256":"faf443488ca3c3a5b09439e346eeaf7207e376cf2a85ad9982679d79ed420699"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:59:50.752285Z","signature_b64":"oMJCa095tYw1lLCDdt9gl85tDRYBqfA+oy8IhHd9bPYFOUEBIqCRxzqjpDJ+4tKbazENC5tKwWg2/QrGd+jaCA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"d034fc0e1af06006377bc32c03193696b6775a0e11ccf9e063c02045c3cbed9e","last_reissued_at":"2026-07-05T07:59:50.751761Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:59:50.751761Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Rethinking the Evaluation Protocol of Domain Generalization","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV"],"primary_cat":"cs.LG","authors_text":"Han Yu, Jiashuo Liu, Peng Cui, Renzhe Xu, Xingxuan Zhang, Yue He","submitted_at":"2023-05-24T15:36:46Z","abstract_excerpt":"Domain generalization aims to solve the challenge of Out-of-Distribution (OOD) generalization by leveraging common knowledge learned from multiple training domains to generalize to unseen test domains. To accurately evaluate the OOD generalization ability, it is required that test data information is unavailable. However, the current domain generalization protocol may still have potential test data information leakage. This paper examines the risks of test data information leakage from two aspects of the current evaluation protocol: supervised pretraining on ImageNet and oracle model selection"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2305.15253","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2305.15253/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2305.15253","created_at":"2026-07-05T07:59:50.751825+00:00"},{"alias_kind":"arxiv_version","alias_value":"2305.15253v2","created_at":"2026-07-05T07:59:50.751825+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2305.15253","created_at":"2026-07-05T07:59:50.751825+00:00"},{"alias_kind":"pith_short_12","alias_value":"2A2PYDQ26BQA","created_at":"2026-07-05T07:59:50.751825+00:00"},{"alias_kind":"pith_short_16","alias_value":"2A2PYDQ26BQAMN33","created_at":"2026-07-05T07:59:50.751825+00:00"},{"alias_kind":"pith_short_8","alias_value":"2A2PYDQ2","created_at":"2026-07-05T07:59:50.751825+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/2A2PYDQ26BQAMN33YMWAGGJWS2","json":"https://pith.science/pith/2A2PYDQ26BQAMN33YMWAGGJWS2.json","graph_json":"https://pith.science/api/pith-number/2A2PYDQ26BQAMN33YMWAGGJWS2/graph.json","events_json":"https://pith.science/api/pith-number/2A2PYDQ26BQAMN33YMWAGGJWS2/events.json","paper":"https://pith.science/paper/2A2PYDQ2"},"agent_actions":{"view_html":"https://pith.science/pith/2A2PYDQ26BQAMN33YMWAGGJWS2","download_json":"https://pith.science/pith/2A2PYDQ26BQAMN33YMWAGGJWS2.json","view_paper":"https://pith.science/paper/2A2PYDQ2","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2305.15253&json=true","fetch_graph":"https://pith.science/api/pith-number/2A2PYDQ26BQAMN33YMWAGGJWS2/graph.json","fetch_events":"https://pith.science/api/pith-number/2A2PYDQ26BQAMN33YMWAGGJWS2/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/2A2PYDQ26BQAMN33YMWAGGJWS2/action/timestamp_anchor","attest_storage":"https://pith.science/pith/2A2PYDQ26BQAMN33YMWAGGJWS2/action/storage_attestation","attest_author":"https://pith.science/pith/2A2PYDQ26BQAMN33YMWAGGJWS2/action/author_attestation","sign_citation":"https://pith.science/pith/2A2PYDQ26BQAMN33YMWAGGJWS2/action/citation_signature","submit_replication":"https://pith.science/pith/2A2PYDQ26BQAMN33YMWAGGJWS2/action/replication_record"}},"created_at":"2026-07-05T07:59:50.751825+00:00","updated_at":"2026-07-05T07:59:50.751825+00:00"}