{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2024:ZICDZ3NEXQXNBIWM3W6I2GX6S4","short_pith_number":"pith:ZICDZ3NE","schema_version":"1.0","canonical_sha256":"ca043ceda4bc2ed0a2ccddbc8d1afe973cba0a5cc4ce4586614d4fd427a61ac5","source":{"kind":"arxiv","id":"2406.09908","version":1},"attestation_state":"computed","paper":{"title":"What Does Softmax Probability Tell Us about Classifiers Ranking Across Diverse Test Conditions?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Liang Zheng, Tom Gedeon, Weijian Deng, Weijie Tu","submitted_at":"2024-06-14T10:36:26Z","abstract_excerpt":"This work aims to develop a measure that can accurately rank the performance of various classifiers when they are tested on unlabeled data from out-of-distribution (OOD) distributions. We commence by demonstrating that conventional uncertainty metrics, notably the maximum Softmax prediction probability, possess inherent utility in forecasting model generalization across certain OOD contexts. Building on this insight, we introduce a new measure called Softmax Correlation (SoftmaxCorr). It calculates the cosine similarity between a class-class correlation matrix, constructed from Softmax output "},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2406.09908","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2024-06-14T10:36:26Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"9ebb70de47b4446728956341a8224479a2b8cfad7c6e4feaa05f1b3faf11ff39","abstract_canon_sha256":"2ed63b1584f0904fa887bfd4de128dbc22d5d4493aa86983c1186e43826f9585"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T08:32:01.737422Z","signature_b64":"H6kSxCiYSGM63ky4PsYbDwjWX5FFcZTeI+/J+UhIY1h+x0BCwAkagSO2pHuqSCBkvlyEYs9T+98FvgsZq4adDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ca043ceda4bc2ed0a2ccddbc8d1afe973cba0a5cc4ce4586614d4fd427a61ac5","last_reissued_at":"2026-07-05T08:32:01.736946Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T08:32:01.736946Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"What Does Softmax Probability Tell Us about Classifiers Ranking Across Diverse Test Conditions?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Liang Zheng, Tom Gedeon, Weijian Deng, Weijie Tu","submitted_at":"2024-06-14T10:36:26Z","abstract_excerpt":"This work aims to develop a measure that can accurately rank the performance of various classifiers when they are tested on unlabeled data from out-of-distribution (OOD) distributions. We commence by demonstrating that conventional uncertainty metrics, notably the maximum Softmax prediction probability, possess inherent utility in forecasting model generalization across certain OOD contexts. Building on this insight, we introduce a new measure called Softmax Correlation (SoftmaxCorr). It calculates the cosine similarity between a class-class correlation matrix, constructed from Softmax output "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2406.09908","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2406.09908/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2406.09908","created_at":"2026-07-05T08:32:01.737010+00:00"},{"alias_kind":"arxiv_version","alias_value":"2406.09908v1","created_at":"2026-07-05T08:32:01.737010+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2406.09908","created_at":"2026-07-05T08:32:01.737010+00:00"},{"alias_kind":"pith_short_12","alias_value":"ZICDZ3NEXQXN","created_at":"2026-07-05T08:32:01.737010+00:00"},{"alias_kind":"pith_short_16","alias_value":"ZICDZ3NEXQXNBIWM","created_at":"2026-07-05T08:32:01.737010+00:00"},{"alias_kind":"pith_short_8","alias_value":"ZICDZ3NE","created_at":"2026-07-05T08:32:01.737010+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/ZICDZ3NEXQXNBIWM3W6I2GX6S4","json":"https://pith.science/pith/ZICDZ3NEXQXNBIWM3W6I2GX6S4.json","graph_json":"https://pith.science/api/pith-number/ZICDZ3NEXQXNBIWM3W6I2GX6S4/graph.json","events_json":"https://pith.science/api/pith-number/ZICDZ3NEXQXNBIWM3W6I2GX6S4/events.json","paper":"https://pith.science/paper/ZICDZ3NE"},"agent_actions":{"view_html":"https://pith.science/pith/ZICDZ3NEXQXNBIWM3W6I2GX6S4","download_json":"https://pith.science/pith/ZICDZ3NEXQXNBIWM3W6I2GX6S4.json","view_paper":"https://pith.science/paper/ZICDZ3NE","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2406.09908&json=true","fetch_graph":"https://pith.science/api/pith-number/ZICDZ3NEXQXNBIWM3W6I2GX6S4/graph.json","fetch_events":"https://pith.science/api/pith-number/ZICDZ3NEXQXNBIWM3W6I2GX6S4/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/ZICDZ3NEXQXNBIWM3W6I2GX6S4/action/timestamp_anchor","attest_storage":"https://pith.science/pith/ZICDZ3NEXQXNBIWM3W6I2GX6S4/action/storage_attestation","attest_author":"https://pith.science/pith/ZICDZ3NEXQXNBIWM3W6I2GX6S4/action/author_attestation","sign_citation":"https://pith.science/pith/ZICDZ3NEXQXNBIWM3W6I2GX6S4/action/citation_signature","submit_replication":"https://pith.science/pith/ZICDZ3NEXQXNBIWM3W6I2GX6S4/action/replication_record"}},"created_at":"2026-07-05T08:32:01.737010+00:00","updated_at":"2026-07-05T08:32:01.737010+00:00"}