{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2021:LLTP6TMHTWKF64TANHJOAZRFFJ","short_pith_number":"pith:LLTP6TMH","schema_version":"1.0","canonical_sha256":"5ae6ff4d879d945f726069d2e066252a4e099ba724b4184699abd41b9e88f859","source":{"kind":"arxiv","id":"2108.03001","version":2},"attestation_state":"computed","paper":{"title":"Learning to Rank Ace Neural Architectures via Normalized Discounted Cumulative Gain","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Chenqian Yan, Li Lyna Zhang, Quanlu Zhang, Xiaotian Gao, Yaming Yang, Yuge Zhang, Yuqing Yang","submitted_at":"2021-08-06T08:31:42Z","abstract_excerpt":"One of the key challenges in Neural Architecture Search (NAS) is to efficiently rank the performances of architectures. The mainstream assessment of performance rankers uses ranking correlations (e.g., Kendall's tau), which pay equal attention to the whole space. However, the optimization goal of NAS is identifying top architectures while paying less attention on other architectures in the search space. In this paper, we show both empirically and theoretically that Normalized Discounted Cumulative Gain (NDCG) is a better metric for rankers. Subsequently, we propose a new algorithm, AceNAS, whi"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2108.03001","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-08-06T08:31:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"69ca59501638d79b3d5f901dc80b6fdb781a75dceb574c2c4484404dfbc378e1","abstract_canon_sha256":"3bf5d5e116680c9c66c7745ffe279639d58c85fb47f10c019c4196e4068f6610"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:55:49.058690Z","signature_b64":"vIc9gYp3YwgU/dJ5EEeZedRP2f9uiia+gHkG2/E+nCxvQhgzTULEBqsXEBXMpCCyjo6PW377g8oK1T95VtwZBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5ae6ff4d879d945f726069d2e066252a4e099ba724b4184699abd41b9e88f859","last_reissued_at":"2026-07-05T04:55:49.058163Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:55:49.058163Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Learning to Rank Ace Neural Architectures via Normalized Discounted Cumulative Gain","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Chenqian Yan, Li Lyna Zhang, Quanlu Zhang, Xiaotian Gao, Yaming Yang, Yuge Zhang, Yuqing Yang","submitted_at":"2021-08-06T08:31:42Z","abstract_excerpt":"One of the key challenges in Neural Architecture Search (NAS) is to efficiently rank the performances of architectures. The mainstream assessment of performance rankers uses ranking correlations (e.g., Kendall's tau), which pay equal attention to the whole space. However, the optimization goal of NAS is identifying top architectures while paying less attention on other architectures in the search space. In this paper, we show both empirically and theoretically that Normalized Discounted Cumulative Gain (NDCG) is a better metric for rankers. Subsequently, we propose a new algorithm, AceNAS, whi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.03001","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.03001/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2108.03001","created_at":"2026-07-05T04:55:49.058217+00:00"},{"alias_kind":"arxiv_version","alias_value":"2108.03001v2","created_at":"2026-07-05T04:55:49.058217+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.03001","created_at":"2026-07-05T04:55:49.058217+00:00"},{"alias_kind":"pith_short_12","alias_value":"LLTP6TMHTWKF","created_at":"2026-07-05T04:55:49.058217+00:00"},{"alias_kind":"pith_short_16","alias_value":"LLTP6TMHTWKF64TA","created_at":"2026-07-05T04:55:49.058217+00:00"},{"alias_kind":"pith_short_8","alias_value":"LLTP6TMH","created_at":"2026-07-05T04:55:49.058217+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ","json":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ.json","graph_json":"https://pith.science/api/pith-number/LLTP6TMHTWKF64TANHJOAZRFFJ/graph.json","events_json":"https://pith.science/api/pith-number/LLTP6TMHTWKF64TANHJOAZRFFJ/events.json","paper":"https://pith.science/paper/LLTP6TMH"},"agent_actions":{"view_html":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ","download_json":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ.json","view_paper":"https://pith.science/paper/LLTP6TMH","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2108.03001&json=true","fetch_graph":"https://pith.science/api/pith-number/LLTP6TMHTWKF64TANHJOAZRFFJ/graph.json","fetch_events":"https://pith.science/api/pith-number/LLTP6TMHTWKF64TANHJOAZRFFJ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ/action/storage_attestation","attest_author":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ/action/author_attestation","sign_citation":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ/action/citation_signature","submit_replication":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ/action/replication_record"}},"created_at":"2026-07-05T04:55:49.058217+00:00","updated_at":"2026-07-05T04:55:49.058217+00:00"}