{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:LLTP6TMHTWKF64TANHJOAZRFFJ","short_pith_number":"pith:LLTP6TMH","canonical_record":{"source":{"id":"2108.03001","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-08-06T08:31:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"69ca59501638d79b3d5f901dc80b6fdb781a75dceb574c2c4484404dfbc378e1","abstract_canon_sha256":"3bf5d5e116680c9c66c7745ffe279639d58c85fb47f10c019c4196e4068f6610"},"schema_version":"1.0"},"canonical_sha256":"5ae6ff4d879d945f726069d2e066252a4e099ba724b4184699abd41b9e88f859","source":{"kind":"arxiv","id":"2108.03001","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.03001","created_at":"2026-07-05T04:55:49Z"},{"alias_kind":"arxiv_version","alias_value":"2108.03001v2","created_at":"2026-07-05T04:55:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.03001","created_at":"2026-07-05T04:55:49Z"},{"alias_kind":"pith_short_12","alias_value":"LLTP6TMHTWKF","created_at":"2026-07-05T04:55:49Z"},{"alias_kind":"pith_short_16","alias_value":"LLTP6TMHTWKF64TA","created_at":"2026-07-05T04:55:49Z"},{"alias_kind":"pith_short_8","alias_value":"LLTP6TMH","created_at":"2026-07-05T04:55:49Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:LLTP6TMHTWKF64TANHJOAZRFFJ","target":"record","payload":{"canonical_record":{"source":{"id":"2108.03001","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-08-06T08:31:42Z","cross_cats_sorted":["cs.AI"],"title_canon_sha256":"69ca59501638d79b3d5f901dc80b6fdb781a75dceb574c2c4484404dfbc378e1","abstract_canon_sha256":"3bf5d5e116680c9c66c7745ffe279639d58c85fb47f10c019c4196e4068f6610"},"schema_version":"1.0"},"canonical_sha256":"5ae6ff4d879d945f726069d2e066252a4e099ba724b4184699abd41b9e88f859","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T04:55:49.058690Z","signature_b64":"vIc9gYp3YwgU/dJ5EEeZedRP2f9uiia+gHkG2/E+nCxvQhgzTULEBqsXEBXMpCCyjo6PW377g8oK1T95VtwZBg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5ae6ff4d879d945f726069d2e066252a4e099ba724b4184699abd41b9e88f859","last_reissued_at":"2026-07-05T04:55:49.058163Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T04:55:49.058163Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2108.03001","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:55:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"eXS63w0TdjA4Z0xpzlX1BjEDLqpVo2Sg5a53k94fJBhW9XzH70Tm3TgcVZEXZ0BM69CLGtT9oeq4BS0lZGrwDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:18:21.040840Z"},"content_sha256":"f794f916147ea61a1da240a16d9fece7634957213b5d596077e419d1a6763681","schema_version":"1.0","event_id":"sha256:f794f916147ea61a1da240a16d9fece7634957213b5d596077e419d1a6763681"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:LLTP6TMHTWKF64TANHJOAZRFFJ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Learning to Rank Ace Neural Architectures via Normalized Discounted Cumulative Gain","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI"],"primary_cat":"cs.CV","authors_text":"Chenqian Yan, Li Lyna Zhang, Quanlu Zhang, Xiaotian Gao, Yaming Yang, Yuge Zhang, Yuqing Yang","submitted_at":"2021-08-06T08:31:42Z","abstract_excerpt":"One of the key challenges in Neural Architecture Search (NAS) is to efficiently rank the performances of architectures. The mainstream assessment of performance rankers uses ranking correlations (e.g., Kendall's tau), which pay equal attention to the whole space. However, the optimization goal of NAS is identifying top architectures while paying less attention on other architectures in the search space. In this paper, we show both empirically and theoretically that Normalized Discounted Cumulative Gain (NDCG) is a better metric for rankers. Subsequently, we propose a new algorithm, AceNAS, whi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.03001","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2108.03001/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T04:55:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9FvQcU4QgGuFkhGH8g2bQWKkrcucoHfkCkycUx8OUsSZHMQSsC9zlosPl9j4oQ+yjFhRuhkA6ft3OJYvVqDNCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-09T06:18:21.041465Z"},"content_sha256":"364473b3765f9d7b1de776378d7594a99b197dd4f96b62914b1fb1110c47f764","schema_version":"1.0","event_id":"sha256:364473b3765f9d7b1de776378d7594a99b197dd4f96b62914b1fb1110c47f764"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ/bundle.json","state_url":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LLTP6TMHTWKF64TANHJOAZRFFJ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-09T06:18:21Z","links":{"resolver":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ","bundle":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ/bundle.json","state":"https://pith.science/pith/LLTP6TMHTWKF64TANHJOAZRFFJ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LLTP6TMHTWKF64TANHJOAZRFFJ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:LLTP6TMHTWKF64TANHJOAZRFFJ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3bf5d5e116680c9c66c7745ffe279639d58c85fb47f10c019c4196e4068f6610","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-08-06T08:31:42Z","title_canon_sha256":"69ca59501638d79b3d5f901dc80b6fdb781a75dceb574c2c4484404dfbc378e1"},"schema_version":"1.0","source":{"id":"2108.03001","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2108.03001","created_at":"2026-07-05T04:55:49Z"},{"alias_kind":"arxiv_version","alias_value":"2108.03001v2","created_at":"2026-07-05T04:55:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2108.03001","created_at":"2026-07-05T04:55:49Z"},{"alias_kind":"pith_short_12","alias_value":"LLTP6TMHTWKF","created_at":"2026-07-05T04:55:49Z"},{"alias_kind":"pith_short_16","alias_value":"LLTP6TMHTWKF64TA","created_at":"2026-07-05T04:55:49Z"},{"alias_kind":"pith_short_8","alias_value":"LLTP6TMH","created_at":"2026-07-05T04:55:49Z"}],"graph_snapshots":[{"event_id":"sha256:364473b3765f9d7b1de776378d7594a99b197dd4f96b62914b1fb1110c47f764","target":"graph","created_at":"2026-07-05T04:55:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2108.03001/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"One of the key challenges in Neural Architecture Search (NAS) is to efficiently rank the performances of architectures. The mainstream assessment of performance rankers uses ranking correlations (e.g., Kendall's tau), which pay equal attention to the whole space. However, the optimization goal of NAS is identifying top architectures while paying less attention on other architectures in the search space. In this paper, we show both empirically and theoretically that Normalized Discounted Cumulative Gain (NDCG) is a better metric for rankers. Subsequently, we propose a new algorithm, AceNAS, whi","authors_text":"Chenqian Yan, Li Lyna Zhang, Quanlu Zhang, Xiaotian Gao, Yaming Yang, Yuge Zhang, Yuqing Yang","cross_cats":["cs.AI"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-08-06T08:31:42Z","title":"Learning to Rank Ace Neural Architectures via Normalized Discounted Cumulative Gain"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2108.03001","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f794f916147ea61a1da240a16d9fece7634957213b5d596077e419d1a6763681","target":"record","created_at":"2026-07-05T04:55:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3bf5d5e116680c9c66c7745ffe279639d58c85fb47f10c019c4196e4068f6610","cross_cats_sorted":["cs.AI"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-08-06T08:31:42Z","title_canon_sha256":"69ca59501638d79b3d5f901dc80b6fdb781a75dceb574c2c4484404dfbc378e1"},"schema_version":"1.0","source":{"id":"2108.03001","kind":"arxiv","version":2}},"canonical_sha256":"5ae6ff4d879d945f726069d2e066252a4e099ba724b4184699abd41b9e88f859","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5ae6ff4d879d945f726069d2e066252a4e099ba724b4184699abd41b9e88f859","first_computed_at":"2026-07-05T04:55:49.058163Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T04:55:49.058163Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"vIc9gYp3YwgU/dJ5EEeZedRP2f9uiia+gHkG2/E+nCxvQhgzTULEBqsXEBXMpCCyjo6PW377g8oK1T95VtwZBg==","signature_status":"signed_v1","signed_at":"2026-07-05T04:55:49.058690Z","signed_message":"canonical_sha256_bytes"},"source_id":"2108.03001","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f794f916147ea61a1da240a16d9fece7634957213b5d596077e419d1a6763681","sha256:364473b3765f9d7b1de776378d7594a99b197dd4f96b62914b1fb1110c47f764"],"state_sha256":"aea6caa88500a6e39d750bcfc298f0e9a9fe11e828347095fe65f3e6e0293d37"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"c1TnOodN7Gj8l0kWLgBpcjdpeJ718yErRj2oN41MpZLiGNgckMhjLqylQOGDZbLm79OHGISmgpxPtrWeG/AKDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-09T06:18:21.045246Z","bundle_sha256":"9215c3a9ad70f54ab34506db1d11eb16906f316fb7bc7f4e3f0d492700da708f"}}