{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:SAOD2SMVM2UQZWQE2HJ2A65MU6","short_pith_number":"pith:SAOD2SMV","canonical_record":{"source":{"id":"2104.01177","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-02T17:57:16Z","cross_cats_sorted":["cs.NE","stat.ML"],"title_canon_sha256":"817557f21f7603bd9a7672e7398f26b2e19c386590faf6e6f5fdd5e8573803fa","abstract_canon_sha256":"313f701e33f0ed6e43a9e2177699472028b54bba13b174a22c95610361103bbc"},"schema_version":"1.0"},"canonical_sha256":"901c3d499566a90cda04d1d3a07baca7b720dce77420b061ed41f79acb1e0f91","source":{"kind":"arxiv","id":"2104.01177","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.01177","created_at":"2026-07-05T03:26:40Z"},{"alias_kind":"arxiv_version","alias_value":"2104.01177v2","created_at":"2026-07-05T03:26:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.01177","created_at":"2026-07-05T03:26:40Z"},{"alias_kind":"pith_short_12","alias_value":"SAOD2SMVM2UQ","created_at":"2026-07-05T03:26:40Z"},{"alias_kind":"pith_short_16","alias_value":"SAOD2SMVM2UQZWQE","created_at":"2026-07-05T03:26:40Z"},{"alias_kind":"pith_short_8","alias_value":"SAOD2SMV","created_at":"2026-07-05T03:26:40Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:SAOD2SMVM2UQZWQE2HJ2A65MU6","target":"record","payload":{"canonical_record":{"source":{"id":"2104.01177","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-02T17:57:16Z","cross_cats_sorted":["cs.NE","stat.ML"],"title_canon_sha256":"817557f21f7603bd9a7672e7398f26b2e19c386590faf6e6f5fdd5e8573803fa","abstract_canon_sha256":"313f701e33f0ed6e43a9e2177699472028b54bba13b174a22c95610361103bbc"},"schema_version":"1.0"},"canonical_sha256":"901c3d499566a90cda04d1d3a07baca7b720dce77420b061ed41f79acb1e0f91","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:26:40.032218Z","signature_b64":"W+H2cB5eH17L4/JChUSmhschwfjkv6nmnu6/rluHU5HBIfrWXyEdNZIF6efh3pRt8aGoEslNxD21bn0Zjl7nBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"901c3d499566a90cda04d1d3a07baca7b720dce77420b061ed41f79acb1e0f91","last_reissued_at":"2026-07-05T03:26:40.031724Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:26:40.031724Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2104.01177","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:26:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WWlJwpcs+Ru2Ib9dsms2BCms3+Nq+hN8O5IPOiZjSUwOTtJUR3VY8PwjI44h9H4qgQwp4RKt/lOwpIf3P/v5Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T00:45:23.785068Z"},"content_sha256":"622fdf383fa275e1a935d7a27850f1dee15572dc70475d0cad558a0dd891abbf","schema_version":"1.0","event_id":"sha256:622fdf383fa275e1a935d7a27850f1dee15572dc70475d0cad558a0dd891abbf"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:SAOD2SMVM2UQZWQE2HJ2A65MU6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"How Powerful are Performance Predictors in Neural Architecture Search?","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.NE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Arber Zela, Binxin Ru, Colin White, Frank Hutter, Yang Liu","submitted_at":"2021-04-02T17:57:16Z","abstract_excerpt":"Early methods in the rapidly developing field of neural architecture search (NAS) required fully training thousands of neural networks. To reduce this extreme computational cost, dozens of techniques have since been proposed to predict the final performance of neural architectures. Despite the success of such performance prediction methods, it is not well-understood how different families of techniques compare to one another, due to the lack of an agreed-upon evaluation metric and optimization for different constraints on the initialization time and query time. In this work, we give the first "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.01177","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2104.01177/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:26:40Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"7oydGix1cDnREHPOih34W5YUJavUxn/lR6WiUU3TWcoSYTqJRJ9dOwGRJS1tEFMZ2DIqc0SGZqyBAEHXcR8qBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-01T00:45:23.785358Z"},"content_sha256":"2436da860915f76355925fc05dda59159786868adb1779f4bf465b655d404b95","schema_version":"1.0","event_id":"sha256:2436da860915f76355925fc05dda59159786868adb1779f4bf465b655d404b95"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/SAOD2SMVM2UQZWQE2HJ2A65MU6/bundle.json","state_url":"https://pith.science/pith/SAOD2SMVM2UQZWQE2HJ2A65MU6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/SAOD2SMVM2UQZWQE2HJ2A65MU6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-01T00:45:23Z","links":{"resolver":"https://pith.science/pith/SAOD2SMVM2UQZWQE2HJ2A65MU6","bundle":"https://pith.science/pith/SAOD2SMVM2UQZWQE2HJ2A65MU6/bundle.json","state":"https://pith.science/pith/SAOD2SMVM2UQZWQE2HJ2A65MU6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/SAOD2SMVM2UQZWQE2HJ2A65MU6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:SAOD2SMVM2UQZWQE2HJ2A65MU6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"313f701e33f0ed6e43a9e2177699472028b54bba13b174a22c95610361103bbc","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-02T17:57:16Z","title_canon_sha256":"817557f21f7603bd9a7672e7398f26b2e19c386590faf6e6f5fdd5e8573803fa"},"schema_version":"1.0","source":{"id":"2104.01177","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2104.01177","created_at":"2026-07-05T03:26:40Z"},{"alias_kind":"arxiv_version","alias_value":"2104.01177v2","created_at":"2026-07-05T03:26:40Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2104.01177","created_at":"2026-07-05T03:26:40Z"},{"alias_kind":"pith_short_12","alias_value":"SAOD2SMVM2UQ","created_at":"2026-07-05T03:26:40Z"},{"alias_kind":"pith_short_16","alias_value":"SAOD2SMVM2UQZWQE","created_at":"2026-07-05T03:26:40Z"},{"alias_kind":"pith_short_8","alias_value":"SAOD2SMV","created_at":"2026-07-05T03:26:40Z"}],"graph_snapshots":[{"event_id":"sha256:2436da860915f76355925fc05dda59159786868adb1779f4bf465b655d404b95","target":"graph","created_at":"2026-07-05T03:26:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2104.01177/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Early methods in the rapidly developing field of neural architecture search (NAS) required fully training thousands of neural networks. To reduce this extreme computational cost, dozens of techniques have since been proposed to predict the final performance of neural architectures. Despite the success of such performance prediction methods, it is not well-understood how different families of techniques compare to one another, due to the lack of an agreed-upon evaluation metric and optimization for different constraints on the initialization time and query time. In this work, we give the first ","authors_text":"Arber Zela, Binxin Ru, Colin White, Frank Hutter, Yang Liu","cross_cats":["cs.NE","stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-02T17:57:16Z","title":"How Powerful are Performance Predictors in Neural Architecture Search?"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2104.01177","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:622fdf383fa275e1a935d7a27850f1dee15572dc70475d0cad558a0dd891abbf","target":"record","created_at":"2026-07-05T03:26:40Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"313f701e33f0ed6e43a9e2177699472028b54bba13b174a22c95610361103bbc","cross_cats_sorted":["cs.NE","stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2021-04-02T17:57:16Z","title_canon_sha256":"817557f21f7603bd9a7672e7398f26b2e19c386590faf6e6f5fdd5e8573803fa"},"schema_version":"1.0","source":{"id":"2104.01177","kind":"arxiv","version":2}},"canonical_sha256":"901c3d499566a90cda04d1d3a07baca7b720dce77420b061ed41f79acb1e0f91","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"901c3d499566a90cda04d1d3a07baca7b720dce77420b061ed41f79acb1e0f91","first_computed_at":"2026-07-05T03:26:40.031724Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:26:40.031724Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"W+H2cB5eH17L4/JChUSmhschwfjkv6nmnu6/rluHU5HBIfrWXyEdNZIF6efh3pRt8aGoEslNxD21bn0Zjl7nBA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:26:40.032218Z","signed_message":"canonical_sha256_bytes"},"source_id":"2104.01177","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:622fdf383fa275e1a935d7a27850f1dee15572dc70475d0cad558a0dd891abbf","sha256:2436da860915f76355925fc05dda59159786868adb1779f4bf465b655d404b95"],"state_sha256":"1b07438829078e363e2cd6ba8c2594ee3faa6a8c56b461110919bd0a7e70fe4c"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"OxHvw5bMmeVBgGh5W0tKT42AJqUoPD2scq2Kc5nyFIInZwMcC494LpU4zZ0l13FHjsg8AZ9cqV9fY4kRRW+lCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-01T00:45:23.788730Z","bundle_sha256":"247f20222533372dfe33b68b38d60ccf94fc0c6bbf58282debba3ca68f870b0e"}}