{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:ZKVC5EP4POD54KMXQYRAZEEUX5","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"873fe1c4b2251e728fab8da99ef0e339e3f01c07b157904c1cc950f9ee37fbea","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-12-01T18:15:58Z","title_canon_sha256":"12eb492f62441c2fab924bc43c64083379bbd647fa175174ece5b0d8ebf02cd6"},"schema_version":"1.0","source":{"id":"2112.00694","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2112.00694","created_at":"2026-07-05T03:36:49Z"},{"alias_kind":"arxiv_version","alias_value":"2112.00694v1","created_at":"2026-07-05T03:36:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2112.00694","created_at":"2026-07-05T03:36:49Z"},{"alias_kind":"pith_short_12","alias_value":"ZKVC5EP4POD5","created_at":"2026-07-05T03:36:49Z"},{"alias_kind":"pith_short_16","alias_value":"ZKVC5EP4POD54KMX","created_at":"2026-07-05T03:36:49Z"},{"alias_kind":"pith_short_8","alias_value":"ZKVC5EP4","created_at":"2026-07-05T03:36:49Z"}],"graph_snapshots":[{"event_id":"sha256:46f1e53fbebea8edfb9aa10d44ed8904efa00a6073da664f9e686dd24513ff52","target":"graph","created_at":"2026-07-05T03:36:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2112.00694/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Label-free model evaluation, or AutoEval, estimates model accuracy on unlabeled test sets, and is critical for understanding model behaviors in various unseen environments. In the absence of image labels, based on dataset representations, we estimate model performance for AutoEval with regression. On the one hand, image feature is a straightforward choice for such representations, but it hampers regression learning due to being unstructured (\\ie no specific meanings for component at certain location) and of large-scale. On the other hand, previous methods adopt simple structured representation","authors_text":"Hongdong Li, Liang Zheng, Xiaoxiao Sun, Yunzhong Hou","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-12-01T18:15:58Z","title":"Label-Free Model Evaluation with Semi-Structured Dataset Representations"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2112.00694","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:7398b2df3b4cd4c69c4cc5bbddd0c4ad026b5d166a27d3df664e938cb18c8dec","target":"record","created_at":"2026-07-05T03:36:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"873fe1c4b2251e728fab8da99ef0e339e3f01c07b157904c1cc950f9ee37fbea","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.CV","submitted_at":"2021-12-01T18:15:58Z","title_canon_sha256":"12eb492f62441c2fab924bc43c64083379bbd647fa175174ece5b0d8ebf02cd6"},"schema_version":"1.0","source":{"id":"2112.00694","kind":"arxiv","version":1}},"canonical_sha256":"caaa2e91fc7b87de299786220c9094bf5d3d32585fc99ba14b8cef9e358c991b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"caaa2e91fc7b87de299786220c9094bf5d3d32585fc99ba14b8cef9e358c991b","first_computed_at":"2026-07-05T03:36:49.484750Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:36:49.484750Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"IiroDq4dcElDrvu9+ixaxVXvyzrYxNzH+DiYMVZc+5joq/JBBj2s2cQMGLZaJjTdIptmOVFh3cc7keptmTMQCg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:36:49.485156Z","signed_message":"canonical_sha256_bytes"},"source_id":"2112.00694","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:7398b2df3b4cd4c69c4cc5bbddd0c4ad026b5d166a27d3df664e938cb18c8dec","sha256:46f1e53fbebea8edfb9aa10d44ed8904efa00a6073da664f9e686dd24513ff52"],"state_sha256":"d04191f169dc6165a861c99ca31520f9447ab9ec1cab89b3a77da66ab846ea43"}