{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:4JADWAEQB6LWIZ6GHRWMA5ITIK","short_pith_number":"pith:4JADWAEQ","canonical_record":{"source":{"id":"2401.08909","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-17T01:33:23Z","cross_cats_sorted":[],"title_canon_sha256":"a0a1ac14a9d2b24db7d64e1967845958bd217c2d15373386d4dc95f8ffe39405","abstract_canon_sha256":"9b4201512e5836be53eb5085980a171b5820cfd537a95e24968079d3924e76cb"},"schema_version":"1.0"},"canonical_sha256":"e2403b00900f976467c63c6cc0751342822af3d4ec7be768651921cbceb25522","source":{"kind":"arxiv","id":"2401.08909","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.08909","created_at":"2026-07-05T11:01:23Z"},{"alias_kind":"arxiv_version","alias_value":"2401.08909v3","created_at":"2026-07-05T11:01:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.08909","created_at":"2026-07-05T11:01:23Z"},{"alias_kind":"pith_short_12","alias_value":"4JADWAEQB6LW","created_at":"2026-07-05T11:01:23Z"},{"alias_kind":"pith_short_16","alias_value":"4JADWAEQB6LWIZ6G","created_at":"2026-07-05T11:01:23Z"},{"alias_kind":"pith_short_8","alias_value":"4JADWAEQ","created_at":"2026-07-05T11:01:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:4JADWAEQB6LWIZ6GHRWMA5ITIK","target":"record","payload":{"canonical_record":{"source":{"id":"2401.08909","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-17T01:33:23Z","cross_cats_sorted":[],"title_canon_sha256":"a0a1ac14a9d2b24db7d64e1967845958bd217c2d15373386d4dc95f8ffe39405","abstract_canon_sha256":"9b4201512e5836be53eb5085980a171b5820cfd537a95e24968079d3924e76cb"},"schema_version":"1.0"},"canonical_sha256":"e2403b00900f976467c63c6cc0751342822af3d4ec7be768651921cbceb25522","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T11:01:23.021089Z","signature_b64":"VEu4ajmwM/Tv663kamIn23G44DPGz8iRXpVV4QmFSdUIa5Kh/ExL5NdqzvMDJ5Oyoiwwe6NcSJnPgHKZmiCJDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"e2403b00900f976467c63c6cc0751342822af3d4ec7be768651921cbceb25522","last_reissued_at":"2026-07-05T11:01:23.020581Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T11:01:23.020581Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.08909","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:01:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"mJw5ZbmFLxiSe4NPs7Ygtf5jUq4EZr6/cgRvl27KEPy/0mCIt0fLyXl+jrYf8Gx5FNGzBOZW2JGy4rXe+Da5DQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:44:16.176469Z"},"content_sha256":"f3d8e1174b407d3287dbd111e3b6dd3fcdb80efcf4b708e10e375a3e86b7db42","schema_version":"1.0","event_id":"sha256:f3d8e1174b407d3287dbd111e3b6dd3fcdb80efcf4b708e10e375a3e86b7db42"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:4JADWAEQB6LWIZ6GHRWMA5ITIK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Leveraging Gradients for Unsupervised Accuracy Estimation under Distribution Shift","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Ambroise Odonnat, Bo An, Ievgen Redko, Jianfeng Zhang, Renchunzi Xie, Vasilii Feofanov","submitted_at":"2024-01-17T01:33:23Z","abstract_excerpt":"Estimating the test performance of a model, possibly under distribution shift, without having access to the ground-truth labels is a challenging, yet very important problem for the safe deployment of machine learning algorithms in the wild. Existing works mostly rely on information from either the outputs or the extracted features of neural networks to estimate a score that correlates with the ground-truth test accuracy. In this paper, we investigate -- both empirically and theoretically -- how the information provided by the gradients can be predictive of the ground-truth test accuracy even u"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.08909","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.08909/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T11:01:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/OqMZMfFvC4ru5/eGzZ963QYG6SrsZWxTX83kMuFntdwwT3do/jLKpvhoqmPc0HLI2cOOL+2dgyge1W+WzXxCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-09T11:44:16.177016Z"},"content_sha256":"f61fc79846c7b32829c73c5bd52156c14e04ca4058312de56941bdb65a102ac7","schema_version":"1.0","event_id":"sha256:f61fc79846c7b32829c73c5bd52156c14e04ca4058312de56941bdb65a102ac7"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/4JADWAEQB6LWIZ6GHRWMA5ITIK/bundle.json","state_url":"https://pith.science/pith/4JADWAEQB6LWIZ6GHRWMA5ITIK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/4JADWAEQB6LWIZ6GHRWMA5ITIK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-09T11:44:16Z","links":{"resolver":"https://pith.science/pith/4JADWAEQB6LWIZ6GHRWMA5ITIK","bundle":"https://pith.science/pith/4JADWAEQB6LWIZ6GHRWMA5ITIK/bundle.json","state":"https://pith.science/pith/4JADWAEQB6LWIZ6GHRWMA5ITIK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/4JADWAEQB6LWIZ6GHRWMA5ITIK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:4JADWAEQB6LWIZ6GHRWMA5ITIK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"9b4201512e5836be53eb5085980a171b5820cfd537a95e24968079d3924e76cb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-17T01:33:23Z","title_canon_sha256":"a0a1ac14a9d2b24db7d64e1967845958bd217c2d15373386d4dc95f8ffe39405"},"schema_version":"1.0","source":{"id":"2401.08909","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.08909","created_at":"2026-07-05T11:01:23Z"},{"alias_kind":"arxiv_version","alias_value":"2401.08909v3","created_at":"2026-07-05T11:01:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.08909","created_at":"2026-07-05T11:01:23Z"},{"alias_kind":"pith_short_12","alias_value":"4JADWAEQB6LW","created_at":"2026-07-05T11:01:23Z"},{"alias_kind":"pith_short_16","alias_value":"4JADWAEQB6LWIZ6G","created_at":"2026-07-05T11:01:23Z"},{"alias_kind":"pith_short_8","alias_value":"4JADWAEQ","created_at":"2026-07-05T11:01:23Z"}],"graph_snapshots":[{"event_id":"sha256:f61fc79846c7b32829c73c5bd52156c14e04ca4058312de56941bdb65a102ac7","target":"graph","created_at":"2026-07-05T11:01:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.08909/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Estimating the test performance of a model, possibly under distribution shift, without having access to the ground-truth labels is a challenging, yet very important problem for the safe deployment of machine learning algorithms in the wild. Existing works mostly rely on information from either the outputs or the extracted features of neural networks to estimate a score that correlates with the ground-truth test accuracy. In this paper, we investigate -- both empirically and theoretically -- how the information provided by the gradients can be predictive of the ground-truth test accuracy even u","authors_text":"Ambroise Odonnat, Bo An, Ievgen Redko, Jianfeng Zhang, Renchunzi Xie, Vasilii Feofanov","cross_cats":[],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-17T01:33:23Z","title":"Leveraging Gradients for Unsupervised Accuracy Estimation under Distribution Shift"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.08909","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:f3d8e1174b407d3287dbd111e3b6dd3fcdb80efcf4b708e10e375a3e86b7db42","target":"record","created_at":"2026-07-05T11:01:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"9b4201512e5836be53eb5085980a171b5820cfd537a95e24968079d3924e76cb","cross_cats_sorted":[],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2024-01-17T01:33:23Z","title_canon_sha256":"a0a1ac14a9d2b24db7d64e1967845958bd217c2d15373386d4dc95f8ffe39405"},"schema_version":"1.0","source":{"id":"2401.08909","kind":"arxiv","version":3}},"canonical_sha256":"e2403b00900f976467c63c6cc0751342822af3d4ec7be768651921cbceb25522","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"e2403b00900f976467c63c6cc0751342822af3d4ec7be768651921cbceb25522","first_computed_at":"2026-07-05T11:01:23.020581Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T11:01:23.020581Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"VEu4ajmwM/Tv663kamIn23G44DPGz8iRXpVV4QmFSdUIa5Kh/ExL5NdqzvMDJ5Oyoiwwe6NcSJnPgHKZmiCJDA==","signature_status":"signed_v1","signed_at":"2026-07-05T11:01:23.021089Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.08909","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:f3d8e1174b407d3287dbd111e3b6dd3fcdb80efcf4b708e10e375a3e86b7db42","sha256:f61fc79846c7b32829c73c5bd52156c14e04ca4058312de56941bdb65a102ac7"],"state_sha256":"032537835920b1846033cbd8eed99733d8e1c0fe420084bef1162f1181691efe"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"ZmSPcrzA/dgqPN9zj2C2wSq0JGo/tQC480pjAwoJfdIeLaftHIpA7nvjtAzLBEH2RkqOiJIK1psTbYhhk+MgCA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-09T11:44:16.181632Z","bundle_sha256":"d6dd71953316b7a05e497ebf00d416b1cd90d58e405114a8e84d7683bd1027d9"}}