{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2023:N3NKEWDYLUNGUDOFJMSWCXD6RZ","short_pith_number":"pith:N3NKEWDY","canonical_record":{"source":{"id":"2302.05018","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-10T02:27:13Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"53cd5757c6c93c2a43c2d86dc5e555187eb028be1cc94460fda716da9d415a25","abstract_canon_sha256":"27f00774791fc5ffcdc9532c635ce89638bae8548592502ea59892103140c4be"},"schema_version":"1.0"},"canonical_sha256":"6edaa258785d1a6a0dc54b25615c7e8e66c9d401ed5f17025fde2ec5de957ebf","source":{"kind":"arxiv","id":"2302.05018","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.05018","created_at":"2026-07-05T05:40:24Z"},{"alias_kind":"arxiv_version","alias_value":"2302.05018v1","created_at":"2026-07-05T05:40:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.05018","created_at":"2026-07-05T05:40:24Z"},{"alias_kind":"pith_short_12","alias_value":"N3NKEWDYLUNG","created_at":"2026-07-05T05:40:24Z"},{"alias_kind":"pith_short_16","alias_value":"N3NKEWDYLUNGUDOF","created_at":"2026-07-05T05:40:24Z"},{"alias_kind":"pith_short_8","alias_value":"N3NKEWDY","created_at":"2026-07-05T05:40:24Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2023:N3NKEWDYLUNGUDOFJMSWCXD6RZ","target":"record","payload":{"canonical_record":{"source":{"id":"2302.05018","kind":"arxiv","version":1},"metadata":{"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-10T02:27:13Z","cross_cats_sorted":["cs.CV"],"title_canon_sha256":"53cd5757c6c93c2a43c2d86dc5e555187eb028be1cc94460fda716da9d415a25","abstract_canon_sha256":"27f00774791fc5ffcdc9532c635ce89638bae8548592502ea59892103140c4be"},"schema_version":"1.0"},"canonical_sha256":"6edaa258785d1a6a0dc54b25615c7e8e66c9d401ed5f17025fde2ec5de957ebf","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T05:40:24.029144Z","signature_b64":"B/BxI89RDwNaMQjj4DxYWagYp94y4ygT9opL/YpkxzZa0UEDVYWCdsaV1JX8n/KEelZz9B1a35aRGrguy+fYDg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"6edaa258785d1a6a0dc54b25615c7e8e66c9d401ed5f17025fde2ec5de957ebf","last_reissued_at":"2026-07-05T05:40:24.028775Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T05:40:24.028775Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2302.05018","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:40:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"03GybZ9fBy+tKIwBy7zML46M3HeP1aJp6FIDdeehZ7fI1IJITqgKqNKxjuxw/gmh0zamGvnge5ouOZdW4HqUBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T05:59:07.600725Z"},"content_sha256":"ebac09d12e34ad66c13f77f034d54c1e7b083587dc3c7c0d23b8d996db5b5b65","schema_version":"1.0","event_id":"sha256:ebac09d12e34ad66c13f77f034d54c1e7b083587dc3c7c0d23b8d996db5b5b65"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2023:N3NKEWDYLUNGUDOFJMSWCXD6RZ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Predicting Out-of-Distribution Error with Confidence Optimal Transport","license":"http://creativecommons.org/licenses/by/4.0/","headline":"","cross_cats":["cs.CV"],"primary_cat":"cs.LG","authors_text":"Joseph Campbell, Katia Sycara, Runtian Zhai, Soheil Kolouri, Yuzhe Lu, Zhenlin Wang","submitted_at":"2023-02-10T02:27:13Z","abstract_excerpt":"Out-of-distribution (OOD) data poses serious challenges in deployed machine learning models as even subtle changes could incur significant performance drops. Being able to estimate a model's performance on test data is important in practice as it indicates when to trust to model's decisions. We present a simple yet effective method to predict a model's performance on an unknown distribution without any addition annotation. Our approach is rooted in the Optimal Transport theory, viewing test samples' output softmax scores from deep neural networks as empirical samples from an unknown distributi"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.05018","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2302.05018/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T05:40:24Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"LwsvvNRQohCogFxEJqh+MDlkVFGT6K3KMZBlqfmKGJzNRPPgz7sh1rFJElv38KXGx42jlEYxKFSAZdVKwe1VCQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T05:59:07.601219Z"},"content_sha256":"5326450d881f76d301cf6fbc2c05e823ea404de1fac388a2553eb1ba47f6ca6e","schema_version":"1.0","event_id":"sha256:5326450d881f76d301cf6fbc2c05e823ea404de1fac388a2553eb1ba47f6ca6e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/N3NKEWDYLUNGUDOFJMSWCXD6RZ/bundle.json","state_url":"https://pith.science/pith/N3NKEWDYLUNGUDOFJMSWCXD6RZ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/N3NKEWDYLUNGUDOFJMSWCXD6RZ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T05:59:07Z","links":{"resolver":"https://pith.science/pith/N3NKEWDYLUNGUDOFJMSWCXD6RZ","bundle":"https://pith.science/pith/N3NKEWDYLUNGUDOFJMSWCXD6RZ/bundle.json","state":"https://pith.science/pith/N3NKEWDYLUNGUDOFJMSWCXD6RZ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/N3NKEWDYLUNGUDOFJMSWCXD6RZ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2023:N3NKEWDYLUNGUDOFJMSWCXD6RZ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"27f00774791fc5ffcdc9532c635ce89638bae8548592502ea59892103140c4be","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-10T02:27:13Z","title_canon_sha256":"53cd5757c6c93c2a43c2d86dc5e555187eb028be1cc94460fda716da9d415a25"},"schema_version":"1.0","source":{"id":"2302.05018","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2302.05018","created_at":"2026-07-05T05:40:24Z"},{"alias_kind":"arxiv_version","alias_value":"2302.05018v1","created_at":"2026-07-05T05:40:24Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2302.05018","created_at":"2026-07-05T05:40:24Z"},{"alias_kind":"pith_short_12","alias_value":"N3NKEWDYLUNG","created_at":"2026-07-05T05:40:24Z"},{"alias_kind":"pith_short_16","alias_value":"N3NKEWDYLUNGUDOF","created_at":"2026-07-05T05:40:24Z"},{"alias_kind":"pith_short_8","alias_value":"N3NKEWDY","created_at":"2026-07-05T05:40:24Z"}],"graph_snapshots":[{"event_id":"sha256:5326450d881f76d301cf6fbc2c05e823ea404de1fac388a2553eb1ba47f6ca6e","target":"graph","created_at":"2026-07-05T05:40:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2302.05018/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Out-of-distribution (OOD) data poses serious challenges in deployed machine learning models as even subtle changes could incur significant performance drops. Being able to estimate a model's performance on test data is important in practice as it indicates when to trust to model's decisions. We present a simple yet effective method to predict a model's performance on an unknown distribution without any addition annotation. Our approach is rooted in the Optimal Transport theory, viewing test samples' output softmax scores from deep neural networks as empirical samples from an unknown distributi","authors_text":"Joseph Campbell, Katia Sycara, Runtian Zhai, Soheil Kolouri, Yuzhe Lu, Zhenlin Wang","cross_cats":["cs.CV"],"headline":"","license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-10T02:27:13Z","title":"Predicting Out-of-Distribution Error with Confidence Optimal Transport"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2302.05018","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ebac09d12e34ad66c13f77f034d54c1e7b083587dc3c7c0d23b8d996db5b5b65","target":"record","created_at":"2026-07-05T05:40:24Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"27f00774791fc5ffcdc9532c635ce89638bae8548592502ea59892103140c4be","cross_cats_sorted":["cs.CV"],"license":"http://creativecommons.org/licenses/by/4.0/","primary_cat":"cs.LG","submitted_at":"2023-02-10T02:27:13Z","title_canon_sha256":"53cd5757c6c93c2a43c2d86dc5e555187eb028be1cc94460fda716da9d415a25"},"schema_version":"1.0","source":{"id":"2302.05018","kind":"arxiv","version":1}},"canonical_sha256":"6edaa258785d1a6a0dc54b25615c7e8e66c9d401ed5f17025fde2ec5de957ebf","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"6edaa258785d1a6a0dc54b25615c7e8e66c9d401ed5f17025fde2ec5de957ebf","first_computed_at":"2026-07-05T05:40:24.028775Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T05:40:24.028775Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"B/BxI89RDwNaMQjj4DxYWagYp94y4ygT9opL/YpkxzZa0UEDVYWCdsaV1JX8n/KEelZz9B1a35aRGrguy+fYDg==","signature_status":"signed_v1","signed_at":"2026-07-05T05:40:24.029144Z","signed_message":"canonical_sha256_bytes"},"source_id":"2302.05018","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ebac09d12e34ad66c13f77f034d54c1e7b083587dc3c7c0d23b8d996db5b5b65","sha256:5326450d881f76d301cf6fbc2c05e823ea404de1fac388a2553eb1ba47f6ca6e"],"state_sha256":"27f7a26bb87f7f4166c1ed2c0a3a3a38a2a18730f828661c17f0dac055602534"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"T7H2+WSxme16yut8plFZHt+vpPBTMaQVwiMlOu5v1dCfykB1sdZdViB1kJyyZooTVeBLYKLI8J1g9v8NsSSYCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T05:59:07.606014Z","bundle_sha256":"a44154acd2553ca930563129b63ddc09b137875fc96365d09418ebd2bb04e693"}}