{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:TPUVIRLXQREMLBKGMWP4YVZJ4F","short_pith_number":"pith:TPUVIRLX","canonical_record":{"source":{"id":"2012.07421","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-12-14T11:14:56Z","cross_cats_sorted":[],"title_canon_sha256":"8cb208095638c15eae34da06844105e52c4c3361d76efb7b947449212e0bab36","abstract_canon_sha256":"1471efc3f355310a1b3472158f48dfa14ede8ba92f36f06817035a9f720ba47a"},"schema_version":"1.0"},"canonical_sha256":"9be95445778448c58546659fcc5729e1489865b575cd4afe461f9d12d9700f9b","source":{"kind":"arxiv","id":"2012.07421","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.07421","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"arxiv_version","alias_value":"2012.07421v3","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.07421","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_12","alias_value":"TPUVIRLXQREM","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_16","alias_value":"TPUVIRLXQREMLBKG","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_8","alias_value":"TPUVIRLX","created_at":"2026-07-05T02:58:23Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:TPUVIRLXQREMLBKGMWP4YVZJ4F","target":"record","payload":{"canonical_record":{"source":{"id":"2012.07421","kind":"arxiv","version":3},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-12-14T11:14:56Z","cross_cats_sorted":[],"title_canon_sha256":"8cb208095638c15eae34da06844105e52c4c3361d76efb7b947449212e0bab36","abstract_canon_sha256":"1471efc3f355310a1b3472158f48dfa14ede8ba92f36f06817035a9f720ba47a"},"schema_version":"1.0"},"canonical_sha256":"9be95445778448c58546659fcc5729e1489865b575cd4afe461f9d12d9700f9b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:58:23.639366Z","signature_b64":"2baKMOLDAd97RCKkOoCK8HbrXI6xZUlYPLYZU3nAv3BadYaK1AIetRaA8tnbDtNWjYZtX/TavhD4YL6F3UTsDQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"9be95445778448c58546659fcc5729e1489865b575cd4afe461f9d12d9700f9b","last_reissued_at":"2026-07-05T02:58:23.638900Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:58:23.638900Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2012.07421","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:58:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nggfwNWXH3ImnZriODU1pOlxj0aZgLFl2SX6Im3wHdD65kR7Nmoafc4qoUfKNcY5kfxFZm2z/HYmoCPdCJJGDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-14T17:08:02.193350Z"},"content_sha256":"ed0c32e4c5abd160621e393551ad571d0d3aba82d1b519e35345c1c7cb597024","schema_version":"1.0","event_id":"sha256:ed0c32e4c5abd160621e393551ad571d0d3aba82d1b519e35345c1c7cb597024"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:TPUVIRLXQREMLBKGMWP4YVZJ4F","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"WILDS: A Benchmark of in-the-Wild Distribution Shifts","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Akshay Balsubramani, Anshul Kundaje, Berton A. Earnshaw, Chelsea Finn, Emma Pierson, Etienne David, Henrik Marklund, Ian Stavness, Imran S. Haque, Irena Gao, Jure Leskovec, Marvin Zhang, Michihiro Yasunaga, Pang Wei Koh, Percy Liang, Richard Lanas Phillips, Sang Michael Xie, Sara Beery, Sergey Levine, Shiori Sagawa, Tony Lee, Wei Guo, Weihua Hu","submitted_at":"2020-12-14T11:14:56Z","abstract_excerpt":"Distribution shifts -- where the training distribution differs from the test distribution -- can substantially degrade the accuracy of machine learning (ML) systems deployed in the wild. Despite their ubiquity in the real-world deployments, these distribution shifts are under-represented in the datasets widely used in the ML community today. To address this gap, we present WILDS, a curated benchmark of 10 datasets reflecting a diverse range of distribution shifts that naturally arise in real-world applications, such as shifts across hospitals for tumor identification; across camera traps for w"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.07421","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2012.07421/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T02:58:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"nujVwy/RxU8T05FXG4BV19g8a54hzRHwNmYoHhyA535cBnckDWxp5ms+YzVixqkhyxtlNB4o/2/ESp2nA+keCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-07-14T17:08:02.193726Z"},"content_sha256":"1db6324e35fbd7e6926fbffacb878646e920d13e7bee22f8f4cc9eeeae5d817c","schema_version":"1.0","event_id":"sha256:1db6324e35fbd7e6926fbffacb878646e920d13e7bee22f8f4cc9eeeae5d817c"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/TPUVIRLXQREMLBKGMWP4YVZJ4F/bundle.json","state_url":"https://pith.science/pith/TPUVIRLXQREMLBKGMWP4YVZJ4F/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/TPUVIRLXQREMLBKGMWP4YVZJ4F/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-07-14T17:08:02Z","links":{"resolver":"https://pith.science/pith/TPUVIRLXQREMLBKGMWP4YVZJ4F","bundle":"https://pith.science/pith/TPUVIRLXQREMLBKGMWP4YVZJ4F/bundle.json","state":"https://pith.science/pith/TPUVIRLXQREMLBKGMWP4YVZJ4F/state.json","well_known_bundle":"https://pith.science/.well-known/pith/TPUVIRLXQREMLBKGMWP4YVZJ4F/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:TPUVIRLXQREMLBKGMWP4YVZJ4F","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"1471efc3f355310a1b3472158f48dfa14ede8ba92f36f06817035a9f720ba47a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-12-14T11:14:56Z","title_canon_sha256":"8cb208095638c15eae34da06844105e52c4c3361d76efb7b947449212e0bab36"},"schema_version":"1.0","source":{"id":"2012.07421","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2012.07421","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"arxiv_version","alias_value":"2012.07421v3","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2012.07421","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_12","alias_value":"TPUVIRLXQREM","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_16","alias_value":"TPUVIRLXQREMLBKG","created_at":"2026-07-05T02:58:23Z"},{"alias_kind":"pith_short_8","alias_value":"TPUVIRLX","created_at":"2026-07-05T02:58:23Z"}],"graph_snapshots":[{"event_id":"sha256:1db6324e35fbd7e6926fbffacb878646e920d13e7bee22f8f4cc9eeeae5d817c","target":"graph","created_at":"2026-07-05T02:58:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2012.07421/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Distribution shifts -- where the training distribution differs from the test distribution -- can substantially degrade the accuracy of machine learning (ML) systems deployed in the wild. Despite their ubiquity in the real-world deployments, these distribution shifts are under-represented in the datasets widely used in the ML community today. To address this gap, we present WILDS, a curated benchmark of 10 datasets reflecting a diverse range of distribution shifts that naturally arise in real-world applications, such as shifts across hospitals for tumor identification; across camera traps for w","authors_text":"Akshay Balsubramani, Anshul Kundaje, Berton A. Earnshaw, Chelsea Finn, Emma Pierson, Etienne David, Henrik Marklund, Ian Stavness, Imran S. Haque, Irena Gao, Jure Leskovec, Marvin Zhang, Michihiro Yasunaga, Pang Wei Koh, Percy Liang, Richard Lanas Phillips, Sang Michael Xie, Sara Beery, Sergey Levine, Shiori Sagawa, Tony Lee, Wei Guo, Weihua Hu","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-12-14T11:14:56Z","title":"WILDS: A Benchmark of in-the-Wild Distribution Shifts"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2012.07421","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:ed0c32e4c5abd160621e393551ad571d0d3aba82d1b519e35345c1c7cb597024","target":"record","created_at":"2026-07-05T02:58:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"1471efc3f355310a1b3472158f48dfa14ede8ba92f36f06817035a9f720ba47a","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-12-14T11:14:56Z","title_canon_sha256":"8cb208095638c15eae34da06844105e52c4c3361d76efb7b947449212e0bab36"},"schema_version":"1.0","source":{"id":"2012.07421","kind":"arxiv","version":3}},"canonical_sha256":"9be95445778448c58546659fcc5729e1489865b575cd4afe461f9d12d9700f9b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"9be95445778448c58546659fcc5729e1489865b575cd4afe461f9d12d9700f9b","first_computed_at":"2026-07-05T02:58:23.638900Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T02:58:23.638900Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"2baKMOLDAd97RCKkOoCK8HbrXI6xZUlYPLYZU3nAv3BadYaK1AIetRaA8tnbDtNWjYZtX/TavhD4YL6F3UTsDQ==","signature_status":"signed_v1","signed_at":"2026-07-05T02:58:23.639366Z","signed_message":"canonical_sha256_bytes"},"source_id":"2012.07421","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:ed0c32e4c5abd160621e393551ad571d0d3aba82d1b519e35345c1c7cb597024","sha256:1db6324e35fbd7e6926fbffacb878646e920d13e7bee22f8f4cc9eeeae5d817c"],"state_sha256":"5bd3cdc616405119bc5ae76b401fd3a9581c0db28bff48bf7b64bcbcdcb0b6e7"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"HqQA7BBLFSZhSKNAsou58UdLVqMLZr4+RphGCEELeR/D3oucZOCyZH5n4viDK1grslM1t00ZtImuRox1/q1uCQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-07-14T17:08:02.196009Z","bundle_sha256":"39fc27e2805d83869280e10613f83d63af3e4892132f6e7b0d6ead231025be58"}}