{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2016:5VSFRL3K3VQJSVE66TLPITWWLK","short_pith_number":"pith:5VSFRL3K","canonical_record":{"source":{"id":"1607.03594","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-07-13T05:07:33Z","cross_cats_sorted":[],"title_canon_sha256":"53c6be552eeedc71a8f2b5f698dca8fde0a44cf0c08414fd600b216b86747598","abstract_canon_sha256":"b92891ff221e2d33d03589e52ec17266b3525cb5dc8a34b8d1b8ca1fd560dbfa"},"schema_version":"1.0"},"canonical_sha256":"ed6458af6add6099549ef4d6f44ed65ab32e3a118f96ba245a6d05fd084a33bc","source":{"kind":"arxiv","id":"1607.03594","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1607.03594","created_at":"2026-05-18T00:52:23Z"},{"alias_kind":"arxiv_version","alias_value":"1607.03594v2","created_at":"2026-05-18T00:52:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1607.03594","created_at":"2026-05-18T00:52:23Z"},{"alias_kind":"pith_short_12","alias_value":"5VSFRL3K3VQJ","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_16","alias_value":"5VSFRL3K3VQJSVE6","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_8","alias_value":"5VSFRL3K","created_at":"2026-05-18T12:30:01Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2016:5VSFRL3K3VQJSVE66TLPITWWLK","target":"record","payload":{"canonical_record":{"source":{"id":"1607.03594","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-07-13T05:07:33Z","cross_cats_sorted":[],"title_canon_sha256":"53c6be552eeedc71a8f2b5f698dca8fde0a44cf0c08414fd600b216b86747598","abstract_canon_sha256":"b92891ff221e2d33d03589e52ec17266b3525cb5dc8a34b8d1b8ca1fd560dbfa"},"schema_version":"1.0"},"canonical_sha256":"ed6458af6add6099549ef4d6f44ed65ab32e3a118f96ba245a6d05fd084a33bc","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:52:23.069907Z","signature_b64":"TTtsoWohKcXjar4r9HRDzAo6vTjP6ugrgb4S+ezsUHL7/2bd0yYmRU7UjtCXYsi6isbaI9t47M0j13dWjC5/BQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ed6458af6add6099549ef4d6f44ed65ab32e3a118f96ba245a6d05fd084a33bc","last_reissued_at":"2026-05-18T00:52:23.069267Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:52:23.069267Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1607.03594","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:52:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lw/viiReAEqc3fGCJFTRKcy2Q2EH++gzIQnYrq8eYRSXHWe5uQuUkbuoj5bq2w5nupMhUCgJ3MoNNwftNjm9CQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T07:23:29.082555Z"},"content_sha256":"fd5ea4a1f23fa8ef61017ea3115e55502bf515df0e4662a628dfc562a19bb7c7","schema_version":"1.0","event_id":"sha256:fd5ea4a1f23fa8ef61017ea3115e55502bf515df0e4662a628dfc562a19bb7c7"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2016:5VSFRL3K3VQJSVE66TLPITWWLK","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Estimating Uncertainty Online Against an Adversary","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Stefano Ermon, Volodymyr Kuleshov","submitted_at":"2016-07-13T05:07:33Z","abstract_excerpt":"Assessing uncertainty is an important step towards ensuring the safety and reliability of machine learning systems. Existing uncertainty estimation techniques may fail when their modeling assumptions are not met, e.g. when the data distribution differs from the one seen at training time. Here, we propose techniques that assess a classification algorithm's uncertainty via calibrated probabilities (i.e. probabilities that match empirical outcome frequencies in the long run) and which are guaranteed to be reliable (i.e. accurate and calibrated) on out-of-distribution input, including input genera"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1607.03594","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:52:23Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"IgDFkxK8fOlYUpDF5FNSfDs3YAslBxcV7J9/qCyJlPDqQfKKX84YoVMCuVTLerw8LUfriuPWp+sLMX8mye3iDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-06-03T07:23:29.083109Z"},"content_sha256":"605575f0cc54679d619cee9cd390dc65c980eb96321901cc41ae9ea111658ff6","schema_version":"1.0","event_id":"sha256:605575f0cc54679d619cee9cd390dc65c980eb96321901cc41ae9ea111658ff6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5VSFRL3K3VQJSVE66TLPITWWLK/bundle.json","state_url":"https://pith.science/pith/5VSFRL3K3VQJSVE66TLPITWWLK/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5VSFRL3K3VQJSVE66TLPITWWLK/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-06-03T07:23:29Z","links":{"resolver":"https://pith.science/pith/5VSFRL3K3VQJSVE66TLPITWWLK","bundle":"https://pith.science/pith/5VSFRL3K3VQJSVE66TLPITWWLK/bundle.json","state":"https://pith.science/pith/5VSFRL3K3VQJSVE66TLPITWWLK/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5VSFRL3K3VQJSVE66TLPITWWLK/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2016:5VSFRL3K3VQJSVE66TLPITWWLK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"b92891ff221e2d33d03589e52ec17266b3525cb5dc8a34b8d1b8ca1fd560dbfa","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-07-13T05:07:33Z","title_canon_sha256":"53c6be552eeedc71a8f2b5f698dca8fde0a44cf0c08414fd600b216b86747598"},"schema_version":"1.0","source":{"id":"1607.03594","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1607.03594","created_at":"2026-05-18T00:52:23Z"},{"alias_kind":"arxiv_version","alias_value":"1607.03594v2","created_at":"2026-05-18T00:52:23Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1607.03594","created_at":"2026-05-18T00:52:23Z"},{"alias_kind":"pith_short_12","alias_value":"5VSFRL3K3VQJ","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_16","alias_value":"5VSFRL3K3VQJSVE6","created_at":"2026-05-18T12:30:01Z"},{"alias_kind":"pith_short_8","alias_value":"5VSFRL3K","created_at":"2026-05-18T12:30:01Z"}],"graph_snapshots":[{"event_id":"sha256:605575f0cc54679d619cee9cd390dc65c980eb96321901cc41ae9ea111658ff6","target":"graph","created_at":"2026-05-18T00:52:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Assessing uncertainty is an important step towards ensuring the safety and reliability of machine learning systems. Existing uncertainty estimation techniques may fail when their modeling assumptions are not met, e.g. when the data distribution differs from the one seen at training time. Here, we propose techniques that assess a classification algorithm's uncertainty via calibrated probabilities (i.e. probabilities that match empirical outcome frequencies in the long run) and which are guaranteed to be reliable (i.e. accurate and calibrated) on out-of-distribution input, including input genera","authors_text":"Stefano Ermon, Volodymyr Kuleshov","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-07-13T05:07:33Z","title":"Estimating Uncertainty Online Against an Adversary"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1607.03594","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fd5ea4a1f23fa8ef61017ea3115e55502bf515df0e4662a628dfc562a19bb7c7","target":"record","created_at":"2026-05-18T00:52:23Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"b92891ff221e2d33d03589e52ec17266b3525cb5dc8a34b8d1b8ca1fd560dbfa","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2016-07-13T05:07:33Z","title_canon_sha256":"53c6be552eeedc71a8f2b5f698dca8fde0a44cf0c08414fd600b216b86747598"},"schema_version":"1.0","source":{"id":"1607.03594","kind":"arxiv","version":2}},"canonical_sha256":"ed6458af6add6099549ef4d6f44ed65ab32e3a118f96ba245a6d05fd084a33bc","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ed6458af6add6099549ef4d6f44ed65ab32e3a118f96ba245a6d05fd084a33bc","first_computed_at":"2026-05-18T00:52:23.069267Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:52:23.069267Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TTtsoWohKcXjar4r9HRDzAo6vTjP6ugrgb4S+ezsUHL7/2bd0yYmRU7UjtCXYsi6isbaI9t47M0j13dWjC5/BQ==","signature_status":"signed_v1","signed_at":"2026-05-18T00:52:23.069907Z","signed_message":"canonical_sha256_bytes"},"source_id":"1607.03594","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fd5ea4a1f23fa8ef61017ea3115e55502bf515df0e4662a628dfc562a19bb7c7","sha256:605575f0cc54679d619cee9cd390dc65c980eb96321901cc41ae9ea111658ff6"],"state_sha256":"efa263a4142b3a0d5a79606fadf60c979f0f1431b55f2e9d77033288558e5c08"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"VOdiH+ovFC4poVfRLOG69k2ZZuXm9yiIt1kuK4gI3co3BRkIyUpyTw5KNk/6C6s4bpEJL4Kn7I1+Ji4unfkzCg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-06-03T07:23:29.085782Z","bundle_sha256":"46c919d8799b89f4ac53d93817c9d6aaa7b92945b99413569cec90f70974be4e"}}