{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2020:Q5OBGXYBOZEGFF4KO2PZVAG2AH","short_pith_number":"pith:Q5OBGXYB","canonical_record":{"source":{"id":"2001.03076","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-01-09T15:57:51Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"803dc06453e99072cff183124a671a4e078dce1e474546a0abdd0ec4a3b5d2b5","abstract_canon_sha256":"17c2e97065eeb99e9af24a5771e2bd574709f9f22ec567560df1486cf11ce74c"},"schema_version":"1.0"},"canonical_sha256":"875c135f01764862978a769f9a80da01cdd40ee9811c23afc22070eeb3801af7","source":{"kind":"arxiv","id":"2001.03076","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2001.03076","created_at":"2026-07-05T00:32:34Z"},{"alias_kind":"arxiv_version","alias_value":"2001.03076v1","created_at":"2026-07-05T00:32:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2001.03076","created_at":"2026-07-05T00:32:34Z"},{"alias_kind":"pith_short_12","alias_value":"Q5OBGXYBOZEG","created_at":"2026-07-05T00:32:34Z"},{"alias_kind":"pith_short_16","alias_value":"Q5OBGXYBOZEGFF4K","created_at":"2026-07-05T00:32:34Z"},{"alias_kind":"pith_short_8","alias_value":"Q5OBGXYB","created_at":"2026-07-05T00:32:34Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2020:Q5OBGXYBOZEGFF4KO2PZVAG2AH","target":"record","payload":{"canonical_record":{"source":{"id":"2001.03076","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-01-09T15:57:51Z","cross_cats_sorted":["stat.ML"],"title_canon_sha256":"803dc06453e99072cff183124a671a4e078dce1e474546a0abdd0ec4a3b5d2b5","abstract_canon_sha256":"17c2e97065eeb99e9af24a5771e2bd574709f9f22ec567560df1486cf11ce74c"},"schema_version":"1.0"},"canonical_sha256":"875c135f01764862978a769f9a80da01cdd40ee9811c23afc22070eeb3801af7","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T00:32:34.001446Z","signature_b64":"l1BbDu8BbEPuGPEbW6RciElfEh7WBBiQWQfo/Ybk4PtMvsXZCm/LNxPcoQpdj13AzxKzTEbwLl/z6uuMc1IGCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"875c135f01764862978a769f9a80da01cdd40ee9811c23afc22070eeb3801af7","last_reissued_at":"2026-07-05T00:32:34.000984Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T00:32:34.000984Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2001.03076","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:32:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9RWlARmCBYoX8nOFfgEO5wife88In3nbXywb/w+SdfsxAb2kcK7EX8f4YwIZLtTRYNTmuP7+uNjPbnyeIyWRDw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:57:18.278444Z"},"content_sha256":"913b5521118aa7c7c35a852e6a28ea7ec87bd4e56f725ae7cd21ea2c1b0ced66","schema_version":"1.0","event_id":"sha256:913b5521118aa7c7c35a852e6a28ea7ec87bd4e56f725ae7cd21ea2c1b0ced66"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2020:Q5OBGXYBOZEGFF4KO2PZVAG2AH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Sampling Prediction-Matching Examples in Neural Networks: A Probabilistic Programming Approach","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["stat.ML"],"primary_cat":"cs.LG","authors_text":"Ankit Shah, Julie Shah, Serena Booth, Yilun Zhou","submitted_at":"2020-01-09T15:57:51Z","abstract_excerpt":"Though neural network models demonstrate impressive performance, we do not understand exactly how these black-box models make individual predictions. This drawback has led to substantial research devoted to understand these models in areas such as robustness, interpretability, and generalization ability. In this paper, we consider the problem of exploring the prediction level sets of a classifier using probabilistic programming. We define a prediction level set to be the set of examples for which the predictor has the same specified prediction confidence with respect to some arbitrary data dis"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2001.03076","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2001.03076/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T00:32:34Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fHScxvH2km4mjUJM1g1N34FnjpgQ+I97pPZz1c9Qvu4aE6zEYufpFBLTpCDB9PdDHxgL0ZycQ7Asfe/CKHuVCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T10:57:18.278958Z"},"content_sha256":"bf68441b06b77d2717649500918b609def564abd45430ee392d41e0dc57b76bb","schema_version":"1.0","event_id":"sha256:bf68441b06b77d2717649500918b609def564abd45430ee392d41e0dc57b76bb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/Q5OBGXYBOZEGFF4KO2PZVAG2AH/bundle.json","state_url":"https://pith.science/pith/Q5OBGXYBOZEGFF4KO2PZVAG2AH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/Q5OBGXYBOZEGFF4KO2PZVAG2AH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T10:57:18Z","links":{"resolver":"https://pith.science/pith/Q5OBGXYBOZEGFF4KO2PZVAG2AH","bundle":"https://pith.science/pith/Q5OBGXYBOZEGFF4KO2PZVAG2AH/bundle.json","state":"https://pith.science/pith/Q5OBGXYBOZEGFF4KO2PZVAG2AH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/Q5OBGXYBOZEGFF4KO2PZVAG2AH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2020:Q5OBGXYBOZEGFF4KO2PZVAG2AH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"17c2e97065eeb99e9af24a5771e2bd574709f9f22ec567560df1486cf11ce74c","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-01-09T15:57:51Z","title_canon_sha256":"803dc06453e99072cff183124a671a4e078dce1e474546a0abdd0ec4a3b5d2b5"},"schema_version":"1.0","source":{"id":"2001.03076","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2001.03076","created_at":"2026-07-05T00:32:34Z"},{"alias_kind":"arxiv_version","alias_value":"2001.03076v1","created_at":"2026-07-05T00:32:34Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2001.03076","created_at":"2026-07-05T00:32:34Z"},{"alias_kind":"pith_short_12","alias_value":"Q5OBGXYBOZEG","created_at":"2026-07-05T00:32:34Z"},{"alias_kind":"pith_short_16","alias_value":"Q5OBGXYBOZEGFF4K","created_at":"2026-07-05T00:32:34Z"},{"alias_kind":"pith_short_8","alias_value":"Q5OBGXYB","created_at":"2026-07-05T00:32:34Z"}],"graph_snapshots":[{"event_id":"sha256:bf68441b06b77d2717649500918b609def564abd45430ee392d41e0dc57b76bb","target":"graph","created_at":"2026-07-05T00:32:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2001.03076/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Though neural network models demonstrate impressive performance, we do not understand exactly how these black-box models make individual predictions. This drawback has led to substantial research devoted to understand these models in areas such as robustness, interpretability, and generalization ability. In this paper, we consider the problem of exploring the prediction level sets of a classifier using probabilistic programming. We define a prediction level set to be the set of examples for which the predictor has the same specified prediction confidence with respect to some arbitrary data dis","authors_text":"Ankit Shah, Julie Shah, Serena Booth, Yilun Zhou","cross_cats":["stat.ML"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-01-09T15:57:51Z","title":"Sampling Prediction-Matching Examples in Neural Networks: A Probabilistic Programming Approach"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2001.03076","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:913b5521118aa7c7c35a852e6a28ea7ec87bd4e56f725ae7cd21ea2c1b0ced66","target":"record","created_at":"2026-07-05T00:32:34Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"17c2e97065eeb99e9af24a5771e2bd574709f9f22ec567560df1486cf11ce74c","cross_cats_sorted":["stat.ML"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2020-01-09T15:57:51Z","title_canon_sha256":"803dc06453e99072cff183124a671a4e078dce1e474546a0abdd0ec4a3b5d2b5"},"schema_version":"1.0","source":{"id":"2001.03076","kind":"arxiv","version":1}},"canonical_sha256":"875c135f01764862978a769f9a80da01cdd40ee9811c23afc22070eeb3801af7","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"875c135f01764862978a769f9a80da01cdd40ee9811c23afc22070eeb3801af7","first_computed_at":"2026-07-05T00:32:34.000984Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T00:32:34.000984Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"l1BbDu8BbEPuGPEbW6RciElfEh7WBBiQWQfo/Ybk4PtMvsXZCm/LNxPcoQpdj13AzxKzTEbwLl/z6uuMc1IGCw==","signature_status":"signed_v1","signed_at":"2026-07-05T00:32:34.001446Z","signed_message":"canonical_sha256_bytes"},"source_id":"2001.03076","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:913b5521118aa7c7c35a852e6a28ea7ec87bd4e56f725ae7cd21ea2c1b0ced66","sha256:bf68441b06b77d2717649500918b609def564abd45430ee392d41e0dc57b76bb"],"state_sha256":"d83a85f6142ac64f1152dd9f03cc76cbdaf974640636376f832306ab5e65e05d"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"khz8nTRdCWNVVBSi/5izI4rmdc0f+imTOcfudUPwveM9USn9PbXcu3FPUqEM+QR8+m1vsvy+EWGnHEQHFY9yBg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T10:57:18.282899Z","bundle_sha256":"7533090eabec5441fdc586c4f5a8a132ca6235110397efbaaacc4ab6cab7eedd"}}