{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2020:YOLBJZ2JJHBWUD2NBOAEQYUUYJ","short_pith_number":"pith:YOLBJZ2J","schema_version":"1.0","canonical_sha256":"c39614e74949c36a0f4d0b80486294c26bb27fe7ac292f01ef7f02defa82b770","source":{"kind":"arxiv","id":"2011.00515","version":2},"attestation_state":"computed","paper":{"title":"On Signal-to-Noise Ratio Issues in Variational Inference for Deep Gaussian Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","stat.ME"],"primary_cat":"stat.ML","authors_text":"Oscar Key, Tim G. J. Rudner, Tom Rainforth, Yarin Gal","submitted_at":"2020-11-01T14:38:02Z","abstract_excerpt":"We show that the gradient estimates used in training Deep Gaussian Processes (DGPs) with importance-weighted variational inference are susceptible to signal-to-noise ratio (SNR) issues. Specifically, we show both theoretically and via an extensive empirical evaluation that the SNR of the gradient estimates for the latent variable's variational parameters decreases as the number of importance samples increases. As a result, these gradient estimates degrade to pure noise if the number of importance samples is too large. To address this pathology, we show how doubly reparameterized gradient estim"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"2011.00515","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2020-11-01T14:38:02Z","cross_cats_sorted":["cs.AI","cs.LG","stat.ME"],"title_canon_sha256":"7f1ffa8c889011b51f48513a335ce6780283932d695936895ab19e874bda37e6","abstract_canon_sha256":"62886aa1040b7bc64f8e3e90ab641d6633ca03d69c818f4b59353a6faa14d7a9"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T02:59:35.807142Z","signature_b64":"ZeLQMhb3UV6swMsi1OOm//EC2ykiYCL0iY9MBs8A7K6s8EgAyeGJc4TCW8QIEvsOngOHIxLmNsgWMKNkCMQnCw==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"c39614e74949c36a0f4d0b80486294c26bb27fe7ac292f01ef7f02defa82b770","last_reissued_at":"2026-07-05T02:59:35.806734Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T02:59:35.806734Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"On Signal-to-Noise Ratio Issues in Variational Inference for Deep Gaussian Processes","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.LG","stat.ME"],"primary_cat":"stat.ML","authors_text":"Oscar Key, Tim G. J. Rudner, Tom Rainforth, Yarin Gal","submitted_at":"2020-11-01T14:38:02Z","abstract_excerpt":"We show that the gradient estimates used in training Deep Gaussian Processes (DGPs) with importance-weighted variational inference are susceptible to signal-to-noise ratio (SNR) issues. Specifically, we show both theoretically and via an extensive empirical evaluation that the SNR of the gradient estimates for the latent variable's variational parameters decreases as the number of importance samples increases. As a result, these gradient estimates degrade to pure noise if the number of importance samples is too large. To address this pathology, we show how doubly reparameterized gradient estim"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2011.00515","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2011.00515/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"2011.00515","created_at":"2026-07-05T02:59:35.806793+00:00"},{"alias_kind":"arxiv_version","alias_value":"2011.00515v2","created_at":"2026-07-05T02:59:35.806793+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2011.00515","created_at":"2026-07-05T02:59:35.806793+00:00"},{"alias_kind":"pith_short_12","alias_value":"YOLBJZ2JJHBW","created_at":"2026-07-05T02:59:35.806793+00:00"},{"alias_kind":"pith_short_16","alias_value":"YOLBJZ2JJHBWUD2N","created_at":"2026-07-05T02:59:35.806793+00:00"},{"alias_kind":"pith_short_8","alias_value":"YOLBJZ2J","created_at":"2026-07-05T02:59:35.806793+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/YOLBJZ2JJHBWUD2NBOAEQYUUYJ","json":"https://pith.science/pith/YOLBJZ2JJHBWUD2NBOAEQYUUYJ.json","graph_json":"https://pith.science/api/pith-number/YOLBJZ2JJHBWUD2NBOAEQYUUYJ/graph.json","events_json":"https://pith.science/api/pith-number/YOLBJZ2JJHBWUD2NBOAEQYUUYJ/events.json","paper":"https://pith.science/paper/YOLBJZ2J"},"agent_actions":{"view_html":"https://pith.science/pith/YOLBJZ2JJHBWUD2NBOAEQYUUYJ","download_json":"https://pith.science/pith/YOLBJZ2JJHBWUD2NBOAEQYUUYJ.json","view_paper":"https://pith.science/paper/YOLBJZ2J","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=2011.00515&json=true","fetch_graph":"https://pith.science/api/pith-number/YOLBJZ2JJHBWUD2NBOAEQYUUYJ/graph.json","fetch_events":"https://pith.science/api/pith-number/YOLBJZ2JJHBWUD2NBOAEQYUUYJ/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/YOLBJZ2JJHBWUD2NBOAEQYUUYJ/action/timestamp_anchor","attest_storage":"https://pith.science/pith/YOLBJZ2JJHBWUD2NBOAEQYUUYJ/action/storage_attestation","attest_author":"https://pith.science/pith/YOLBJZ2JJHBWUD2NBOAEQYUUYJ/action/author_attestation","sign_citation":"https://pith.science/pith/YOLBJZ2JJHBWUD2NBOAEQYUUYJ/action/citation_signature","submit_replication":"https://pith.science/pith/YOLBJZ2JJHBWUD2NBOAEQYUUYJ/action/replication_record"}},"created_at":"2026-07-05T02:59:35.806793+00:00","updated_at":"2026-07-05T02:59:35.806793+00:00"}