{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2018:JWFTTWK6ZTJFNCVRJ53TD6YGFH","short_pith_number":"pith:JWFTTWK6","canonical_record":{"source":{"id":"1805.09208","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-05-23T14:55:39Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"3c1e2748071e066e740d395696b7c6906ccde3c650e97680b725b51a447ffd19","abstract_canon_sha256":"d2e3a271195cabbf6ae7f96d124ef104b165daa6332e2856984291723a71fbf9"},"schema_version":"1.0"},"canonical_sha256":"4d8b39d95eccd2568ab14f7731fb0629c94de309ea3c16b92ef6a37d325c4967","source":{"kind":"arxiv","id":"1805.09208","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.09208","created_at":"2026-05-18T00:04:39Z"},{"alias_kind":"arxiv_version","alias_value":"1805.09208v2","created_at":"2026-05-18T00:04:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.09208","created_at":"2026-05-18T00:04:39Z"},{"alias_kind":"pith_short_12","alias_value":"JWFTTWK6ZTJF","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"JWFTTWK6ZTJFNCVR","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"JWFTTWK6","created_at":"2026-05-18T12:32:33Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2018:JWFTTWK6ZTJFNCVRJ53TD6YGFH","target":"record","payload":{"canonical_record":{"source":{"id":"1805.09208","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-05-23T14:55:39Z","cross_cats_sorted":["cs.CL","cs.LG"],"title_canon_sha256":"3c1e2748071e066e740d395696b7c6906ccde3c650e97680b725b51a447ffd19","abstract_canon_sha256":"d2e3a271195cabbf6ae7f96d124ef104b165daa6332e2856984291723a71fbf9"},"schema_version":"1.0"},"canonical_sha256":"4d8b39d95eccd2568ab14f7731fb0629c94de309ea3c16b92ef6a37d325c4967","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:04:39.343276Z","signature_b64":"+MbmNm2sLHOH9SSgz3C7ixlt5l6cYa2gTHQs8x6k+5AtIKmZ3SHzt0rQzqKaOr+XiqC9Sl+b58JvMp1nqEPWDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"4d8b39d95eccd2568ab14f7731fb0629c94de309ea3c16b92ef6a37d325c4967","last_reissued_at":"2026-05-18T00:04:39.342803Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:04:39.342803Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1805.09208","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:04:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"fHTVhPOpJgA3OGuh4eYGuPdbwjOIul/42UqYQFm2Ht8yNjLNxt/dX6dDYMiny39tnKjWa+G/M/4Hg96MKyW4Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T17:05:39.230626Z"},"content_sha256":"962a079eca3e8303053ac570d86e0ea54c43c4cf61fa54319bfca6dd28f33eb0","schema_version":"1.0","event_id":"sha256:962a079eca3e8303053ac570d86e0ea54c43c4cf61fa54319bfca6dd28f33eb0"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2018:JWFTTWK6ZTJFNCVRJ53TD6YGFH","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Pushing the bounds of dropout","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.CL","cs.LG"],"primary_cat":"stat.ML","authors_text":"Charles Blundell, Chris Dyer, G\\'abor Melis, Karl Moritz Hermann, Phil Blunsom, Tom\\'a\\v{s} Ko\\v{c}isk\\'y","submitted_at":"2018-05-23T14:55:39Z","abstract_excerpt":"We show that dropout training is best understood as performing MAP estimation concurrently for a family of conditional models whose objectives are themselves lower bounded by the original dropout objective. This discovery allows us to pick any model from this family after training, which leads to a substantial improvement on regularisation-heavy language modelling. The family includes models that compute a power mean over the sampled dropout masks, and their less stochastic subvariants with tighter and higher lower bounds than the fully stochastic dropout objective. We argue that since the det"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.09208","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:04:39Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"YWAytzODwi1vycwCI5NtQr6tcgDNxz9gS/yl14s8QE0MOuJUQ2I07M1Oz3+hNN5/uKnajVyDHjvdm2EHclsHDQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-28T17:05:39.231272Z"},"content_sha256":"fa6430d7864c6b5b1375fdf70ed2e46bfea19ff7abfbf73fa88a5a11e5f0d8cb","schema_version":"1.0","event_id":"sha256:fa6430d7864c6b5b1375fdf70ed2e46bfea19ff7abfbf73fa88a5a11e5f0d8cb"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/JWFTTWK6ZTJFNCVRJ53TD6YGFH/bundle.json","state_url":"https://pith.science/pith/JWFTTWK6ZTJFNCVRJ53TD6YGFH/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/JWFTTWK6ZTJFNCVRJ53TD6YGFH/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-28T17:05:39Z","links":{"resolver":"https://pith.science/pith/JWFTTWK6ZTJFNCVRJ53TD6YGFH","bundle":"https://pith.science/pith/JWFTTWK6ZTJFNCVRJ53TD6YGFH/bundle.json","state":"https://pith.science/pith/JWFTTWK6ZTJFNCVRJ53TD6YGFH/state.json","well_known_bundle":"https://pith.science/.well-known/pith/JWFTTWK6ZTJFNCVRJ53TD6YGFH/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2018:JWFTTWK6ZTJFNCVRJ53TD6YGFH","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d2e3a271195cabbf6ae7f96d124ef104b165daa6332e2856984291723a71fbf9","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-05-23T14:55:39Z","title_canon_sha256":"3c1e2748071e066e740d395696b7c6906ccde3c650e97680b725b51a447ffd19"},"schema_version":"1.0","source":{"id":"1805.09208","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1805.09208","created_at":"2026-05-18T00:04:39Z"},{"alias_kind":"arxiv_version","alias_value":"1805.09208v2","created_at":"2026-05-18T00:04:39Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.09208","created_at":"2026-05-18T00:04:39Z"},{"alias_kind":"pith_short_12","alias_value":"JWFTTWK6ZTJF","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_16","alias_value":"JWFTTWK6ZTJFNCVR","created_at":"2026-05-18T12:32:33Z"},{"alias_kind":"pith_short_8","alias_value":"JWFTTWK6","created_at":"2026-05-18T12:32:33Z"}],"graph_snapshots":[{"event_id":"sha256:fa6430d7864c6b5b1375fdf70ed2e46bfea19ff7abfbf73fa88a5a11e5f0d8cb","target":"graph","created_at":"2026-05-18T00:04:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"We show that dropout training is best understood as performing MAP estimation concurrently for a family of conditional models whose objectives are themselves lower bounded by the original dropout objective. This discovery allows us to pick any model from this family after training, which leads to a substantial improvement on regularisation-heavy language modelling. The family includes models that compute a power mean over the sampled dropout masks, and their less stochastic subvariants with tighter and higher lower bounds than the fully stochastic dropout objective. We argue that since the det","authors_text":"Charles Blundell, Chris Dyer, G\\'abor Melis, Karl Moritz Hermann, Phil Blunsom, Tom\\'a\\v{s} Ko\\v{c}isk\\'y","cross_cats":["cs.CL","cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-05-23T14:55:39Z","title":"Pushing the bounds of dropout"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.09208","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:962a079eca3e8303053ac570d86e0ea54c43c4cf61fa54319bfca6dd28f33eb0","target":"record","created_at":"2026-05-18T00:04:39Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d2e3a271195cabbf6ae7f96d124ef104b165daa6332e2856984291723a71fbf9","cross_cats_sorted":["cs.CL","cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2018-05-23T14:55:39Z","title_canon_sha256":"3c1e2748071e066e740d395696b7c6906ccde3c650e97680b725b51a447ffd19"},"schema_version":"1.0","source":{"id":"1805.09208","kind":"arxiv","version":2}},"canonical_sha256":"4d8b39d95eccd2568ab14f7731fb0629c94de309ea3c16b92ef6a37d325c4967","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"4d8b39d95eccd2568ab14f7731fb0629c94de309ea3c16b92ef6a37d325c4967","first_computed_at":"2026-05-18T00:04:39.342803Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:04:39.342803Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"+MbmNm2sLHOH9SSgz3C7ixlt5l6cYa2gTHQs8x6k+5AtIKmZ3SHzt0rQzqKaOr+XiqC9Sl+b58JvMp1nqEPWDA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:04:39.343276Z","signed_message":"canonical_sha256_bytes"},"source_id":"1805.09208","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:962a079eca3e8303053ac570d86e0ea54c43c4cf61fa54319bfca6dd28f33eb0","sha256:fa6430d7864c6b5b1375fdf70ed2e46bfea19ff7abfbf73fa88a5a11e5f0d8cb"],"state_sha256":"691e1dfb5a94ca6ce7c01d3ea1f2590f637037ae8d1d2ad4fea0a66f59497492"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aEpBYAGGlqBO+HHksDBZmxDF6UbruO9OclBrL6LT376rjsxuQk1seE1iCJZWLJs/OKswvAGyw+FqLk9N4mQwCw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-28T17:05:39.234656Z","bundle_sha256":"e82f6643873e5d7cfe7e19764a8d76572273cc04112abffa7339dafb93fd5bff"}}