{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2015:GOCZ47QHFOX4PAYW2QESOVXMFK","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"475760c776f586207e038c53471f15fd340d18188419fc7cad24cc90ead84564","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2015-11-20T03:09:43Z","title_canon_sha256":"85463df761c71df42a3020b858196ac55ce14d386371a888fae435f04946807c"},"schema_version":"1.0","source":{"id":"1511.06481","kind":"arxiv","version":7}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1511.06481","created_at":"2026-05-18T01:16:59Z"},{"alias_kind":"arxiv_version","alias_value":"1511.06481v7","created_at":"2026-05-18T01:16:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1511.06481","created_at":"2026-05-18T01:16:59Z"},{"alias_kind":"pith_short_12","alias_value":"GOCZ47QHFOX4","created_at":"2026-05-18T12:29:22Z"},{"alias_kind":"pith_short_16","alias_value":"GOCZ47QHFOX4PAYW","created_at":"2026-05-18T12:29:22Z"},{"alias_kind":"pith_short_8","alias_value":"GOCZ47QH","created_at":"2026-05-18T12:29:22Z"}],"graph_snapshots":[{"event_id":"sha256:f06c6b451a9884f03dc87e1bc9a9bca3b99a6e0a5e3960ace446911c0c8606e3","target":"graph","created_at":"2026-05-18T01:16:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Humans are able to accelerate their learning by selecting training materials that are the most informative and at the appropriate level of difficulty. We propose a framework for distributing deep learning in which one set of workers search for the most informative examples in parallel while a single worker updates the model on examples selected by importance sampling. This leads the model to update using an unbiased estimate of the gradient which also has minimum variance when the sampling proposal is proportional to the L2-norm of the gradient. We show experimentally that this method reduces ","authors_text":"Aaron Courville, Alex Lamb, Chinnadhurai Sankar, Guillaume Alain, Yoshua Bengio","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2015-11-20T03:09:43Z","title":"Variance Reduction in SGD by Distributed Importance Sampling"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1511.06481","kind":"arxiv","version":7},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:6682d8fc77df0f3eb603d559e920f63e8da8eaa349ea8699c3ded1f80a623cc6","target":"record","created_at":"2026-05-18T01:16:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"475760c776f586207e038c53471f15fd340d18188419fc7cad24cc90ead84564","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2015-11-20T03:09:43Z","title_canon_sha256":"85463df761c71df42a3020b858196ac55ce14d386371a888fae435f04946807c"},"schema_version":"1.0","source":{"id":"1511.06481","kind":"arxiv","version":7}},"canonical_sha256":"33859e7e072bafc78316d4092756ec2ab7ff0a3d17e683fd6020310d1b475a0c","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"33859e7e072bafc78316d4092756ec2ab7ff0a3d17e683fd6020310d1b475a0c","first_computed_at":"2026-05-18T01:16:59.981181Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T01:16:59.981181Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"oAa1fw8O4BHMKqxECRukyRbj9Lkd9k4Ofolm74Yfvc3o1K5OksY7ZcVY87ZE9dUmWV8VBkVPVIm7/ErHdD9hCQ==","signature_status":"signed_v1","signed_at":"2026-05-18T01:16:59.981808Z","signed_message":"canonical_sha256_bytes"},"source_id":"1511.06481","source_kind":"arxiv","source_version":7}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:6682d8fc77df0f3eb603d559e920f63e8da8eaa349ea8699c3ded1f80a623cc6","sha256:f06c6b451a9884f03dc87e1bc9a9bca3b99a6e0a5e3960ace446911c0c8606e3"],"state_sha256":"28ddff399743f34a7ee37ade2295956420d94c5f8fb365c1b8192a1e0432e5f6"}