{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:5JG5WJ4JQQKAMI57IEDKUVZQJ6","short_pith_number":"pith:5JG5WJ4J","canonical_record":{"source":{"id":"1706.00043","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-05-31T18:25:09Z","cross_cats_sorted":[],"title_canon_sha256":"7e245ca9034d9fe4c2a02ff673142a8720139aa75af7f007da04d3f4efcda8c1","abstract_canon_sha256":"d4ab5a2fab99bffa7753b685a113f1c34fa4a8814c3090c282c307327a140ef7"},"schema_version":"1.0"},"canonical_sha256":"ea4ddb278984140623bf4106aa57304fb0e0900929e8e9c496b5bd518184f6c2","source":{"kind":"arxiv","id":"1706.00043","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1706.00043","created_at":"2026-05-18T00:35:16Z"},{"alias_kind":"arxiv_version","alias_value":"1706.00043v2","created_at":"2026-05-18T00:35:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1706.00043","created_at":"2026-05-18T00:35:16Z"},{"alias_kind":"pith_short_12","alias_value":"5JG5WJ4JQQKA","created_at":"2026-05-18T12:31:00Z"},{"alias_kind":"pith_short_16","alias_value":"5JG5WJ4JQQKAMI57","created_at":"2026-05-18T12:31:00Z"},{"alias_kind":"pith_short_8","alias_value":"5JG5WJ4J","created_at":"2026-05-18T12:31:00Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:5JG5WJ4JQQKAMI57IEDKUVZQJ6","target":"record","payload":{"canonical_record":{"source":{"id":"1706.00043","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-05-31T18:25:09Z","cross_cats_sorted":[],"title_canon_sha256":"7e245ca9034d9fe4c2a02ff673142a8720139aa75af7f007da04d3f4efcda8c1","abstract_canon_sha256":"d4ab5a2fab99bffa7753b685a113f1c34fa4a8814c3090c282c307327a140ef7"},"schema_version":"1.0"},"canonical_sha256":"ea4ddb278984140623bf4106aa57304fb0e0900929e8e9c496b5bd518184f6c2","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:35:16.151046Z","signature_b64":"0gWzMHqM7o0ro7wnBC2UDK1FfZ/nFa/Yx2tBVxmYkEs/JPPho1YkCXqd4o37iHvXZEEM2cbYDU20hsqsUsO2Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"ea4ddb278984140623bf4106aa57304fb0e0900929e8e9c496b5bd518184f6c2","last_reissued_at":"2026-05-18T00:35:16.150543Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:35:16.150543Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1706.00043","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:35:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"rezfuG8A0hxxWMxfkqqzASSm7cY3CIMQ9pZEhzZ5WPMYgsw1xbXmDeTvBF8Jj4yRhIWh4BhhROAxXxBs9hzQCg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T04:56:26.545743Z"},"content_sha256":"a63b315bd0d7e3f8334d1dbf73083a48b0eecb7e226bac6d55b09dcb2b994df9","schema_version":"1.0","event_id":"sha256:a63b315bd0d7e3f8334d1dbf73083a48b0eecb7e226bac6d55b09dcb2b994df9"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:5JG5WJ4JQQKAMI57IEDKUVZQJ6","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Biased Importance Sampling for Deep Neural Network Training","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":[],"primary_cat":"cs.LG","authors_text":"Angelos Katharopoulos, Fran\\c{c}ois Fleuret","submitted_at":"2017-05-31T18:25:09Z","abstract_excerpt":"Importance sampling has been successfully used to accelerate stochastic optimization in many convex problems. However, the lack of an efficient way to calculate the importance still hinders its application to Deep Learning.\n  In this paper, we show that the loss value can be used as an alternative importance metric, and propose a way to efficiently approximate it for a deep model, using a small model trained for that purpose in parallel.\n  This method allows in particular to utilize a biased gradient estimate that implicitly optimizes a soft max-loss, and leads to better generalization perform"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1706.00043","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:35:16Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"01PqQE2alZ/iF3ZWaqjScoWYI0Rj/FHBnGVE1gPaiCRmRpWqn11uwBJtqYZrpXKHRg5i5iq8VNXO5V2e6cTBAg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-27T04:56:26.546402Z"},"content_sha256":"50b2ca93a4bb2542c9b000ff7b5e206a5daea6bf81dac29dd21779fbacc5329e","schema_version":"1.0","event_id":"sha256:50b2ca93a4bb2542c9b000ff7b5e206a5daea6bf81dac29dd21779fbacc5329e"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/5JG5WJ4JQQKAMI57IEDKUVZQJ6/bundle.json","state_url":"https://pith.science/pith/5JG5WJ4JQQKAMI57IEDKUVZQJ6/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/5JG5WJ4JQQKAMI57IEDKUVZQJ6/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-27T04:56:26Z","links":{"resolver":"https://pith.science/pith/5JG5WJ4JQQKAMI57IEDKUVZQJ6","bundle":"https://pith.science/pith/5JG5WJ4JQQKAMI57IEDKUVZQJ6/bundle.json","state":"https://pith.science/pith/5JG5WJ4JQQKAMI57IEDKUVZQJ6/state.json","well_known_bundle":"https://pith.science/.well-known/pith/5JG5WJ4JQQKAMI57IEDKUVZQJ6/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:5JG5WJ4JQQKAMI57IEDKUVZQJ6","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"d4ab5a2fab99bffa7753b685a113f1c34fa4a8814c3090c282c307327a140ef7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-05-31T18:25:09Z","title_canon_sha256":"7e245ca9034d9fe4c2a02ff673142a8720139aa75af7f007da04d3f4efcda8c1"},"schema_version":"1.0","source":{"id":"1706.00043","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1706.00043","created_at":"2026-05-18T00:35:16Z"},{"alias_kind":"arxiv_version","alias_value":"1706.00043v2","created_at":"2026-05-18T00:35:16Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1706.00043","created_at":"2026-05-18T00:35:16Z"},{"alias_kind":"pith_short_12","alias_value":"5JG5WJ4JQQKA","created_at":"2026-05-18T12:31:00Z"},{"alias_kind":"pith_short_16","alias_value":"5JG5WJ4JQQKAMI57","created_at":"2026-05-18T12:31:00Z"},{"alias_kind":"pith_short_8","alias_value":"5JG5WJ4J","created_at":"2026-05-18T12:31:00Z"}],"graph_snapshots":[{"event_id":"sha256:50b2ca93a4bb2542c9b000ff7b5e206a5daea6bf81dac29dd21779fbacc5329e","target":"graph","created_at":"2026-05-18T00:35:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Importance sampling has been successfully used to accelerate stochastic optimization in many convex problems. However, the lack of an efficient way to calculate the importance still hinders its application to Deep Learning.\n  In this paper, we show that the loss value can be used as an alternative importance metric, and propose a way to efficiently approximate it for a deep model, using a small model trained for that purpose in parallel.\n  This method allows in particular to utilize a biased gradient estimate that implicitly optimizes a soft max-loss, and leads to better generalization perform","authors_text":"Angelos Katharopoulos, Fran\\c{c}ois Fleuret","cross_cats":[],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-05-31T18:25:09Z","title":"Biased Importance Sampling for Deep Neural Network Training"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1706.00043","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:a63b315bd0d7e3f8334d1dbf73083a48b0eecb7e226bac6d55b09dcb2b994df9","target":"record","created_at":"2026-05-18T00:35:16Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"d4ab5a2fab99bffa7753b685a113f1c34fa4a8814c3090c282c307327a140ef7","cross_cats_sorted":[],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-05-31T18:25:09Z","title_canon_sha256":"7e245ca9034d9fe4c2a02ff673142a8720139aa75af7f007da04d3f4efcda8c1"},"schema_version":"1.0","source":{"id":"1706.00043","kind":"arxiv","version":2}},"canonical_sha256":"ea4ddb278984140623bf4106aa57304fb0e0900929e8e9c496b5bd518184f6c2","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"ea4ddb278984140623bf4106aa57304fb0e0900929e8e9c496b5bd518184f6c2","first_computed_at":"2026-05-18T00:35:16.150543Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:35:16.150543Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"0gWzMHqM7o0ro7wnBC2UDK1FfZ/nFa/Yx2tBVxmYkEs/JPPho1YkCXqd4o37iHvXZEEM2cbYDU20hsqsUsO2Cg==","signature_status":"signed_v1","signed_at":"2026-05-18T00:35:16.151046Z","signed_message":"canonical_sha256_bytes"},"source_id":"1706.00043","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:a63b315bd0d7e3f8334d1dbf73083a48b0eecb7e226bac6d55b09dcb2b994df9","sha256:50b2ca93a4bb2542c9b000ff7b5e206a5daea6bf81dac29dd21779fbacc5329e"],"state_sha256":"d473f93ef693715f8bb9041a9fdc389a00d8051c518f73943befa37d53792a41"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"9JJOlx28Wu7SXtr4Ps8ymsTI4hHnRx1KNK2KybDnLj1j4KdgTO3YjbMx2hZjRcN5/ihqDVuiM6AEuohYSz1uBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-27T04:56:26.549811Z","bundle_sha256":"eae23bb1f8730d789a74d7e95726db5cbfa26c526277762f64df018c832090d4"}}