{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:LQJ7KMTA2OMBMCHNA6I6VTGANQ","short_pith_number":"pith:LQJ7KMTA","canonical_record":{"source":{"id":"2110.03549","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-07T15:16:07Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"b8fe6a55a8a9ee60ac31f43de8072f3ec6acca324368524ff10bfff1ad229fab","abstract_canon_sha256":"ead8ef0a47b09a30ed99d58750468a102e38ad93cb97e1694dd5da803edadeaa"},"schema_version":"1.0"},"canonical_sha256":"5c13f53260d3981608ed0791eaccc06c1ccbb88756c5300a76b70cb536a6b20e","source":{"kind":"arxiv","id":"2110.03549","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.03549","created_at":"2026-07-05T03:22:58Z"},{"alias_kind":"arxiv_version","alias_value":"2110.03549v2","created_at":"2026-07-05T03:22:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.03549","created_at":"2026-07-05T03:22:58Z"},{"alias_kind":"pith_short_12","alias_value":"LQJ7KMTA2OMB","created_at":"2026-07-05T03:22:58Z"},{"alias_kind":"pith_short_16","alias_value":"LQJ7KMTA2OMBMCHN","created_at":"2026-07-05T03:22:58Z"},{"alias_kind":"pith_short_8","alias_value":"LQJ7KMTA","created_at":"2026-07-05T03:22:58Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:LQJ7KMTA2OMBMCHNA6I6VTGANQ","target":"record","payload":{"canonical_record":{"source":{"id":"2110.03549","kind":"arxiv","version":2},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-07T15:16:07Z","cross_cats_sorted":["cs.NE"],"title_canon_sha256":"b8fe6a55a8a9ee60ac31f43de8072f3ec6acca324368524ff10bfff1ad229fab","abstract_canon_sha256":"ead8ef0a47b09a30ed99d58750468a102e38ad93cb97e1694dd5da803edadeaa"},"schema_version":"1.0"},"canonical_sha256":"5c13f53260d3981608ed0791eaccc06c1ccbb88756c5300a76b70cb536a6b20e","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:22:58.994811Z","signature_b64":"89YB+CZECVGeAM6CUA8kpFjXj5CJb14vMxU4FGCP9qA3urXwIqAuHYKYdrTtysC5W3WfgnIpRnF2V0T2DZ14Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"5c13f53260d3981608ed0791eaccc06c1ccbb88756c5300a76b70cb536a6b20e","last_reissued_at":"2026-07-05T03:22:58.994371Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:22:58.994371Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.03549","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:22:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"jK5S991JDL1h3X/XWTvXVp65BnZbgGP4C3C2l4G1+W/WCJTLDaqMEFRQOgRZAZsEBWYcso01JkXI0C5sSoyQBg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:36:02.706573Z"},"content_sha256":"190eb9a5552c1ba186120facb614b5d7165565395d5693ebc6f66f1d9526c6cb","schema_version":"1.0","event_id":"sha256:190eb9a5552c1ba186120facb614b5d7165565395d5693ebc6f66f1d9526c6cb"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:LQJ7KMTA2OMBMCHNA6I6VTGANQ","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Bias-Variance Tradeoffs in Single-Sample Binary Gradient Estimators","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["cs.NE"],"primary_cat":"cs.LG","authors_text":"Alexander Shekhovtsov","submitted_at":"2021-10-07T15:16:07Z","abstract_excerpt":"Discrete and especially binary random variables occur in many machine learning models, notably in variational autoencoders with binary latent states and in stochastic binary networks. When learning such models, a key tool is an estimator of the gradient of the expected loss with respect to the probabilities of binary variables. The straight-through (ST) estimator gained popularity due to its simplicity and efficiency, in particular in deep networks where unbiased estimators are impractical. Several techniques were proposed to improve over ST while keeping the same low computational complexity:"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.03549","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.03549/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:22:58Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"2Gtwdq3GdW/CHWjbMEmAgMtqPArQEg2gUharP5mmwgUP+n52joupjefnyqUe5scJQX07BRrfn5tnhH0vtRH7Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-10T07:36:02.707088Z"},"content_sha256":"96f12d5e1437154a2cf752f997ccaff98cba863ac633127243f6710c32371f64","schema_version":"1.0","event_id":"sha256:96f12d5e1437154a2cf752f997ccaff98cba863ac633127243f6710c32371f64"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/LQJ7KMTA2OMBMCHNA6I6VTGANQ/bundle.json","state_url":"https://pith.science/pith/LQJ7KMTA2OMBMCHNA6I6VTGANQ/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/LQJ7KMTA2OMBMCHNA6I6VTGANQ/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-10T07:36:02Z","links":{"resolver":"https://pith.science/pith/LQJ7KMTA2OMBMCHNA6I6VTGANQ","bundle":"https://pith.science/pith/LQJ7KMTA2OMBMCHNA6I6VTGANQ/bundle.json","state":"https://pith.science/pith/LQJ7KMTA2OMBMCHNA6I6VTGANQ/state.json","well_known_bundle":"https://pith.science/.well-known/pith/LQJ7KMTA2OMBMCHNA6I6VTGANQ/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:LQJ7KMTA2OMBMCHNA6I6VTGANQ","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"ead8ef0a47b09a30ed99d58750468a102e38ad93cb97e1694dd5da803edadeaa","cross_cats_sorted":["cs.NE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-07T15:16:07Z","title_canon_sha256":"b8fe6a55a8a9ee60ac31f43de8072f3ec6acca324368524ff10bfff1ad229fab"},"schema_version":"1.0","source":{"id":"2110.03549","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.03549","created_at":"2026-07-05T03:22:58Z"},{"alias_kind":"arxiv_version","alias_value":"2110.03549v2","created_at":"2026-07-05T03:22:58Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.03549","created_at":"2026-07-05T03:22:58Z"},{"alias_kind":"pith_short_12","alias_value":"LQJ7KMTA2OMB","created_at":"2026-07-05T03:22:58Z"},{"alias_kind":"pith_short_16","alias_value":"LQJ7KMTA2OMBMCHN","created_at":"2026-07-05T03:22:58Z"},{"alias_kind":"pith_short_8","alias_value":"LQJ7KMTA","created_at":"2026-07-05T03:22:58Z"}],"graph_snapshots":[{"event_id":"sha256:96f12d5e1437154a2cf752f997ccaff98cba863ac633127243f6710c32371f64","target":"graph","created_at":"2026-07-05T03:22:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.03549/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Discrete and especially binary random variables occur in many machine learning models, notably in variational autoencoders with binary latent states and in stochastic binary networks. When learning such models, a key tool is an estimator of the gradient of the expected loss with respect to the probabilities of binary variables. The straight-through (ST) estimator gained popularity due to its simplicity and efficiency, in particular in deep networks where unbiased estimators are impractical. Several techniques were proposed to improve over ST while keeping the same low computational complexity:","authors_text":"Alexander Shekhovtsov","cross_cats":["cs.NE"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-07T15:16:07Z","title":"Bias-Variance Tradeoffs in Single-Sample Binary Gradient Estimators"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.03549","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:190eb9a5552c1ba186120facb614b5d7165565395d5693ebc6f66f1d9526c6cb","target":"record","created_at":"2026-07-05T03:22:58Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"ead8ef0a47b09a30ed99d58750468a102e38ad93cb97e1694dd5da803edadeaa","cross_cats_sorted":["cs.NE"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-07T15:16:07Z","title_canon_sha256":"b8fe6a55a8a9ee60ac31f43de8072f3ec6acca324368524ff10bfff1ad229fab"},"schema_version":"1.0","source":{"id":"2110.03549","kind":"arxiv","version":2}},"canonical_sha256":"5c13f53260d3981608ed0791eaccc06c1ccbb88756c5300a76b70cb536a6b20e","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"5c13f53260d3981608ed0791eaccc06c1ccbb88756c5300a76b70cb536a6b20e","first_computed_at":"2026-07-05T03:22:58.994371Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:22:58.994371Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"89YB+CZECVGeAM6CUA8kpFjXj5CJb14vMxU4FGCP9qA3urXwIqAuHYKYdrTtysC5W3WfgnIpRnF2V0T2DZ14Cg==","signature_status":"signed_v1","signed_at":"2026-07-05T03:22:58.994811Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.03549","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:190eb9a5552c1ba186120facb614b5d7165565395d5693ebc6f66f1d9526c6cb","sha256:96f12d5e1437154a2cf752f997ccaff98cba863ac633127243f6710c32371f64"],"state_sha256":"60697a1b7a0ee2cb689e67f5e46de517c6ed6d62788d73a6a183faf6b35c592a"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"lD1/WFD1UzIA44xitqtQdy+W1sov5LqBT+bBm9/s8xz5EDwwMP9GRPmysfcnBIx6xPzvki/a4EqFn64vY+HlBw==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-10T07:36:02.711611Z","bundle_sha256":"01e478a19902e58f29f7a5deea138072d4942f060ccf6d6475570efaaa9ab076"}}