{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2021:E3TWQMOABYOOS3FVWVWPSY6ZR2","short_pith_number":"pith:E3TWQMOA","canonical_record":{"source":{"id":"2110.04844","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-10T16:17:43Z","cross_cats_sorted":["math.OC"],"title_canon_sha256":"8836b5c1e87f4198e0cf166e2a7884d27053ab1d965f550e1d07f3ec9e33afa3","abstract_canon_sha256":"91ca9be0bd8b2c4c435cdbca5e61e956e8acca929501c015264e74ec469d2733"},"schema_version":"1.0"},"canonical_sha256":"26e76831c00e1ce96cb5b56cf963d98eb727e05f02b32f6d33e57d8ff900e251","source":{"kind":"arxiv","id":"2110.04844","version":3},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.04844","created_at":"2026-07-05T03:34:36Z"},{"alias_kind":"arxiv_version","alias_value":"2110.04844v3","created_at":"2026-07-05T03:34:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.04844","created_at":"2026-07-05T03:34:36Z"},{"alias_kind":"pith_short_12","alias_value":"E3TWQMOABYOO","created_at":"2026-07-05T03:34:36Z"},{"alias_kind":"pith_short_16","alias_value":"E3TWQMOABYOOS3FV","created_at":"2026-07-05T03:34:36Z"},{"alias_kind":"pith_short_8","alias_value":"E3TWQMOA","created_at":"2026-07-05T03:34:36Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2021:E3TWQMOABYOOS3FVWVWPSY6ZR2","target":"record","payload":{"canonical_record":{"source":{"id":"2110.04844","kind":"arxiv","version":3},"metadata":{"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-10T16:17:43Z","cross_cats_sorted":["math.OC"],"title_canon_sha256":"8836b5c1e87f4198e0cf166e2a7884d27053ab1d965f550e1d07f3ec9e33afa3","abstract_canon_sha256":"91ca9be0bd8b2c4c435cdbca5e61e956e8acca929501c015264e74ec469d2733"},"schema_version":"1.0"},"canonical_sha256":"26e76831c00e1ce96cb5b56cf963d98eb727e05f02b32f6d33e57d8ff900e251","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T03:34:36.503530Z","signature_b64":"TzKTBaQGfMcBjDbq6wWZ9PydqAKG5CuDxxE6UhP99vMQsbvyZxQd3EL3gabknFvtQpoYuI5U/sKCuEN3h4vBBA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"26e76831c00e1ce96cb5b56cf963d98eb727e05f02b32f6d33e57d8ff900e251","last_reissued_at":"2026-07-05T03:34:36.503085Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T03:34:36.503085Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2110.04844","source_version":3,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:34:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"V0E+6Fs41MGSYKYjcuBpr/eP+KRHjw2a6ecq/DwpxzpM0Ql1eZK0kScxPhOTAx/wHWWt2LakXfVxY03PhtECCw==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:36:33.922422Z"},"content_sha256":"5ff0b1f9f3eb82c38a951a2a9d1c2e35dc0addadb30bff813b23195da9262a43","schema_version":"1.0","event_id":"sha256:5ff0b1f9f3eb82c38a951a2a9d1c2e35dc0addadb30bff813b23195da9262a43"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2021:E3TWQMOABYOOS3FVWVWPSY6ZR2","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Frequency-aware SGD for Efficient Embedding Learning with Provable Benefits","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","headline":"","cross_cats":["math.OC"],"primary_cat":"cs.LG","authors_text":"Baichuan Yuan, Bhargav Bhushanam, Dhruv Choudhary, Guanghui Lan, Tuo Zhao, Xiaohan Wei, Yan Li","submitted_at":"2021-10-10T16:17:43Z","abstract_excerpt":"Embedding learning has found widespread applications in recommendation systems and natural language modeling, among other domains. To learn quality embeddings efficiently, adaptive learning rate algorithms have demonstrated superior empirical performance over SGD, largely accredited to their token-dependent learning rate. However, the underlying mechanism for the efficiency of token-dependent learning rate remains underexplored. We show that incorporating frequency information of tokens in the embedding learning problems leads to provably efficient algorithms, and demonstrate that common adapt"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.04844","kind":"arxiv","version":3},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2110.04844/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T03:34:36Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"aGbkQEsGB7NT8opmpq4Jk+cSzZh2uHNfR25qFN4FOAvScR736O7/Rl2U9f/ud5UCjzWO1oBiwneGREb8WfzwCA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-03T22:36:33.923322Z"},"content_sha256":"c62fbcb52beb23fcf1b6701ddb82f8ab624f6fd8a16573a86f3eaebdbf79c1d0","schema_version":"1.0","event_id":"sha256:c62fbcb52beb23fcf1b6701ddb82f8ab624f6fd8a16573a86f3eaebdbf79c1d0"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/E3TWQMOABYOOS3FVWVWPSY6ZR2/bundle.json","state_url":"https://pith.science/pith/E3TWQMOABYOOS3FVWVWPSY6ZR2/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/E3TWQMOABYOOS3FVWVWPSY6ZR2/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-03T22:36:33Z","links":{"resolver":"https://pith.science/pith/E3TWQMOABYOOS3FVWVWPSY6ZR2","bundle":"https://pith.science/pith/E3TWQMOABYOOS3FVWVWPSY6ZR2/bundle.json","state":"https://pith.science/pith/E3TWQMOABYOOS3FVWVWPSY6ZR2/state.json","well_known_bundle":"https://pith.science/.well-known/pith/E3TWQMOABYOOS3FVWVWPSY6ZR2/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2021:E3TWQMOABYOOS3FVWVWPSY6ZR2","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"91ca9be0bd8b2c4c435cdbca5e61e956e8acca929501c015264e74ec469d2733","cross_cats_sorted":["math.OC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-10T16:17:43Z","title_canon_sha256":"8836b5c1e87f4198e0cf166e2a7884d27053ab1d965f550e1d07f3ec9e33afa3"},"schema_version":"1.0","source":{"id":"2110.04844","kind":"arxiv","version":3}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2110.04844","created_at":"2026-07-05T03:34:36Z"},{"alias_kind":"arxiv_version","alias_value":"2110.04844v3","created_at":"2026-07-05T03:34:36Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2110.04844","created_at":"2026-07-05T03:34:36Z"},{"alias_kind":"pith_short_12","alias_value":"E3TWQMOABYOO","created_at":"2026-07-05T03:34:36Z"},{"alias_kind":"pith_short_16","alias_value":"E3TWQMOABYOOS3FV","created_at":"2026-07-05T03:34:36Z"},{"alias_kind":"pith_short_8","alias_value":"E3TWQMOA","created_at":"2026-07-05T03:34:36Z"}],"graph_snapshots":[{"event_id":"sha256:c62fbcb52beb23fcf1b6701ddb82f8ab624f6fd8a16573a86f3eaebdbf79c1d0","target":"graph","created_at":"2026-07-05T03:34:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2110.04844/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Embedding learning has found widespread applications in recommendation systems and natural language modeling, among other domains. To learn quality embeddings efficiently, adaptive learning rate algorithms have demonstrated superior empirical performance over SGD, largely accredited to their token-dependent learning rate. However, the underlying mechanism for the efficiency of token-dependent learning rate remains underexplored. We show that incorporating frequency information of tokens in the embedding learning problems leads to provably efficient algorithms, and demonstrate that common adapt","authors_text":"Baichuan Yuan, Bhargav Bhushanam, Dhruv Choudhary, Guanghui Lan, Tuo Zhao, Xiaohan Wei, Yan Li","cross_cats":["math.OC"],"headline":"","license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-10T16:17:43Z","title":"Frequency-aware SGD for Efficient Embedding Learning with Provable Benefits"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2110.04844","kind":"arxiv","version":3},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:5ff0b1f9f3eb82c38a951a2a9d1c2e35dc0addadb30bff813b23195da9262a43","target":"record","created_at":"2026-07-05T03:34:36Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"91ca9be0bd8b2c4c435cdbca5e61e956e8acca929501c015264e74ec469d2733","cross_cats_sorted":["math.OC"],"license":"http://creativecommons.org/licenses/by-nc-sa/4.0/","primary_cat":"cs.LG","submitted_at":"2021-10-10T16:17:43Z","title_canon_sha256":"8836b5c1e87f4198e0cf166e2a7884d27053ab1d965f550e1d07f3ec9e33afa3"},"schema_version":"1.0","source":{"id":"2110.04844","kind":"arxiv","version":3}},"canonical_sha256":"26e76831c00e1ce96cb5b56cf963d98eb727e05f02b32f6d33e57d8ff900e251","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"26e76831c00e1ce96cb5b56cf963d98eb727e05f02b32f6d33e57d8ff900e251","first_computed_at":"2026-07-05T03:34:36.503085Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T03:34:36.503085Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"TzKTBaQGfMcBjDbq6wWZ9PydqAKG5CuDxxE6UhP99vMQsbvyZxQd3EL3gabknFvtQpoYuI5U/sKCuEN3h4vBBA==","signature_status":"signed_v1","signed_at":"2026-07-05T03:34:36.503530Z","signed_message":"canonical_sha256_bytes"},"source_id":"2110.04844","source_kind":"arxiv","source_version":3}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:5ff0b1f9f3eb82c38a951a2a9d1c2e35dc0addadb30bff813b23195da9262a43","sha256:c62fbcb52beb23fcf1b6701ddb82f8ab624f6fd8a16573a86f3eaebdbf79c1d0"],"state_sha256":"232c1d62f99fb1c35e341212c35a69cd977145ffc513c0a4c02eac0e1300be06"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"/9GKYIQ+gc6vA/3sf71eLzVTFyfILzgNTvGWnyVH8SXvEFlFXAnJ/jxza4BYjvaXb0zOo9Dr5zNNLEomjSfwBQ==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-03T22:36:33.930397Z","bundle_sha256":"9b749d00bd80ce947d16cfaaaef0b24b5b25ab3d88354c257c712e94e9454b7b"}}