{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2017:QJ7S56Z5QX3G5COSARDFV52XNI","short_pith_number":"pith:QJ7S56Z5","schema_version":"1.0","canonical_sha256":"827f2efb3d85f66e89d204465af7576a00cfcb64456013d62fc1677b9e38d195","source":{"kind":"arxiv","id":"1706.05507","version":2},"attestation_state":"computed","paper":{"title":"Variants of RMSProp and Adagrad with Logarithmic Regret Bounds","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.NE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Mahesh Chandra Mukkamala, Matthias Hein","submitted_at":"2017-06-17T09:48:55Z","abstract_excerpt":"Adaptive gradient methods have become recently very popular, in particular as they have been shown to be useful in the training of deep neural networks. In this paper we have analyzed RMSProp, originally proposed for the training of deep neural networks, in the context of online convex optimization and show $\\sqrt{T}$-type regret bounds. Moreover, we propose two variants SC-Adagrad and SC-RMSProp for which we show logarithmic regret bounds for strongly convex functions. Finally, we demonstrate in the experiments that these new variants outperform other adaptive gradient techniques or stochasti"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1706.05507","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2017-06-17T09:48:55Z","cross_cats_sorted":["cs.AI","cs.CV","cs.NE","stat.ML"],"title_canon_sha256":"8e015a173f86d4b024f3b33099cce87b96ecd2d80932406a7a4c407206b74d29","abstract_canon_sha256":"f2207f2e85723e7dc5b25a77ed51547d3e1140fb00d393dade46ba42106bf05c"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:29:30.296929Z","signature_b64":"ZX38un5lMD5ToEnBR//k7Ox9K81t5lBRH6kkFt29ZcxXMfDMSAWLE0/ApDaGRil7esNUPLcJOGxaBZp+Y9oODA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"827f2efb3d85f66e89d204465af7576a00cfcb64456013d62fc1677b9e38d195","last_reissued_at":"2026-05-18T00:29:30.296416Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:29:30.296416Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Variants of RMSProp and Adagrad with Logarithmic Regret Bounds","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.CV","cs.NE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Mahesh Chandra Mukkamala, Matthias Hein","submitted_at":"2017-06-17T09:48:55Z","abstract_excerpt":"Adaptive gradient methods have become recently very popular, in particular as they have been shown to be useful in the training of deep neural networks. In this paper we have analyzed RMSProp, originally proposed for the training of deep neural networks, in the context of online convex optimization and show $\\sqrt{T}$-type regret bounds. Moreover, we propose two variants SC-Adagrad and SC-RMSProp for which we show logarithmic regret bounds for strongly convex functions. Finally, we demonstrate in the experiments that these new variants outperform other adaptive gradient techniques or stochasti"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1706.05507","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1706.05507","created_at":"2026-05-18T00:29:30.296488+00:00"},{"alias_kind":"arxiv_version","alias_value":"1706.05507v2","created_at":"2026-05-18T00:29:30.296488+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1706.05507","created_at":"2026-05-18T00:29:30.296488+00:00"},{"alias_kind":"pith_short_12","alias_value":"QJ7S56Z5QX3G","created_at":"2026-05-18T12:31:39.905425+00:00"},{"alias_kind":"pith_short_16","alias_value":"QJ7S56Z5QX3G5COS","created_at":"2026-05-18T12:31:39.905425+00:00"},{"alias_kind":"pith_short_8","alias_value":"QJ7S56Z5","created_at":"2026-05-18T12:31:39.905425+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":1,"internal_anchor_count":1,"sample":[{"citing_arxiv_id":"1907.09915","citing_title":"DeepDA: LSTM-based Deep Data Association Network for Multi-Targets Tracking in Clutter","ref_index":38,"is_internal_anchor":true}]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/QJ7S56Z5QX3G5COSARDFV52XNI","json":"https://pith.science/pith/QJ7S56Z5QX3G5COSARDFV52XNI.json","graph_json":"https://pith.science/api/pith-number/QJ7S56Z5QX3G5COSARDFV52XNI/graph.json","events_json":"https://pith.science/api/pith-number/QJ7S56Z5QX3G5COSARDFV52XNI/events.json","paper":"https://pith.science/paper/QJ7S56Z5"},"agent_actions":{"view_html":"https://pith.science/pith/QJ7S56Z5QX3G5COSARDFV52XNI","download_json":"https://pith.science/pith/QJ7S56Z5QX3G5COSARDFV52XNI.json","view_paper":"https://pith.science/paper/QJ7S56Z5","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1706.05507&json=true","fetch_graph":"https://pith.science/api/pith-number/QJ7S56Z5QX3G5COSARDFV52XNI/graph.json","fetch_events":"https://pith.science/api/pith-number/QJ7S56Z5QX3G5COSARDFV52XNI/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/QJ7S56Z5QX3G5COSARDFV52XNI/action/timestamp_anchor","attest_storage":"https://pith.science/pith/QJ7S56Z5QX3G5COSARDFV52XNI/action/storage_attestation","attest_author":"https://pith.science/pith/QJ7S56Z5QX3G5COSARDFV52XNI/action/author_attestation","sign_citation":"https://pith.science/pith/QJ7S56Z5QX3G5COSARDFV52XNI/action/citation_signature","submit_replication":"https://pith.science/pith/QJ7S56Z5QX3G5COSARDFV52XNI/action/replication_record"}},"created_at":"2026-05-18T00:29:30.296488+00:00","updated_at":"2026-05-18T00:29:30.296488+00:00"}