{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2018:HJX4P7FNBV37NGHVEQSPJISKTY","short_pith_number":"pith:HJX4P7FN","schema_version":"1.0","canonical_sha256":"3a6fc7fcad0d77f698f52424f4a24a9e17d192ff81616bd39d57a37153ad37da","source":{"kind":"arxiv","id":"1805.07249","version":2},"attestation_state":"computed","paper":{"title":"Dynamic learning rate using Mutual Information","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.NE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Shrihari Vasudevan","submitted_at":"2018-05-18T14:46:20Z","abstract_excerpt":"This paper demonstrates dynamic hyper-parameter setting, for deep neural network training, using Mutual Information (MI). The specific hyper-parameter studied in this paper is the learning rate. MI between the output layer and true outcomes is used to dynamically set the learning rate of the network through the training cycle; the idea is also extended to layer-wise setting of learning rate. Two approaches are demonstrated - tracking relative change in mutual information and, additionally tracking its value relative to a reference measure. The paper does not attempt to recommend a specific lea"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1805.07249","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2018-05-18T14:46:20Z","cross_cats_sorted":["cs.AI","cs.NE","stat.ML"],"title_canon_sha256":"c006fd80ad75f3fa311e1365f4aa8ad1cfecf86ac536e6d4f4612655592a6475","abstract_canon_sha256":"d964a07e80ffc80bb13d2a1c4e56a745602fa68fa274e5bb47dfbe790f978d8e"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:12:24.236715Z","signature_b64":"qOSehOP8ts5knajs6PzVGGi7g1FxJyFM+k4wOZIKUSU3R3P2WRp5Wrc65U7UOPLw5Ad/7sV1HJ1cIg6E5AAFBQ==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"3a6fc7fcad0d77f698f52424f4a24a9e17d192ff81616bd39d57a37153ad37da","last_reissued_at":"2026-05-18T00:12:24.236092Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:12:24.236092Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Dynamic learning rate using Mutual Information","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.AI","cs.NE","stat.ML"],"primary_cat":"cs.LG","authors_text":"Shrihari Vasudevan","submitted_at":"2018-05-18T14:46:20Z","abstract_excerpt":"This paper demonstrates dynamic hyper-parameter setting, for deep neural network training, using Mutual Information (MI). The specific hyper-parameter studied in this paper is the learning rate. MI between the output layer and true outcomes is used to dynamically set the learning rate of the network through the training cycle; the idea is also extended to layer-wise setting of learning rate. Two approaches are demonstrated - tracking relative change in mutual information and, additionally tracking its value relative to a reference measure. The paper does not attempt to recommend a specific lea"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1805.07249","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1805.07249","created_at":"2026-05-18T00:12:24.236205+00:00"},{"alias_kind":"arxiv_version","alias_value":"1805.07249v2","created_at":"2026-05-18T00:12:24.236205+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1805.07249","created_at":"2026-05-18T00:12:24.236205+00:00"},{"alias_kind":"pith_short_12","alias_value":"HJX4P7FNBV37","created_at":"2026-05-18T12:32:28.185984+00:00"},{"alias_kind":"pith_short_16","alias_value":"HJX4P7FNBV37NGHV","created_at":"2026-05-18T12:32:28.185984+00:00"},{"alias_kind":"pith_short_8","alias_value":"HJX4P7FN","created_at":"2026-05-18T12:32:28.185984+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/HJX4P7FNBV37NGHVEQSPJISKTY","json":"https://pith.science/pith/HJX4P7FNBV37NGHVEQSPJISKTY.json","graph_json":"https://pith.science/api/pith-number/HJX4P7FNBV37NGHVEQSPJISKTY/graph.json","events_json":"https://pith.science/api/pith-number/HJX4P7FNBV37NGHVEQSPJISKTY/events.json","paper":"https://pith.science/paper/HJX4P7FN"},"agent_actions":{"view_html":"https://pith.science/pith/HJX4P7FNBV37NGHVEQSPJISKTY","download_json":"https://pith.science/pith/HJX4P7FNBV37NGHVEQSPJISKTY.json","view_paper":"https://pith.science/paper/HJX4P7FN","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1805.07249&json=true","fetch_graph":"https://pith.science/api/pith-number/HJX4P7FNBV37NGHVEQSPJISKTY/graph.json","fetch_events":"https://pith.science/api/pith-number/HJX4P7FNBV37NGHVEQSPJISKTY/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/HJX4P7FNBV37NGHVEQSPJISKTY/action/timestamp_anchor","attest_storage":"https://pith.science/pith/HJX4P7FNBV37NGHVEQSPJISKTY/action/storage_attestation","attest_author":"https://pith.science/pith/HJX4P7FNBV37NGHVEQSPJISKTY/action/author_attestation","sign_citation":"https://pith.science/pith/HJX4P7FNBV37NGHVEQSPJISKTY/action/citation_signature","submit_replication":"https://pith.science/pith/HJX4P7FNBV37NGHVEQSPJISKTY/action/replication_record"}},"created_at":"2026-05-18T00:12:24.236205+00:00","updated_at":"2026-05-18T00:12:24.236205+00:00"}