{"record_type":"pith_number_record","schema_url":"https://pith.science/schemas/pith-number/v1.json","pith_number":"pith:2019:3LR6YKTC4HBX4VNO6SJF34Y7UV","short_pith_number":"pith:3LR6YKTC","schema_version":"1.0","canonical_sha256":"dae3ec2a62e1c37e55aef4925df31fa576a5da0ddf514fb78daf68b41f743bd6","source":{"kind":"arxiv","id":"1905.07473","version":2},"attestation_state":"computed","paper":{"title":"Adaptively Truncating Backpropagation Through Time to Control Gradient Bias","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.OC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Christopher Aicher, Emily B. Fox, Nicholas J. Foti","submitted_at":"2019-05-17T20:51:15Z","abstract_excerpt":"Truncated backpropagation through time (TBPTT) is a popular method for learning in recurrent neural networks (RNNs) that saves computation and memory at the cost of bias by truncating backpropagation after a fixed number of lags. In practice, choosing the optimal truncation length is difficult: TBPTT will not converge if the truncation length is too small, or will converge slowly if it is too large. We propose an adaptive TBPTT scheme that converts the problem from choosing a temporal lag to one of choosing a tolerable amount of gradient bias. For many realistic RNNs, the TBPTT gradients decay"},"verification_status":{"content_addressed":true,"pith_receipt":true,"author_attested":false,"weak_author_claims":0,"strong_author_claims":0,"externally_anchored":false,"storage_verified":false,"citation_signatures":0,"replication_records":0,"graph_snapshot":true,"references_resolved":false,"formal_links_present":false},"canonical_record":{"source":{"id":"1905.07473","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.LG","submitted_at":"2019-05-17T20:51:15Z","cross_cats_sorted":["math.OC","stat.ML"],"title_canon_sha256":"6669aeca5951c2e177fcdc9dbceac69b2e64118ffeff6c25acf451f53d60ca6f","abstract_canon_sha256":"94b297580523ca97e315e0df2b613c601666a33b6ce878a6df2c59e7f294492f"},"schema_version":"1.0"},"receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-17T23:41:42.096978Z","signature_b64":"AjSCbaNlGJFQpZwtiaiT9Y3/p73QLOzLqH6ejAxyFnAyHrt3VsvFDoDY4QoQgp4+yX3Q5EKqcgZBKYb99P2+Cg==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"dae3ec2a62e1c37e55aef4925df31fa576a5da0ddf514fb78daf68b41f743bd6","last_reissued_at":"2026-05-17T23:41:42.096440Z","signature_status":"signed_v1","first_computed_at":"2026-05-17T23:41:42.096440Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"graph_snapshot":{"paper":{"title":"Adaptively Truncating Backpropagation Through Time to Control Gradient Bias","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["math.OC","stat.ML"],"primary_cat":"cs.LG","authors_text":"Christopher Aicher, Emily B. Fox, Nicholas J. Foti","submitted_at":"2019-05-17T20:51:15Z","abstract_excerpt":"Truncated backpropagation through time (TBPTT) is a popular method for learning in recurrent neural networks (RNNs) that saves computation and memory at the cost of bias by truncating backpropagation after a fixed number of lags. In practice, choosing the optimal truncation length is difficult: TBPTT will not converge if the truncation length is too small, or will converge slowly if it is too large. We propose an adaptive TBPTT scheme that converts the problem from choosing a temporal lag to one of choosing a tolerable amount of gradient bias. For many realistic RNNs, the TBPTT gradients decay"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1905.07473","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"aliases":[{"alias_kind":"arxiv","alias_value":"1905.07473","created_at":"2026-05-17T23:41:42.096513+00:00"},{"alias_kind":"arxiv_version","alias_value":"1905.07473v2","created_at":"2026-05-17T23:41:42.096513+00:00"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1905.07473","created_at":"2026-05-17T23:41:42.096513+00:00"},{"alias_kind":"pith_short_12","alias_value":"3LR6YKTC4HBX","created_at":"2026-05-18T12:33:07.085635+00:00"},{"alias_kind":"pith_short_16","alias_value":"3LR6YKTC4HBX4VNO","created_at":"2026-05-18T12:33:07.085635+00:00"},{"alias_kind":"pith_short_8","alias_value":"3LR6YKTC","created_at":"2026-05-18T12:33:07.085635+00:00"}],"events":[],"event_summary":{},"paper_claims":[],"inbound_citations":{"count":0,"internal_anchor_count":0,"sample":[]},"formal_canon":{"evidence_count":0,"sample":[],"anchors":[]},"links":{"html":"https://pith.science/pith/3LR6YKTC4HBX4VNO6SJF34Y7UV","json":"https://pith.science/pith/3LR6YKTC4HBX4VNO6SJF34Y7UV.json","graph_json":"https://pith.science/api/pith-number/3LR6YKTC4HBX4VNO6SJF34Y7UV/graph.json","events_json":"https://pith.science/api/pith-number/3LR6YKTC4HBX4VNO6SJF34Y7UV/events.json","paper":"https://pith.science/paper/3LR6YKTC"},"agent_actions":{"view_html":"https://pith.science/pith/3LR6YKTC4HBX4VNO6SJF34Y7UV","download_json":"https://pith.science/pith/3LR6YKTC4HBX4VNO6SJF34Y7UV.json","view_paper":"https://pith.science/paper/3LR6YKTC","resolve_alias":"https://pith.science/api/pith-number/resolve?arxiv=1905.07473&json=true","fetch_graph":"https://pith.science/api/pith-number/3LR6YKTC4HBX4VNO6SJF34Y7UV/graph.json","fetch_events":"https://pith.science/api/pith-number/3LR6YKTC4HBX4VNO6SJF34Y7UV/events.json","actions":{"anchor_timestamp":"https://pith.science/pith/3LR6YKTC4HBX4VNO6SJF34Y7UV/action/timestamp_anchor","attest_storage":"https://pith.science/pith/3LR6YKTC4HBX4VNO6SJF34Y7UV/action/storage_attestation","attest_author":"https://pith.science/pith/3LR6YKTC4HBX4VNO6SJF34Y7UV/action/author_attestation","sign_citation":"https://pith.science/pith/3LR6YKTC4HBX4VNO6SJF34Y7UV/action/citation_signature","submit_replication":"https://pith.science/pith/3LR6YKTC4HBX4VNO6SJF34Y7UV/action/replication_record"}},"created_at":"2026-05-17T23:41:42.096513+00:00","updated_at":"2026-05-17T23:41:42.096513+00:00"}