{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2017:M5SGWWQ5KMNOSYWPJHYWSW5SRR","short_pith_number":"pith:M5SGWWQ5","canonical_record":{"source":{"id":"1705.08209","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-05-23T12:32:48Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"aaa1a33b7fba9b812003e98962f5952fd646bf596a64ec69f283face63954641","abstract_canon_sha256":"3181fa23478d4826becfa50920b7049a4c622210d220ba29389a1f799dd388c0"},"schema_version":"1.0"},"canonical_sha256":"67646b5a1d531ae962cf49f1695bb28c71433607f92b0cd855d3fe8e2968baa6","source":{"kind":"arxiv","id":"1705.08209","version":1},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1705.08209","created_at":"2026-05-18T00:43:49Z"},{"alias_kind":"arxiv_version","alias_value":"1705.08209v1","created_at":"2026-05-18T00:43:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1705.08209","created_at":"2026-05-18T00:43:49Z"},{"alias_kind":"pith_short_12","alias_value":"M5SGWWQ5KMNO","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_16","alias_value":"M5SGWWQ5KMNOSYWP","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_8","alias_value":"M5SGWWQ5","created_at":"2026-05-18T12:31:28Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2017:M5SGWWQ5KMNOSYWPJHYWSW5SRR","target":"record","payload":{"canonical_record":{"source":{"id":"1705.08209","kind":"arxiv","version":1},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-05-23T12:32:48Z","cross_cats_sorted":["cs.LG"],"title_canon_sha256":"aaa1a33b7fba9b812003e98962f5952fd646bf596a64ec69f283face63954641","abstract_canon_sha256":"3181fa23478d4826becfa50920b7049a4c622210d220ba29389a1f799dd388c0"},"schema_version":"1.0"},"canonical_sha256":"67646b5a1d531ae962cf49f1695bb28c71433607f92b0cd855d3fe8e2968baa6","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-05-18T00:43:49.069710Z","signature_b64":"CP/Quk+Vs0Hlb2h8VQ820qPeXWMdlnOeG1TOhLyDwAZ/fYvsoV1QGzXwLPrZ4KoUMukMuyeSQ0KYnuIO2DkRDA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"67646b5a1d531ae962cf49f1695bb28c71433607f92b0cd855d3fe8e2968baa6","last_reissued_at":"2026-05-18T00:43:49.069048Z","signature_status":"signed_v1","first_computed_at":"2026-05-18T00:43:49.069048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"1705.08209","source_version":1,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:43:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"WnitmwYdJaSPAA0Xf15KqILEwGwwopsOoUQSr/GzIKsOWVOllOdI/GNVuzZOMXd5b0Zcl+hywWYHoOz5cHl+Cg==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-22T03:15:20.501222Z"},"content_sha256":"955776968a1c3bc4ab816f668bf129ce270f15543f66e7feb6eb0c399c5d30ec","schema_version":"1.0","event_id":"sha256:955776968a1c3bc4ab816f668bf129ce270f15543f66e7feb6eb0c399c5d30ec"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2017:M5SGWWQ5KMNOSYWPJHYWSW5SRR","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Unbiasing Truncated Backpropagation Through Time","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG"],"primary_cat":"cs.NE","authors_text":"Corentin Tallec, Yann Ollivier","submitted_at":"2017-05-23T12:32:48Z","abstract_excerpt":"Truncated Backpropagation Through Time (truncated BPTT) is a widespread method for learning recurrent computational graphs. Truncated BPTT keeps the computational benefits of Backpropagation Through Time (BPTT) while relieving the need for a complete backtrack through the whole data sequence at every step. However, truncation favors short-term dependencies: the gradient estimate of truncated BPTT is biased, so that it does not benefit from the convergence guarantees from stochastic gradient theory. We introduce Anticipated Reweighted Truncated Backpropagation (ARTBP), an algorithm that keeps t"},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1705.08209","kind":"arxiv","version":1},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-05-18T00:43:49Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"5M3rlkrIkQNsP5exbR4+qt8huXCG+Y2/vlLjRrG3LvongKylAeZS4Mm0QqgYiEYP98IGFFaNobfbKEhDkAKqBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-05-22T03:15:20.501956Z"},"content_sha256":"b037d2c57125e7e1193d195cae244df802bee3e216d471527f71d73504a4737f","schema_version":"1.0","event_id":"sha256:b037d2c57125e7e1193d195cae244df802bee3e216d471527f71d73504a4737f"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/M5SGWWQ5KMNOSYWPJHYWSW5SRR/bundle.json","state_url":"https://pith.science/pith/M5SGWWQ5KMNOSYWPJHYWSW5SRR/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/M5SGWWQ5KMNOSYWPJHYWSW5SRR/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-05-22T03:15:20Z","links":{"resolver":"https://pith.science/pith/M5SGWWQ5KMNOSYWPJHYWSW5SRR","bundle":"https://pith.science/pith/M5SGWWQ5KMNOSYWPJHYWSW5SRR/bundle.json","state":"https://pith.science/pith/M5SGWWQ5KMNOSYWPJHYWSW5SRR/state.json","well_known_bundle":"https://pith.science/.well-known/pith/M5SGWWQ5KMNOSYWPJHYWSW5SRR/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2017:M5SGWWQ5KMNOSYWPJHYWSW5SRR","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"3181fa23478d4826becfa50920b7049a4c622210d220ba29389a1f799dd388c0","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-05-23T12:32:48Z","title_canon_sha256":"aaa1a33b7fba9b812003e98962f5952fd646bf596a64ec69f283face63954641"},"schema_version":"1.0","source":{"id":"1705.08209","kind":"arxiv","version":1}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"1705.08209","created_at":"2026-05-18T00:43:49Z"},{"alias_kind":"arxiv_version","alias_value":"1705.08209v1","created_at":"2026-05-18T00:43:49Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.1705.08209","created_at":"2026-05-18T00:43:49Z"},{"alias_kind":"pith_short_12","alias_value":"M5SGWWQ5KMNO","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_16","alias_value":"M5SGWWQ5KMNOSYWP","created_at":"2026-05-18T12:31:28Z"},{"alias_kind":"pith_short_8","alias_value":"M5SGWWQ5","created_at":"2026-05-18T12:31:28Z"}],"graph_snapshots":[{"event_id":"sha256:b037d2c57125e7e1193d195cae244df802bee3e216d471527f71d73504a4737f","target":"graph","created_at":"2026-05-18T00:43:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"paper":{"abstract_excerpt":"Truncated Backpropagation Through Time (truncated BPTT) is a widespread method for learning recurrent computational graphs. Truncated BPTT keeps the computational benefits of Backpropagation Through Time (BPTT) while relieving the need for a complete backtrack through the whole data sequence at every step. However, truncation favors short-term dependencies: the gradient estimate of truncated BPTT is biased, so that it does not benefit from the convergence guarantees from stochastic gradient theory. We introduce Anticipated Reweighted Truncated Backpropagation (ARTBP), an algorithm that keeps t","authors_text":"Corentin Tallec, Yann Ollivier","cross_cats":["cs.LG"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-05-23T12:32:48Z","title":"Unbiasing Truncated Backpropagation Through Time"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"1705.08209","kind":"arxiv","version":1},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:955776968a1c3bc4ab816f668bf129ce270f15543f66e7feb6eb0c399c5d30ec","target":"record","created_at":"2026-05-18T00:43:49Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"3181fa23478d4826becfa50920b7049a4c622210d220ba29389a1f799dd388c0","cross_cats_sorted":["cs.LG"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"cs.NE","submitted_at":"2017-05-23T12:32:48Z","title_canon_sha256":"aaa1a33b7fba9b812003e98962f5952fd646bf596a64ec69f283face63954641"},"schema_version":"1.0","source":{"id":"1705.08209","kind":"arxiv","version":1}},"canonical_sha256":"67646b5a1d531ae962cf49f1695bb28c71433607f92b0cd855d3fe8e2968baa6","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"67646b5a1d531ae962cf49f1695bb28c71433607f92b0cd855d3fe8e2968baa6","first_computed_at":"2026-05-18T00:43:49.069048Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-05-18T00:43:49.069048Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"CP/Quk+Vs0Hlb2h8VQ820qPeXWMdlnOeG1TOhLyDwAZ/fYvsoV1QGzXwLPrZ4KoUMukMuyeSQ0KYnuIO2DkRDA==","signature_status":"signed_v1","signed_at":"2026-05-18T00:43:49.069710Z","signed_message":"canonical_sha256_bytes"},"source_id":"1705.08209","source_kind":"arxiv","source_version":1}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:955776968a1c3bc4ab816f668bf129ce270f15543f66e7feb6eb0c399c5d30ec","sha256:b037d2c57125e7e1193d195cae244df802bee3e216d471527f71d73504a4737f"],"state_sha256":"e687e843ec0b50b030dc89c435544d5218fc30149de694d9a5f7f2edebd90b86"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"x65tqgulXoOAUxqFiVROVzItXbgtqWvUXRivOWrn3DacgBicjd5D4u5NHPokYWtjGa3VQ30X6kQDX6P3mBVcDg==","signed_message":"bundle_sha256_bytes","signed_at":"2026-05-22T03:15:20.506232Z","bundle_sha256":"04e90183392a26964146a5db47fd66b94dede8bc70065cca9e09c8f11af984cd"}}