{"bundle_type":"pith_open_graph_bundle","bundle_version":"1.0","pith_number":"pith:2024:AOUZONMYEOOVAJ4BVTSSX2GNQA","short_pith_number":"pith:AOUZONMY","canonical_record":{"source":{"id":"2401.09339","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2024-01-17T17:01:08Z","cross_cats_sorted":["cs.LG","math.OC"],"title_canon_sha256":"3738287ffb82cb55277660f0e862fed1ea35d83f16652a799d4fae97eacc0bc0","abstract_canon_sha256":"db675e0c645be793588708c75544366b83b2d9872f546443f7834692150754cc"},"schema_version":"1.0"},"canonical_sha256":"03a9973598239d502781ace52be8cd801a06d2249dda98fcd926a919df27e31b","source":{"kind":"arxiv","id":"2401.09339","version":2},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.09339","created_at":"2026-07-05T07:44:59Z"},{"alias_kind":"arxiv_version","alias_value":"2401.09339v2","created_at":"2026-07-05T07:44:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.09339","created_at":"2026-07-05T07:44:59Z"},{"alias_kind":"pith_short_12","alias_value":"AOUZONMYEOOV","created_at":"2026-07-05T07:44:59Z"},{"alias_kind":"pith_short_16","alias_value":"AOUZONMYEOOVAJ4B","created_at":"2026-07-05T07:44:59Z"},{"alias_kind":"pith_short_8","alias_value":"AOUZONMY","created_at":"2026-07-05T07:44:59Z"}],"events":[{"event_type":"record_created","subject_pith_number":"pith:2024:AOUZONMYEOOVAJ4BVTSSX2GNQA","target":"record","payload":{"canonical_record":{"source":{"id":"2401.09339","kind":"arxiv","version":2},"metadata":{"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2024-01-17T17:01:08Z","cross_cats_sorted":["cs.LG","math.OC"],"title_canon_sha256":"3738287ffb82cb55277660f0e862fed1ea35d83f16652a799d4fae97eacc0bc0","abstract_canon_sha256":"db675e0c645be793588708c75544366b83b2d9872f546443f7834692150754cc"},"schema_version":"1.0"},"canonical_sha256":"03a9973598239d502781ace52be8cd801a06d2249dda98fcd926a919df27e31b","receipt":{"kind":"pith_receipt","key_id":"pith-v1-2026-05","algorithm":"ed25519","signed_at":"2026-07-05T07:44:59.063553Z","signature_b64":"ABzJySV2DoeoWpJUudMENzuTmrbkNyxOo8MWhue0RujLnlcuusb953aXbhJ6QbAJ+hRa/Sed/kezpTrEdULBAA==","signed_message":"canonical_sha256_bytes","builder_version":"pith-number-builder-2026-05-17-v1","receipt_version":"0.3","canonical_sha256":"03a9973598239d502781ace52be8cd801a06d2249dda98fcd926a919df27e31b","last_reissued_at":"2026-07-05T07:44:59.063063Z","signature_status":"signed_v1","first_computed_at":"2026-07-05T07:44:59.063063Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"source_kind":"arxiv","source_id":"2401.09339","source_version":2,"attestation_state":"computed"},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:44:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"M4BXFSusJxQqHUMwyt0pAY511vl76xy+NXXgRZanQ8LrUXUULalm3SM9OxfCcMP3HgD98bIqncG8OofHdXOvBQ==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:47:46.963641Z"},"content_sha256":"fe57ec9acf58e353e67b292fb2c4a30a02c5df175099e3cd3056aacc5032d259","schema_version":"1.0","event_id":"sha256:fe57ec9acf58e353e67b292fb2c4a30a02c5df175099e3cd3056aacc5032d259"},{"event_type":"graph_snapshot","subject_pith_number":"pith:2024:AOUZONMYEOOVAJ4BVTSSX2GNQA","target":"graph","payload":{"graph_snapshot":{"paper":{"title":"Central Limit Theorem for Two-Timescale Stochastic Approximation with Markovian Noise: Theory and Applications","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","headline":"","cross_cats":["cs.LG","math.OC"],"primary_cat":"stat.ML","authors_text":"Do Young Eun, Jie Hu, Vishwaraj Doshi","submitted_at":"2024-01-17T17:01:08Z","abstract_excerpt":"Two-timescale stochastic approximation (TTSA) is among the most general frameworks for iterative stochastic algorithms. This includes well-known stochastic optimization methods such as SGD variants and those designed for bilevel or minimax problems, as well as reinforcement learning like the family of gradient-based temporal difference (GTD) algorithms. In this paper, we conduct an in-depth asymptotic analysis of TTSA under controlled Markovian noise via central limit theorem (CLT), uncovering the coupled dynamics of TTSA influenced by the underlying Markov chain, which has not been addressed "},"claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.09339","kind":"arxiv","version":2},"verdict":{"id":null,"model_set":{},"created_at":null,"strongest_claim":"","one_line_summary":"","pipeline_version":null,"weakest_assumption":"","pith_extraction_headline":""},"integrity":{"clean":true,"summary":{"advisory":0,"critical":0,"by_detector":{},"informational":0},"endpoint":"/pith/2401.09339/integrity.json","findings":[],"available":true,"detectors_run":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938"},"references":{"count":0,"sample":[],"resolved_work":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","internal_anchors":0},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"author_claims":{"count":0,"strong_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"builder_version":"pith-number-builder-2026-05-17-v1"},"verdict_id":null},"signer":{"signer_id":"pith.science","signer_type":"pith_registry","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54"},"created_at":"2026-07-05T07:44:59Z","supersedes":[],"prev_event":null,"signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"K0h8OamkGz9iRIL5XYvk7A9ToZrjSdm9RjGQsyy9lejFz5L41gJLuYRdO53ZEjLcglQC5b+ZOsoULr4XtAXvDA==","signed_message":"open_graph_event_sha256_bytes","signed_at":"2026-08-07T16:47:46.964799Z"},"content_sha256":"cd7d26c3d52eee0cc975a38223a6cb359c67edbc248be8e69518ed05c7eb02e6","schema_version":"1.0","event_id":"sha256:cd7d26c3d52eee0cc975a38223a6cb359c67edbc248be8e69518ed05c7eb02e6"}],"timestamp_proofs":[],"mirror_hints":[{"mirror_type":"https","name":"Pith Resolver","base_url":"https://pith.science","bundle_url":"https://pith.science/pith/AOUZONMYEOOVAJ4BVTSSX2GNQA/bundle.json","state_url":"https://pith.science/pith/AOUZONMYEOOVAJ4BVTSSX2GNQA/state.json","well_known_bundle_url":"https://pith.science/.well-known/pith/AOUZONMYEOOVAJ4BVTSSX2GNQA/bundle.json","status":"primary"}],"public_keys":[{"key_id":"pith-v1-2026-05","algorithm":"ed25519","format":"raw","public_key_b64":"stVStoiQhXFxp4s2pdzPNoqVNBMojDU/fJ2db5S3CbM=","public_key_hex":"b2d552b68890857171a78b36a5dccf368a953413288c353f7c9d9d6f94b709b3","fingerprint_sha256_b32_first128bits":"RVFV5Z2OI2J3ZUO7ERDEBCYNKS","fingerprint_sha256_hex":"8d4b5ee74e4693bcd1df2446408b0d54","rotates_at":null,"url":"https://pith.science/pith-signing-key.json","notes":"Pith uses this Ed25519 key to sign canonical record SHA-256 digests. Verify with: ed25519_verify(public_key, message=canonical_sha256_bytes, signature=base64decode(signature_b64))."}],"merge_version":"pith-open-graph-merge-v1","built_at":"2026-08-07T16:47:46Z","links":{"resolver":"https://pith.science/pith/AOUZONMYEOOVAJ4BVTSSX2GNQA","bundle":"https://pith.science/pith/AOUZONMYEOOVAJ4BVTSSX2GNQA/bundle.json","state":"https://pith.science/pith/AOUZONMYEOOVAJ4BVTSSX2GNQA/state.json","well_known_bundle":"https://pith.science/.well-known/pith/AOUZONMYEOOVAJ4BVTSSX2GNQA/bundle.json"},"state":{"state_type":"pith_open_graph_state","state_version":"1.0","pith_number":"pith:2024:AOUZONMYEOOVAJ4BVTSSX2GNQA","merge_version":"pith-open-graph-merge-v1","event_count":2,"valid_event_count":2,"invalid_event_count":0,"equivocation_count":0,"current":{"canonical_record":{"metadata":{"abstract_canon_sha256":"db675e0c645be793588708c75544366b83b2d9872f546443f7834692150754cc","cross_cats_sorted":["cs.LG","math.OC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2024-01-17T17:01:08Z","title_canon_sha256":"3738287ffb82cb55277660f0e862fed1ea35d83f16652a799d4fae97eacc0bc0"},"schema_version":"1.0","source":{"id":"2401.09339","kind":"arxiv","version":2}},"source_aliases":[{"alias_kind":"arxiv","alias_value":"2401.09339","created_at":"2026-07-05T07:44:59Z"},{"alias_kind":"arxiv_version","alias_value":"2401.09339v2","created_at":"2026-07-05T07:44:59Z"},{"alias_kind":"doi","alias_value":"10.48550/arxiv.2401.09339","created_at":"2026-07-05T07:44:59Z"},{"alias_kind":"pith_short_12","alias_value":"AOUZONMYEOOV","created_at":"2026-07-05T07:44:59Z"},{"alias_kind":"pith_short_16","alias_value":"AOUZONMYEOOVAJ4B","created_at":"2026-07-05T07:44:59Z"},{"alias_kind":"pith_short_8","alias_value":"AOUZONMY","created_at":"2026-07-05T07:44:59Z"}],"graph_snapshots":[{"event_id":"sha256:cd7d26c3d52eee0cc975a38223a6cb359c67edbc248be8e69518ed05c7eb02e6","target":"graph","created_at":"2026-07-05T07:44:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"graph_snapshot":{"author_claims":{"count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57","strong_count":0},"builder_version":"pith-number-builder-2026-05-17-v1","claims":{"count":0,"items":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"formal_canon":{"evidence_count":0,"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"integrity":{"available":true,"clean":true,"detectors_run":[],"endpoint":"/pith/2401.09339/integrity.json","findings":[],"snapshot_sha256":"c28c3603d3b5d939e8dc4c7e95fa8dfce3d595e45f758748cecf8e644a296938","summary":{"advisory":0,"by_detector":{},"critical":0,"informational":0}},"paper":{"abstract_excerpt":"Two-timescale stochastic approximation (TTSA) is among the most general frameworks for iterative stochastic algorithms. This includes well-known stochastic optimization methods such as SGD variants and those designed for bilevel or minimax problems, as well as reinforcement learning like the family of gradient-based temporal difference (GTD) algorithms. In this paper, we conduct an in-depth asymptotic analysis of TTSA under controlled Markovian noise via central limit theorem (CLT), uncovering the coupled dynamics of TTSA influenced by the underlying Markov chain, which has not been addressed ","authors_text":"Do Young Eun, Jie Hu, Vishwaraj Doshi","cross_cats":["cs.LG","math.OC"],"headline":"","license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2024-01-17T17:01:08Z","title":"Central Limit Theorem for Two-Timescale Stochastic Approximation with Markovian Noise: Theory and Applications"},"references":{"count":0,"internal_anchors":0,"resolved_work":0,"sample":[],"snapshot_sha256":"258153158e38e3291e3d48162225fcdb2d5a3ed65a07baac614ab91432fd4f57"},"source":{"id":"2401.09339","kind":"arxiv","version":2},"verdict":{"created_at":null,"id":null,"model_set":{},"one_line_summary":"","pipeline_version":null,"pith_extraction_headline":"","strongest_claim":"","weakest_assumption":""}},"verdict_id":null}}],"author_attestations":[],"timestamp_anchors":[],"storage_attestations":[],"citation_signatures":[],"replication_records":[],"corrections":[],"mirror_hints":[],"record_created":{"event_id":"sha256:fe57ec9acf58e353e67b292fb2c4a30a02c5df175099e3cd3056aacc5032d259","target":"record","created_at":"2026-07-05T07:44:59Z","signer":{"key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signer_id":"pith.science","signer_type":"pith_registry"},"payload":{"attestation_state":"computed","canonical_record":{"metadata":{"abstract_canon_sha256":"db675e0c645be793588708c75544366b83b2d9872f546443f7834692150754cc","cross_cats_sorted":["cs.LG","math.OC"],"license":"http://arxiv.org/licenses/nonexclusive-distrib/1.0/","primary_cat":"stat.ML","submitted_at":"2024-01-17T17:01:08Z","title_canon_sha256":"3738287ffb82cb55277660f0e862fed1ea35d83f16652a799d4fae97eacc0bc0"},"schema_version":"1.0","source":{"id":"2401.09339","kind":"arxiv","version":2}},"canonical_sha256":"03a9973598239d502781ace52be8cd801a06d2249dda98fcd926a919df27e31b","receipt":{"algorithm":"ed25519","builder_version":"pith-number-builder-2026-05-17-v1","canonical_sha256":"03a9973598239d502781ace52be8cd801a06d2249dda98fcd926a919df27e31b","first_computed_at":"2026-07-05T07:44:59.063063Z","key_id":"pith-v1-2026-05","kind":"pith_receipt","last_reissued_at":"2026-07-05T07:44:59.063063Z","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","receipt_version":"0.3","signature_b64":"ABzJySV2DoeoWpJUudMENzuTmrbkNyxOo8MWhue0RujLnlcuusb953aXbhJ6QbAJ+hRa/Sed/kezpTrEdULBAA==","signature_status":"signed_v1","signed_at":"2026-07-05T07:44:59.063553Z","signed_message":"canonical_sha256_bytes"},"source_id":"2401.09339","source_kind":"arxiv","source_version":2}}},"equivocations":[],"invalid_events":[],"applied_event_ids":["sha256:fe57ec9acf58e353e67b292fb2c4a30a02c5df175099e3cd3056aacc5032d259","sha256:cd7d26c3d52eee0cc975a38223a6cb359c67edbc248be8e69518ed05c7eb02e6"],"state_sha256":"aba5fb9000c2b3cee72d82402893cc4cdf7bcd7f00ffaa845ee95b84af4fd9c5"},"bundle_signature":{"signature_status":"signed_v1","algorithm":"ed25519","key_id":"pith-v1-2026-05","public_key_fingerprint":"8d4b5ee74e4693bcd1df2446408b0d54","signature_b64":"QznJk+kFPrDCAmyHxLfGLOdzuHVfdcwwawaVOysQQlvNxTDlgPKInIN9T+VOseKtdCtWHj26i898PCvcvgPmDA==","signed_message":"bundle_sha256_bytes","signed_at":"2026-08-07T16:47:46.974855Z","bundle_sha256":"25ebe068e45a67b11103f3ba89e4e93be7e6de4e5e99f1736e7209399a3d4770"}}