{"total":16,"rows":[{"id":"2302.02212","title":"Federated Temporal Difference Learning with Linear Function Approximation under Environmental Heterogeneity","created":"2023-02-04","cited_by_count":27,"area":null},{"id":"2203.02591","title":"A Small Gain Analysis of Single Timescale Actor Critic","created":"2022-03-04","cited_by_count":24,"area":null},{"id":"2403.02476","title":"A Simple Finite-Time Analysis of TD Learning with Linear Function Approximation","created":"2024-03-04","cited_by_count":16,"area":null},{"id":"2305.16246","title":"Distributed TD(0) with Almost No Communication","created":"2023-05-25","cited_by_count":13,"area":null},{"id":"2301.00944","title":"Temporal Difference Learning with Compressed Updates: Error-Feedback meets Reinforcement Learning","created":"2023-01-03","cited_by_count":12,"area":null},{"id":"2312.05397","title":"On the Performance of Temporal Difference Learning With Neural Networks","created":"2023-12-08","cited_by_count":6,"area":null},{"id":"2311.02546","title":"On the Second-Order Convergence of Biased Policy Gradient Algorithms","created":"2023-11-05","cited_by_count":5,"area":null},{"id":"2505.21796","title":"A General-Purpose Theorem for High-Probability Bounds of Stochastic Approximation with Polyak Averaging","created":"2025-05-27","cited_by_count":4,"area":null},{"id":"2305.12216","title":"On First-Order Meta-Reinforcement Learning with Moreau Envelopes","created":"2023-05-20","cited_by_count":2,"area":null},{"id":"2606.24981","title":"A Single Stepsize Suffices for Unprojected Linear TD(0): Simultaneous Robust and Fast Rates via Polyak--Ruppert Averaging","created":"2026-06-23","cited_by_count":2,"area":null},{"id":"2211.16237","title":"Closing the gap between SVRG and TD-SVRG with Gradient Splitting","created":"2022-11-29","cited_by_count":1,"area":null},{"id":"2104.07855","title":"Distributed TD(0) with Almost No Communication","created":"2021-04-16","cited_by_count":0,"area":null},{"id":"2204.04324","title":"Approximate discounting-free policy evaluation from transient and recurrent states","created":"2022-04-08","cited_by_count":0,"area":null},{"id":"2506.02385","title":"Multi-agent Markov Entanglement","created":"2025-06-03","cited_by_count":0,"area":null},{"id":"2605.02103","title":"Bridging the Gap Between Average and Discounted TD Learning","created":"2026-05-03","cited_by_count":0,"area":null},{"id":"2606.05967","title":"Fast and Robust Convergence Rate for TD(0) with Linear Function Approximation, Universal Learning Steps and I.I.D. Samples","created":"2026-06-04","cited_by_count":0,"area":null}],"next_cursor":null}