{"total":164,"rows":[{"id":"2102.02079","title":"Federated Learning on Non-IID Data Silos: An Experimental Study","created":"2021-02-03","cited_by_count":568,"area":null},{"id":"2201.13409","title":"A framework for bilevel optimization that enables stochastic and global variance reduction algorithms","created":"2022-01-31","cited_by_count":99,"area":null},{"id":"2102.08607","title":"On the Convergence and Sample Efficiency of Variance-Reduced Policy Gradient Method","created":"2021-02-17","cited_by_count":70,"area":null},{"id":"2101.01792","title":"Minibatch optimal transport distances; analysis and applications","created":"2021-01-05","cited_by_count":65,"area":null},{"id":"2207.14130","title":"FedVARP: Tackling the Variance Due to Partial Client Participation in Federated Learning","created":"2022-07-28","cited_by_count":64,"area":null},{"id":"2111.14580","title":"Amortized Implicit Differentiation for Stochastic Bilevel Optimization","created":"2021-11-29","cited_by_count":63,"area":null},{"id":"2101.10154","title":"Variational Neural Annealing","created":"2021-01-25","cited_by_count":47,"area":null},{"id":"2107.00052","title":"Stochastic Gradient Descent-Ascent and Consensus Optimization for Smooth Games: Convergence Analysis under Expected Co-coercivity","created":"2021-06-30","cited_by_count":43,"area":null},{"id":"2108.09875","title":"Anarchic Federated Learning","created":"2021-08-23","cited_by_count":42,"area":null},{"id":"2302.14428","title":"Stochastic Gradient Descent under Markovian Sampling Schemes","created":"2023-02-28","cited_by_count":38,"area":null},{"id":"2109.12258","title":"Pushing on Text Readability Assessment: A Transformer Meets Handcrafted Linguistic Features","created":"2021-09-25","cited_by_count":36,"area":null},{"id":"2206.13424","title":"Benchopt: Reproducible, efficient and collaborative optimization benchmarks","created":"2022-06-27","cited_by_count":27,"area":null},{"id":"2410.22284","title":"Embedding-based classifiers can detect prompt injection attacks","created":"2024-10-29","cited_by_count":27,"area":"safety"},{"id":"2102.07158","title":"Distributed Second Order Methods with Fast Rates and Compressed Communication","created":"2021-02-14","cited_by_count":25,"area":null},{"id":"2206.07082","title":"Stability and Generalization of Stochastic Optimization with Nonconvex and Nonsmooth Problems","created":"2022-06-14","cited_by_count":25,"area":null},{"id":"2302.04787","title":"On the Privacy-Robustness-Utility Trilemma in Distributed Learning","created":"2023-02-09","cited_by_count":24,"area":null},{"id":"2108.00128","title":"Physics-informed Dyna-Style Model-Based Deep Reinforcement Learning for Dynamic Control","created":"2021-07-31","cited_by_count":23,"area":null},{"id":"2111.05326","title":"The Internet of Federated Things (IoFT): A Vision for the Future and In-depth Survey of Data-driven Approaches for Federated Learning","created":"2021-11-09","cited_by_count":23,"area":null},{"id":"2308.06058","title":"Adaptive SGD with Polyak stepsize and Line-search: Robust Convergence and Variance Reduction","created":"2023-08-11","cited_by_count":23,"area":null},{"id":"2106.11851","title":"Stochastic Polyak Stepsize with a Moving Target","created":"2021-06-22","cited_by_count":19,"area":null},{"id":"2203.09436","title":"Stochastic Halpern Iteration with Variance Reduction for Stochastic Monotone Inclusions","created":"2022-03-17","cited_by_count":19,"area":null},{"id":"2205.10733","title":"GraB: Finding Provably Better Data Permutations than Random Reshuffling","created":"2022-05-22","cited_by_count":19,"area":null},{"id":"2112.13109","title":"Accelerated and instance-optimal policy evaluation with linear function approximation","created":"2021-12-24","cited_by_count":18,"area":null},{"id":"2210.16402","title":"GradSkip: Communication-Accelerated Local Gradient Methods with Better Computational Complexity","created":"2022-10-28","cited_by_count":18,"area":null},{"id":"2303.16510","title":"Infeasible Deterministic, Stochastic, and Variance-Reduction Algorithms for Optimization under Orthogonality Constraints","created":"2023-03-29","cited_by_count":18,"area":null},{"id":"2109.04522","title":"Asynchronous Iterations in Optimization: New Sequence Results and Sharper Algorithmic Guarantees","created":"2021-09-09","cited_by_count":17,"area":null},{"id":"2201.08518","title":"Optimal variance-reduced stochastic approximation in Banach spaces","created":"2022-01-21","cited_by_count":17,"area":null},{"id":"2109.05198","title":"Doubly Adaptive Scaled Algorithm for Machine Learning Using Second-Order Information","created":"2021-09-11","cited_by_count":16,"area":null},{"id":"2102.09700","title":"AI-SARAH: Adaptive and Implicit Stochastic Recursive Gradient Methods","created":"2021-02-19","cited_by_count":15,"area":null},{"id":"2202.04640","title":"Sharper Rates for Separable Minimax and Finite Sum Optimization via Primal-Dual Extragradient Methods","created":"2022-02-09","cited_by_count":15,"area":null},{"id":"2102.09645","title":"SVRG Meets AdaGrad: Painless Variance Reduction","created":"2021-02-18","cited_by_count":13,"area":null},{"id":"2104.12112","title":"Improved Analysis and Rates for Variance Reduction under Without-replacement Sampling Orders","created":"2021-04-25","cited_by_count":13,"area":null},{"id":"2401.00583","title":"Improving the Privacy and Practicality of Objective Perturbation for Differentially Private Linear Learners","created":"2023-12-31","cited_by_count":12,"area":null},{"id":"2310.02987","title":"Variance Reduced Halpern Iteration for Finite-Sum Monotone Inclusions","created":"2023-10-04","cited_by_count":11,"area":null},{"id":"2112.11989","title":"FedLGA: Towards System-Heterogeneity of Federated Learning via Local Gradient Approximation","created":"2021-12-22","cited_by_count":10,"area":null},{"id":"2307.14642","title":"Linear Convergence of Black-Box Variational Inference: Should We Stick the Landing?","created":"2023-07-27","cited_by_count":10,"area":null},{"id":"2502.06719","title":"Gaussian Approximation and Multiplier Bootstrap for Stochastic Gradient Descent","created":"2025-02-10","cited_by_count":10,"area":null},{"id":"2103.00233","title":"Learning with Smooth Hinge Losses","created":"2021-02-27","cited_by_count":9,"area":null},{"id":"2103.11333","title":"ANITA: An Optimal Loopless Accelerated Variance-Reduced Gradient Method","created":"2021-03-21","cited_by_count":9,"area":null},{"id":"2111.05968","title":"Linear Speedup in Personalized Collaborative Learning","created":"2021-11-10","cited_by_count":9,"area":null},{"id":"2202.02491","title":"Distributed Learning With Sparsified Gradient Differences","created":"2022-02-05","cited_by_count":9,"area":null},{"id":"2203.01744","title":"Accelerated SGD for Non-Strongly-Convex Least Squares","created":"2022-03-03","cited_by_count":9,"area":null},{"id":"2212.05088","title":"Cyclic Block Coordinate Descent With Variance Reduction for Composite Nonconvex Optimization","created":"2022-12-09","cited_by_count":9,"area":null},{"id":"2302.07071","title":"Statistically Optimal Force Aggregation for Coarse-Graining Molecular Dynamics","created":"2023-02-14","cited_by_count":9,"area":null},{"id":"2210.05607","title":"Divergence Results and Convergence of a Variance Reduced Version of ADAM","created":"2022-10-11","cited_by_count":8,"area":null},{"id":"2103.12293","title":"Stochastic Reweighted Gradient Descent","created":"2021-03-23","cited_by_count":7,"area":null},{"id":"2108.04448","title":"Decentralized Composite Optimization with Compression","created":"2021-08-10","cited_by_count":7,"area":null},{"id":"2111.13322","title":"Random-reshuffled SARAH does not need a full gradient computations","created":"2021-11-26","cited_by_count":7,"area":null},{"id":"2302.00845","title":"Coordinating Distributed Example Orders for Provably Accelerated Training","created":"2023-02-02","cited_by_count":7,"area":null},{"id":"2304.11737","title":"Sarah Frank-Wolfe: Methods for Constrained Optimization with Best Rates and Practical Features","created":"2023-04-23","cited_by_count":7,"area":null},{"id":"2305.13187","title":"SignSVRG: fixing SignSGD via variance reduction","created":"2023-05-22","cited_by_count":7,"area":null},{"id":"2311.05589","title":"A Coefficient Makes SVRG Effective","created":"2023-11-09","cited_by_count":7,"area":null},{"id":"2201.01954","title":"Federated Optimization of Smooth Loss Functions","created":"2022-01-06","cited_by_count":6,"area":null},{"id":"2302.14772","title":"PA&DA: Jointly Sampling PAth and DAta for Consistent NAS","created":"2023-02-28","cited_by_count":6,"area":null},{"id":"2304.10613","title":"Debiasing Conditional Stochastic Optimization","created":"2023-04-20","cited_by_count":6,"area":null},{"id":"2404.05318","title":"Stochastic Online Optimization for Cyber-Physical and Robotic Systems","created":"2024-04-08","cited_by_count":6,"area":null},{"id":"2208.10025","title":"Simple and Optimal Stochastic Gradient Methods for Nonsmooth Nonconvex Optimization","created":"2022-08-22","cited_by_count":5,"area":null},{"id":"2210.11717","title":"A Survey of Dataset Refinement for Problems in Computer Vision Datasets","created":"2022-10-21","cited_by_count":5,"area":null},{"id":"2307.15868","title":"Faster Stochastic Algorithms for Minimax Optimization under Polyak--{\\L}ojasiewicz Conditions","created":"2023-07-29","cited_by_count":5,"area":null},{"id":"2309.04980","title":"Linear Speedup of Incremental Aggregated Gradient Methods on Streaming Data","created":"2023-09-10","cited_by_count":5,"area":null},{"id":"2405.04171","title":"FedStale: leveraging stale client updates in federated learning","created":"2024-05-07","cited_by_count":5,"area":null},{"id":"2509.22860","title":"Ringleader ASGD: The First Asynchronous SGD with Optimal Time Complexity under Data Heterogeneity","created":"2025-09-26","cited_by_count":5,"area":null},{"id":"2201.12302","title":"Adaptive Accelerated (Extra-)Gradient Methods with Variance Reduction","created":"2022-01-28","cited_by_count":4,"area":null},{"id":"2505.14083","title":"Computational Efficiency under Covariate Shift in Kernel Ridge Regression","created":"2025-05-20","cited_by_count":4,"area":null},{"id":"2112.07157","title":"Federated Nearest Neighbor Classification with a Colony of Fruit-Flies: With Supplement","created":"2021-12-14","cited_by_count":3,"area":null},{"id":"2202.00509","title":"Decentralized Stochastic Variance Reduced Extragradient Method","created":"2022-02-01","cited_by_count":3,"area":null},{"id":"2206.08257","title":"Gradient Descent for Low-Rank Functions","created":"2022-06-16","cited_by_count":3,"area":null},{"id":"2303.16279","title":"Accelerated Cyclic Coordinate Dual Averaging with Extrapolation for Composite Convex Optimization","created":"2023-03-28","cited_by_count":3,"area":null},{"id":"2308.09310","title":"Variance reduction techniques for stochastic proximal point algorithms","created":"2023-08-18","cited_by_count":3,"area":null},{"id":"2401.10923","title":"Online estimation of the inverse of the Hessian for stochastic optimization with application to universal stochastic Newton algorithms","created":"2024-01-15","cited_by_count":3,"area":null},{"id":"2404.14758","title":"Second-order Information Promotes Mini-Batch Robustness in Variance-Reduced Gradients","created":"2024-04-23","cited_by_count":3,"area":null},{"id":"2404.17768","title":"Changing the Training Data Distribution to Reduce Simplicity Bias Improves In-distribution Generalization","created":"2024-04-27","cited_by_count":3,"area":null},{"id":"2410.23632","title":"Sample-Efficient Agnostic Boosting","created":"2024-10-31","cited_by_count":3,"area":null},{"id":"2508.00180","title":"EMA Without the Lag: Bias-Corrected Iterate Averaging Schemes","created":"2025-07-31","cited_by_count":3,"area":null},{"id":"2101.01505","title":"Delayed Projection Techniques for Linearly Constrained Problems: Convergence Rates, Acceleration, and Applications","created":"2021-01-05","cited_by_count":2,"area":null},{"id":"2103.06189","title":"Piecewise linear regression and classification","created":"2021-03-10","cited_by_count":2,"area":null},{"id":"2104.02388","title":"Generalization of GANs and overparameterized models under Lipschitz continuity","created":"2021-04-06","cited_by_count":2,"area":null},{"id":"2111.11828","title":"Variance Reduction in Deep Learning: More Momentum is All You Need","created":"2021-11-23","cited_by_count":2,"area":null},{"id":"2111.15317","title":"AutoDrop: Training Deep Learning Models with Automatic Learning Rate Drop","created":"2021-11-30","cited_by_count":2,"area":null},{"id":"2112.07839","title":"LoSAC: An Efficient Local Stochastic Average Control Method for Federated Optimization","created":"2021-12-15","cited_by_count":2,"area":null},{"id":"2206.00529","title":"Variance Reduction is an Antidote to Byzantines: Better Rates, Weaker Assumptions and Communication Compression as a Cherry on the Top","created":"2022-06-01","cited_by_count":2,"area":null},{"id":"2212.06283","title":"Variance-Reduced Conservative Policy Iteration","created":"2022-12-12","cited_by_count":2,"area":null},{"id":"2303.11602","title":"Convergence of variational Monte Carlo simulation and scale-invariant pre-training","created":"2023-03-21","cited_by_count":2,"area":null},{"id":"2307.01872","title":"A hybrid machine learning framework for clad characteristics prediction in metal additive manufacturing","created":"2023-07-04","cited_by_count":2,"area":null},{"id":"2311.02002","title":"A Variational Perspective on High-Resolution ODEs","created":"2023-11-03","cited_by_count":2,"area":null},{"id":"2401.09665","title":"Accelerating Distributed Stochastic Optimization via Self-Repellent Random Walks","created":"2024-01-18","cited_by_count":2,"area":null},{"id":"2402.02359","title":"Incremental Quasi-Newton Methods with Faster Superlinear Convergence Rates","created":"2024-02-04","cited_by_count":2,"area":null},{"id":"2402.02569","title":"On the Complexity of Finite-Sum Smooth Optimization under the Polyak-{\\L}ojasiewicz Condition","created":"2024-02-04","cited_by_count":2,"area":null},{"id":"2403.06677","title":"Streamlining in the Riemannian Realm: Efficient Riemannian Optimization with Loopless Variance Reduction","created":"2024-03-11","cited_by_count":2,"area":null},{"id":"2406.19720","title":"CUPID: Improving Battle Fairness and Position Satisfaction in Online MOBA Games with a Re-matchmaking System","created":"2024-06-28","cited_by_count":2,"area":null},{"id":"2408.03199","title":"Convergence Conditions for Stochastic Line Search Based Optimization of Over-parametrized Models","created":"2024-08-06","cited_by_count":2,"area":null},{"id":"2410.07272","title":"Boosting the Performance of Decentralized Federated Learning via Catalyst Acceleration","created":"2024-10-09","cited_by_count":2,"area":null},{"id":"2503.13180","title":"GC-Fed: Gradient Centralized Federated Learning with Partial Client Participation","created":"2025-03-17","cited_by_count":2,"area":null},{"id":"2505.09432","title":"Establishing Linear Surrogate Regret Bounds for Convex Smooth Losses via Convolutional Fenchel-Young Losses","created":"2025-05-14","cited_by_count":2,"area":null},{"id":"2506.12648","title":"Glocal Smoothness: Line search and adaptive step sizes can help in theory too!","created":"2025-06-14","cited_by_count":2,"area":null},{"id":"2510.07093","title":"Non-Asymptotic Analysis of Efficiency in Conformalized Regression","created":"2025-10-08","cited_by_count":2,"area":null},{"id":"2510.12013","title":"Statistical Guarantees for High-Dimensional Stochastic Gradient Descent","created":"2025-10-13","cited_by_count":2,"area":null},{"id":"2101.00236","title":"On Stochastic Variance Reduced Gradient Method for Semidefinite Optimization","created":"2021-01-01","cited_by_count":1,"area":null},{"id":"2101.01473","title":"Learning Sign-Constrained Support Vector Machines","created":"2021-01-05","cited_by_count":1,"area":null},{"id":"2103.04392","title":"A Retrospective Approximation Approach for Smooth Stochastic Optimization","created":"2021-03-07","cited_by_count":1,"area":null}],"next_cursor":"100"}