{"total":402,"rows":[{"id":"2105.14368","title":"Fit without fear: remarkable mathematical phenomena of deep learning through the prism of interpolation","created":"2021-05-29","cited_by_count":132,"area":null},{"id":"2201.13409","title":"A framework for bilevel optimization that enables stochastic and global variance reduction algorithms","created":"2022-01-31","cited_by_count":99,"area":null},{"id":"2304.13972","title":"Convergence of Adam Under Relaxed Assumptions","created":"2023-04-27","cited_by_count":99,"area":null},{"id":"2105.04857","title":"Leveraging Sparse Linear Layers for Debuggable Deep Networks","created":"2021-05-11","cited_by_count":82,"area":null},{"id":"2102.08607","title":"On the Convergence and Sample Efficiency of Variance-Reduced Policy Gradient Method","created":"2021-02-17","cited_by_count":70,"area":null},{"id":"2107.07467","title":"Only Train Once: A One-Shot Neural Network Training And Pruning Framework","created":"2021-07-15","cited_by_count":70,"area":null},{"id":"2211.07937","title":"An Improved Analysis of (Variance-Reduced) Policy Gradient and Natural Policy Gradient Methods","created":"2022-11-15","cited_by_count":68,"area":null},{"id":"2207.14130","title":"FedVARP: Tackling the Variance Due to Partial Client Participation in Federated Learning","created":"2022-07-28","cited_by_count":64,"area":null},{"id":"2404.08080","title":"Variance-reduced Zeroth-Order Methods for Fine-Tuning Language Models","created":"2024-04-11","cited_by_count":54,"area":null},{"id":"2306.12517","title":"FFCV: Accelerating Training by Removing Data Bottlenecks","created":"2023-06-21","cited_by_count":49,"area":null},{"id":"2102.08352","title":"Stochastic Variance Reduction for Variational Inequality Methods","created":"2021-02-16","cited_by_count":47,"area":null},{"id":"2402.12560","title":"CausalGym: Benchmarking causal interpretability methods on linguistic tasks","created":"2024-02-19","cited_by_count":46,"area":null},{"id":"2302.00670","title":"Stable Target Field for Reduced Variance Score Estimation in Diffusion Models","created":"2023-02-01","cited_by_count":44,"area":"diffusion"},{"id":"2203.10144","title":"Closing the Generalization Gap of Cross-silo Federated Medical Image Segmentation","created":"2022-03-18","cited_by_count":42,"area":null},{"id":"2308.00788","title":"An Introduction to Bi-level Optimization: Foundations and Applications in Signal Processing and Machine Learning","created":"2023-08-01","cited_by_count":41,"area":null},{"id":"2302.14428","title":"Stochastic Gradient Descent under Markovian Sampling Schemes","created":"2023-02-28","cited_by_count":38,"area":null},{"id":"2103.00958","title":"Secure Bilevel Asynchronous Vertical Federated Learning with Backward Updating","created":"2021-03-01","cited_by_count":37,"area":null},{"id":"2202.07262","title":"Stochastic Gradient Descent-Ascent: Unified Theory and New Efficient Methods","created":"2022-02-15","cited_by_count":37,"area":null},{"id":"2301.12832","title":"Deep networks for system identification: a Survey","created":"2023-01-30","cited_by_count":37,"area":null},{"id":"2109.12258","title":"Pushing on Text Readability Assessment: A Transformer Meets Handcrafted Linguistic Features","created":"2021-09-25","cited_by_count":36,"area":null},{"id":"2102.09743","title":"Personalized Federated Learning: A Unified Framework and Universal Optimization Techniques","created":"2021-02-19","cited_by_count":34,"area":null},{"id":"2206.09888","title":"SoteriaFL: A Unified Framework for Private Federated Learning with Communication Compression","created":"2022-06-20","cited_by_count":34,"area":null},{"id":"2106.11396","title":"BiAdam: Fast Adaptive Bilevel Optimization Methods","created":"2021-06-21","cited_by_count":33,"area":null},{"id":"2207.04338","title":"Variance Reduced ProxSkip: Algorithm, Theory and Application to Federated Learning","created":"2022-07-09","cited_by_count":33,"area":null},{"id":"2106.04145","title":"Unbalanced Optimal Transport through Non-negative Penalized Linear Regression","created":"2021-06-08","cited_by_count":31,"area":null},{"id":"2306.12067","title":"Optimal Algorithms for Stochastic Bilevel Optimization under Relaxed Smoothness Conditions","created":"2023-06-21","cited_by_count":31,"area":null},{"id":"2206.01816","title":"From $t$-SNE to UMAP with contrastive learning","created":"2022-06-03","cited_by_count":28,"area":null},{"id":"2206.13424","title":"Benchopt: Reproducible, efficient and collaborative optimization benchmarks","created":"2022-06-27","cited_by_count":27,"area":null},{"id":"2302.06763","title":"Breaking the Lower Bound with (Little) Structure: Acceleration in Non-Convex Stochastic Optimization with Heavy-Tailed Noise","created":"2023-02-14","cited_by_count":27,"area":null},{"id":"2306.03824","title":"Understanding Generalization of Federated Learning via Stability: Heterogeneity Matters","created":"2023-06-06","cited_by_count":27,"area":null},{"id":"2207.06343","title":"TCT: Convexifying Federated Learning using Bootstrapped Neural Tangent Kernels","created":"2022-07-13","cited_by_count":26,"area":null},{"id":"2102.05320","title":"An Adaptive Stochastic Sequential Quadratic Programming with Differentiable Exact Augmented Lagrangians","created":"2021-02-10","cited_by_count":25,"area":null},{"id":"2102.07158","title":"Distributed Second Order Methods with Fast Rates and Compressed Communication","created":"2021-02-14","cited_by_count":25,"area":null},{"id":"2206.07082","title":"Stability and Generalization of Stochastic Optimization with Nonconvex and Nonsmooth Problems","created":"2022-06-14","cited_by_count":25,"area":null},{"id":"2108.00128","title":"Physics-informed Dyna-Style Model-Based Deep Reinforcement Learning for Dynamic Control","created":"2021-07-31","cited_by_count":23,"area":null},{"id":"2308.06058","title":"Adaptive SGD with Polyak stepsize and Line-search: Robust Convergence and Variance Reduction","created":"2023-08-11","cited_by_count":23,"area":null},{"id":"2105.01637","title":"Implicit differentiation for fast hyperparameter selection in non-smooth convex learning","created":"2021-05-04","cited_by_count":22,"area":null},{"id":"2212.14370","title":"Can 5th Generation Local Training Methods Support Client Sampling? Yes!","created":"2022-12-29","cited_by_count":22,"area":null},{"id":"2303.00883","title":"Variance-reduced Clipping for Non-convex Optimization","created":"2023-03-02","cited_by_count":22,"area":null},{"id":"2204.13169","title":"FedShuffle: Recipes for Better Use of Local Work in Federated Learning","created":"2022-04-27","cited_by_count":21,"area":null},{"id":"2306.05706","title":"Understanding How Consistency Works in Federated Learning via Stage-wise Relaxed Initialization","created":"2023-06-09","cited_by_count":21,"area":null},{"id":"2108.04755","title":"FedPAGE: A Fast Local Stochastic Gradient Method for Communication-Efficient Federated Learning","created":"2021-08-10","cited_by_count":20,"area":null},{"id":"2304.06833","title":"Estimate-Then-Optimize versus Integrated-Estimation-Optimization versus Sample Average Approximation: A Stochastic Dominance Perspective","created":"2023-04-13","cited_by_count":20,"area":null},{"id":"2104.09342","title":"Random Reshuffling with Variance Reduction: New Analysis and Better Rates","created":"2021-04-19","cited_by_count":19,"area":null},{"id":"2106.11851","title":"Stochastic Polyak Stepsize with a Moving Target","created":"2021-06-22","cited_by_count":19,"area":null},{"id":"2203.09436","title":"Stochastic Halpern Iteration with Variance Reduction for Stochastic Monotone Inclusions","created":"2022-03-17","cited_by_count":19,"area":null},{"id":"2206.00737","title":"Walk for Learning: A Random Walk Approach for Federated Learning from Heterogeneous Data","created":"2022-06-01","cited_by_count":19,"area":null},{"id":"2102.03990","title":"DeEPCA: Decentralized Exact PCA with Linear Convergence Rate","created":"2021-02-08","cited_by_count":18,"area":null},{"id":"2112.13109","title":"Accelerated and instance-optimal policy evaluation with linear function approximation","created":"2021-12-24","cited_by_count":18,"area":null},{"id":"2209.02257","title":"Faster federated optimization under second-order similarity","created":"2022-09-06","cited_by_count":18,"area":null},{"id":"2303.16510","title":"Infeasible Deterministic, Stochastic, and Variance-Reduction Algorithms for Optimization under Orthogonality Constraints","created":"2023-03-29","cited_by_count":18,"area":null},{"id":"2408.13678","title":"A layer-wise analysis of Mandarin and English suprasegmentals in SSL speech models","created":"2024-08-24","cited_by_count":18,"area":null},{"id":"2410.16561","title":"Revisiting Gradient Normalization and Clipping for Nonconvex SGD under Heavy-Tailed Noise: Necessity, Sufficiency, and Acceleration","created":"2024-10-21","cited_by_count":18,"area":null},{"id":"2109.04522","title":"Asynchronous Iterations in Optimization: New Sequence Results and Sharper Algorithmic Guarantees","created":"2021-09-09","cited_by_count":17,"area":null},{"id":"2109.11502","title":"Inequality Constrained Stochastic Nonlinear Optimization via Active-Set Sequential Quadratic Programming","created":"2021-09-23","cited_by_count":17,"area":null},{"id":"2201.08518","title":"Optimal variance-reduced stochastic approximation in Banach spaces","created":"2022-01-21","cited_by_count":17,"area":null},{"id":"2106.01761","title":"Near Optimal Stochastic Algorithms for Finite-Sum Unbalanced Convex-Concave Minimax Optimization","created":"2021-06-03","cited_by_count":16,"area":null},{"id":"2110.01165","title":"DESTRESS: Computation-Optimal and Communication-Efficient Decentralized Nonconvex Finite-Sum Optimization","created":"2021-10-04","cited_by_count":16,"area":null},{"id":"2207.08540","title":"Multi-block-Single-probe Variance Reduced Estimator for Coupled Compositional Optimization","created":"2022-07-18","cited_by_count":16,"area":null},{"id":"2210.09879","title":"Unsupervised visualization of image datasets using contrastive learning","created":"2022-10-18","cited_by_count":16,"area":null},{"id":"2302.08766","title":"A Lower Bound and a Near-Optimal Algorithm for Bilevel Empirical Risk Minimization","created":"2023-02-17","cited_by_count":16,"area":null},{"id":"2102.09700","title":"AI-SARAH: Adaptive and Implicit Stochastic Recursive Gradient Methods","created":"2021-02-19","cited_by_count":15,"area":null},{"id":"2202.04640","title":"Sharper Rates for Separable Minimax and Finite Sum Optimization via Primal-Dual Extragradient Methods","created":"2022-02-09","cited_by_count":15,"area":null},{"id":"2211.01851","title":"Adaptive Stochastic Variance Reduction for Non-convex Finite-Sum Minimization","created":"2022-11-03","cited_by_count":15,"area":null},{"id":"2304.05397","title":"Accelerating Hybrid Federated Learning Convergence under Partial Participation","created":"2023-04-10","cited_by_count":15,"area":null},{"id":"2101.02696","title":"Accelerated, Optimal, and Parallel: Some Results on Model-Based Stochastic Optimization","created":"2021-01-07","cited_by_count":14,"area":null},{"id":"2106.03056","title":"MURANA: A Generic Framework for Stochastic Variance-Reduced Optimization","created":"2021-06-06","cited_by_count":14,"area":null},{"id":"2112.13097","title":"Faster Rates for Compressed Federated Learning with Client-Variance Reduction","created":"2021-12-24","cited_by_count":14,"area":null},{"id":"2206.05891","title":"Anchor Sampling for Federated Learning with Partial Client Participation","created":"2022-06-13","cited_by_count":14,"area":null},{"id":"2208.06058","title":"An Accelerated Doubly Stochastic Gradient Method with Faster Explicit Model Identification","created":"2022-08-11","cited_by_count":14,"area":null},{"id":"2210.14664","title":"Coresets for Vertical Federated Learning: Regularized Linear Regression and $K$-Means Clustering","created":"2022-10-26","cited_by_count":14,"area":null},{"id":"2305.16358","title":"Differentiable Clustering with Perturbed Spanning Forests","created":"2023-05-25","cited_by_count":14,"area":null},{"id":"2310.14906","title":"DYNAMITE: Dynamic Interplay of Mini-Batch Size and Aggregation Frequency for Federated Learning with Static and Streaming Dataset","created":"2023-10-20","cited_by_count":14,"area":null},{"id":"2102.09026","title":"Optimizing Large-Scale Hyperparameters via Automated Learning Algorithm","created":"2021-02-17","cited_by_count":13,"area":null},{"id":"2102.09645","title":"SVRG Meets AdaGrad: Painless Variance Reduction","created":"2021-02-18","cited_by_count":13,"area":null},{"id":"2104.06685","title":"BROADCAST: Reducing Both Stochastic and Compression Noise to Robustify Communication-Efficient Federated Learning","created":"2021-04-14","cited_by_count":13,"area":null},{"id":"2104.12112","title":"Improved Analysis and Rates for Variance Reduction under Without-replacement Sampling Orders","created":"2021-04-25","cited_by_count":13,"area":null},{"id":"2406.00489","title":"Efficient Sign-Based Optimization: Accelerating Convergence via Variance Reduction","created":"2024-06-01","cited_by_count":13,"area":null},{"id":"2106.11257","title":"Secure Distributed Training at Scale","created":"2021-06-21","cited_by_count":12,"area":null},{"id":"2205.03914","title":"Federated Random Reshuffling with Compression and Variance Reduction","created":"2022-05-08","cited_by_count":12,"area":null},{"id":"2310.09804","title":"Communication Compression for Byzantine Robust Learning: New Efficient Algorithms and Improved Rates","created":"2023-10-15","cited_by_count":12,"area":null},{"id":"2108.06869","title":"FedChain: Chained Algorithms for Near-Optimal Communication Cost in Federated Learning","created":"2021-08-16","cited_by_count":11,"area":null},{"id":"2211.13668","title":"Zeroth-Order Alternating Gradient Descent Ascent Algorithms for a Class of Nonconvex-Nonconcave Minimax Problems","created":"2022-11-24","cited_by_count":11,"area":null},{"id":"2310.02987","title":"Variance Reduced Halpern Iteration for Finite-Sum Monotone Inclusions","created":"2023-10-04","cited_by_count":11,"area":null},{"id":"2102.13643","title":"Variance Reduction via Primal-Dual Accelerated Dual Averaging for Nonsmooth Convex Finite-Sums","created":"2021-02-26","cited_by_count":10,"area":null},{"id":"2103.12243","title":"Adaptive Importance Sampling for Finite-Sum Optimization and Sampling with Decreasing Step-Sizes","created":"2021-03-23","cited_by_count":10,"area":null},{"id":"2202.03525","title":"Nesterov Accelerated Shuffling Gradient Method for Convex Optimization","created":"2022-02-07","cited_by_count":10,"area":null},{"id":"2203.07512","title":"Don't fear the unlabelled: safe semi-supervised learning via simple debiasing","created":"2022-03-14","cited_by_count":10,"area":null},{"id":"2206.02275","title":"Sharper Rates and Flexible Framework for Nonconvex SGD with Client and Data Sampling","created":"2022-06-05","cited_by_count":10,"area":null},{"id":"2207.03730","title":"Tackling Data Heterogeneity: A New Unified Framework for Decentralized SGD with Sample-induced Topology","created":"2022-07-08","cited_by_count":10,"area":null},{"id":"2208.13592","title":"Smooth Monotone Stochastic Variational Inequalities and Saddle Point Problems: A Survey","created":"2022-08-29","cited_by_count":10,"area":null},{"id":"2302.03884","title":"DIFF2: Differential Private Optimization via Gradient Differences for Nonconvex Distributed Learning","created":"2023-02-08","cited_by_count":10,"area":null},{"id":"2302.11147","title":"Stochastic Approximation Beyond Gradient for Signal Processing and Machine Learning","created":"2023-02-22","cited_by_count":10,"area":null},{"id":"2306.12212","title":"MimiC: Combating Client Dropouts in Federated Learning by Mimicking Central Updates","created":"2023-06-21","cited_by_count":10,"area":null},{"id":"2309.16200","title":"Max-Sliced Mutual Information","created":"2023-09-28","cited_by_count":10,"area":null},{"id":"2405.14402","title":"Exact Gauss-Newton Optimization for Training Deep Neural Networks","created":"2024-05-23","cited_by_count":10,"area":null},{"id":"2502.06719","title":"Gaussian Approximation and Multiplier Bootstrap for Stochastic Gradient Descent","created":"2025-02-10","cited_by_count":10,"area":null},{"id":"2509.13316","title":"Do Activation Verbalization Methods Convey Privileged Information?","created":"2025-09-16","cited_by_count":10,"area":"mechinterp"},{"id":"2510.21800","title":"MARS-M: When Variance Reduction Meets Matrices","created":"2025-10-20","cited_by_count":10,"area":null},{"id":"2102.03970","title":"Coordinating Momenta for Cross-silo Federated Learning","created":"2021-02-08","cited_by_count":9,"area":null}],"next_cursor":"100"}