{"list":"other","total":83,"rows":[{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1711.05101","title":"Decoupled Weight Decay Regularization","created":"2017-11-14","cited_by_count":1831},{"id":"1706.02677","title":"Accurate, Large Minibatch SGD: Training ImageNet in 1 Hour","created":"2017-06-08","cited_by_count":1492},{"id":"1609.04747","title":"An overview of gradient descent optimization algorithms","created":"2016-09-15","cited_by_count":1033},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"1909.06335","title":"Measuring the Effects of Non-Identical Data Distribution for Federated Visual Classification","created":"2019-09-13","cited_by_count":851},{"id":"1904.00962","title":"Large Batch Optimization for Deep Learning: Training BERT in 76 minutes","created":"2019-04-01","cited_by_count":674},{"id":"2012.13255","title":"Intrinsic Dimensionality Explains the Effectiveness of Language Model Fine-Tuning","created":"2020-12-22","cited_by_count":671},{"id":"2403.14608","title":"Parameter-Efficient Fine-Tuning for Large Models: A Comprehensive Survey","created":"2024-03-21","cited_by_count":656},{"id":"1610.02527","title":"Federated Optimization: Distributed Machine Learning for On-Device Intelligence","created":"2016-10-08","cited_by_count":564},{"id":"1804.08838","title":"Measuring the Intrinsic Dimension of Objective Landscapes","created":"2018-04-24","cited_by_count":370},{"id":"1905.11881","title":"Why gradient clipping accelerates training: A theoretical justification for adaptivity","created":"2019-05-28","cited_by_count":341},{"id":"2405.09673","title":"LoRA Learns Less and Forgets Less","created":"2024-05-15","cited_by_count":328},{"id":"2107.06917","title":"A Field Guide to Federated Optimization","created":"2021-07-14","cited_by_count":315},{"id":"2312.12148","title":"Parameter-Efficient Fine-Tuning Methods for Pretrained Language Models: A Critical Review and Assessment","created":"2023-12-19","cited_by_count":230},{"id":"2002.05516","title":"Federated Learning of a Mixture of Global and Local Models","created":"2020-02-10","cited_by_count":210},{"id":"2010.01243","title":"Client Selection in Federated Learning: Convergence Analysis and Power-of-Choice Selection Strategies","created":"2020-10-03","cited_by_count":198},{"id":"1511.03575","title":"Federated Optimization:Distributed Optimization Beyond the Datacenter","created":"2015-11-11","cited_by_count":195},{"id":"2012.06337","title":"Privacy and Robustness in Federated Learning: Attacks and Defenses","created":"2020-12-07","cited_by_count":166},{"id":"2403.12313","title":"Improving LoRA in Privacy-preserving Federated Learning","created":"2024-03-18","cited_by_count":161},{"id":"1910.14425","title":"On the Convergence of Local Descent Methods in Federated Learning","created":"2019-10-31","cited_by_count":153},{"id":"1901.09269","title":"Distributed Learning with Compressed Gradient Differences","created":"2019-01-26","cited_by_count":112},{"id":"1905.10988","title":"Natural Compression for Distributed Deep Learning","created":"2019-05-27","cited_by_count":90},{"id":"2402.16842","title":"Asymmetry in Low-Rank Adapters of Foundation Models","created":"2024-02-26","cited_by_count":86},{"id":"2008.00051","title":"On the Convergence of SGD with Biased Gradients","created":"2020-07-31","cited_by_count":83},{"id":"1907.04232","title":"Unified Optimal Analysis of the (Stochastic) Gradient Method","created":"2019-07-09","cited_by_count":82},{"id":"2401.04151","title":"Chain of LoRA: Efficient Fine-tuning of Language Models via Residual Learning","created":"2024-01-08","cited_by_count":82},{"id":"1909.04715","title":"First Analysis of Local GD on Heterogeneous Data","created":"2019-09-10","cited_by_count":81},{"id":"2106.07820","title":"On Large-Cohort Training for Federated Learning","created":"2021-06-15","cited_by_count":74},{"id":"1904.05115","title":"Stochastic Distributed Learning with Gradient Quantization and Variance Reduction","created":"2019-04-10","cited_by_count":65},{"id":"1903.01463","title":"SGD without Replacement: Sharper Rates for General Smooth Convex Functions","created":"2019-03-04","cited_by_count":61},{"id":"2302.00999","title":"High-Probability Bounds for Stochastic Optimization and Variational Inequalities: the Case of Unbounded Variance","created":"2023-02-02","cited_by_count":61},{"id":"1806.06573","title":"Distributed learning with compressed gradients","created":"2018-06-18","cited_by_count":55},{"id":"2106.02969","title":"FedNL: Making Newton-Type Methods Applicable to Federated Learning","created":"2021-06-05","cited_by_count":52},{"id":"2006.14591","title":"Bidirectional compression in heterogeneous settings for distributed or federated learning with partial participation: tight convergence guarantees","created":"2020-06-25","cited_by_count":46},{"id":"1803.06573","title":"On the Fenchel Duality between Strong Convexity and Lipschitz Continuous Gradient","created":"2018-03-17","cited_by_count":43},{"id":"2107.12603","title":"Federated Learning Meets Natural Language Processing: A Survey","created":"2021-07-27","cited_by_count":43},{"id":"2011.10464","title":"A Reputation Mechanism Is All You Need: Collaborative Fairness and Adversarial Robustness in Federated Learning","created":"2020-11-20","cited_by_count":41},{"id":"2007.00878","title":"On the Outsized Importance of Learning Rates in Local Update Methods","created":"2020-07-02","cited_by_count":36},{"id":"2110.10342","title":"Minibatch vs Local SGD with Shuffling: Tight Convergence Bounds and Beyond","created":"2021-10-20","cited_by_count":36},{"id":"1606.07365","title":"Parallel SGD: When does averaging help?","created":"2016-06-23","cited_by_count":32},{"id":"2102.01583","title":"The Min-Max Complexity of Distributed Stochastic Convex Optimization with Intermittent Communication","created":"2021-02-02","cited_by_count":31},{"id":"2202.01545","title":"Byzantine-Robust Decentralized Learning via ClippedGossip","created":"2022-02-03","cited_by_count":31},{"id":"2105.08023","title":"Removing Data Heterogeneity Influence Enhances Network Topology Dependence of Decentralized SGD","created":"2021-05-17","cited_by_count":29},{"id":"2207.12891","title":"RandProx: Primal-Dual Optimization Algorithms with Randomized Proximal Updates","created":"2022-07-26","cited_by_count":28},{"id":"2003.06307","title":"Communication-Efficient Distributed Deep Learning: A Comprehensive Survey","created":"2020-03-10","cited_by_count":26},{"id":"1910.09126","title":"Communication-Efficient Local Decentralized SGD Methods","created":"2019-10-21","cited_by_count":23},{"id":"2204.13169","title":"FedShuffle: Recipes for Better Use of Local Work in Federated Learning","created":"2022-04-27","cited_by_count":21},{"id":"2110.08133","title":"Trade-offs of Local SGD at Scale: An Empirical Study","created":"2021-10-15","cited_by_count":20},{"id":"2009.02388","title":"On Communication Compression for Distributed Optimization on Heterogeneous Data","created":"2020-09-04","cited_by_count":19},{"id":"2210.16402","title":"GradSkip: Communication-Accelerated Local Gradient Methods with Better Computational Complexity","created":"2022-10-28","cited_by_count":18},{"id":"1912.00137","title":"Proximal Splitting Algorithms for Convex Optimization: A Tour of Recent Advances, with New Twists","created":"2019-11-30","cited_by_count":16},{"id":"1909.05350","title":"The Error-Feedback Framework: Better Rates for SGD with Delayed Gradients and Compressed Communication","created":"2019-09-11","cited_by_count":14},{"id":"2106.03056","title":"MURANA: A Generic Framework for Stochastic Variance-Reduced Optimization","created":"2021-06-06","cited_by_count":14},{"id":"2302.03662","title":"Federated Learning with Regularized Client Participation","created":"2023-02-07","cited_by_count":14},{"id":"2402.12780","title":"Byzantine-Robust Federated Learning: Impact of Client Subsampling and Local Updates","created":"2024-02-20","cited_by_count":14},{"id":"1312.1666","title":"Semi-Stochastic Gradient Descent Methods","created":"2013-12-05","cited_by_count":13},{"id":"2104.06685","title":"BROADCAST: Reducing Both Stochastic and Compression Noise to Robustify Communication-Efficient Federated Learning","created":"2021-04-14","cited_by_count":13},{"id":"2304.01119","title":"Improved Convergence in High Probability of Clipped Gradient Methods with Heavy Tails","created":"2023-04-03","cited_by_count":13},{"id":"2410.08305","title":"Randomized Asymmetric Chain of LoRA: The First Meaningful Theoretical Framework for Low-Rank Adaptation","created":"2024-10-10","cited_by_count":13},{"id":"2106.11257","title":"Secure Distributed Training at Scale","created":"2021-06-21","cited_by_count":12},{"id":"2205.03914","title":"Federated Random Reshuffling with Compression and Variance Reduction","created":"2022-05-08","cited_by_count":12},{"id":"1810.05291","title":"signSGD with Majority Vote is Communication Efficient And Fault Tolerant","created":"2018-10-11","cited_by_count":11},{"id":"2206.02275","title":"Sharper Rates and Flexible Framework for Nonconvex SGD with Client and Data Sampling","created":"2022-06-05","cited_by_count":10},{"id":"2103.08894","title":"Distributed Deep Learning Using Volunteer Computing-Like Paradigm","created":"2021-03-16","cited_by_count":9},{"id":"2007.15030","title":"Dynamic Defense Against Byzantine Poisoning Attacks in Federated Learning","created":"2020-07-29","cited_by_count":8},{"id":"2110.03294","title":"EF21 with Bells & Whistles: Six Algorithmic Extensions of Modern Error Feedback","created":"2021-10-07","cited_by_count":8},{"id":"2306.03240","title":"Improving Accelerated Federated Learning with Compression and Importance Sampling","created":"2023-06-05","cited_by_count":8},{"id":"2112.15287","title":"Distributed Random Reshuffling over Networks","created":"2021-12-31","cited_by_count":7},{"id":"2502.03401","title":"Revisiting Stochastic Proximal Point Methods: Generalized Smoothness and Similarity","created":"2025-02-05","cited_by_count":6},{"id":"2402.10774","title":"Error Feedback Reloaded: From Quadratic to Arithmetic Mean of Smoothness Constants","created":"2024-02-16","cited_by_count":5},{"id":"2006.13421","title":"ByGARS: Byzantine SGD with Arbitrary Number of Attackers","created":"2020-06-24","cited_by_count":4},{"id":"2302.09832","title":"TAMUNA: Doubly Accelerated Distributed Optimization under Partial Participation","created":"2023-02-20","cited_by_count":4},{"id":"2412.02781","title":"Methods with Local Steps and Random Reshuffling for Generally Smooth Non-Convex Federated Optimization","created":"2024-12-03","cited_by_count":4},{"id":"2311.16086","title":"MAST: Model-Agnostic Sparsified Training","created":"2023-11-27","cited_by_count":3},{"id":"2604.10689","title":"Communication-Efficient Gluon in Federated Learning","created":"2026-04-12","cited_by_count":3},{"id":"2403.06677","title":"Streamlining in the Riemannian Realm: Efficient Riemannian Optimization with Loopless Variance Reduction","created":"2024-03-11","cited_by_count":2},{"id":"2511.14501","title":"Improved Convergence in Parameter-Agnostic Error Feedback through Momentum","created":"2025-11-18","cited_by_count":2},{"id":"2512.21521","title":"First Provable Guarantees for Practical Private FL: Beyond Restrictive Assumptions","created":"2025-12-25","cited_by_count":1},{"id":"2603.23472","title":"Byzantine-Robust and Differentially Private Federated Optimization under Weaker Assumptions","created":"2026-03-24","cited_by_count":1}],"next_cursor":null}