{"total":146,"rows":[{"id":"2111.04263","title":"Federated Learning Based on Dynamic Regularization","created":"2021-11-08","cited_by_count":562,"area":null},{"id":"2107.06917","title":"A Field Guide to Federated Optimization","created":"2021-07-14","cited_by_count":315,"area":null},{"id":"2108.06098","title":"FedPara: Low-Rank Hadamard Product for Communication-Efficient Federated Learning","created":"2021-08-13","cited_by_count":141,"area":null},{"id":"2104.02151","title":"Distributed Learning in Wireless Networks: Recent Progress and Future Challenges","created":"2021-04-05","cited_by_count":129,"area":null},{"id":"2206.00187","title":"DisPFL: Towards Communication-Efficient Personalized Federated Learning via Decentralized Sparse Training","created":"2022-06-01","cited_by_count":74,"area":null},{"id":"2102.04487","title":"Adaptive Quantization of Model Updates for Communication-Efficient Federated Learning","created":"2021-02-08","cited_by_count":63,"area":null},{"id":"2105.08339","title":"DRIVE: One-bit Distributed Mean Estimation","created":"2021-05-18","cited_by_count":52,"area":null},{"id":"2106.02969","title":"FedNL: Making Newton-Type Methods Applicable to Federated Learning","created":"2021-06-05","cited_by_count":52,"area":null},{"id":"2101.12704","title":"Federated Learning over Wireless Device-to-Device Networks: Algorithms and Convergence Analysis","created":"2021-01-29","cited_by_count":51,"area":null},{"id":"2103.17150","title":"Federated Learning: A Signal Processing Perspective","created":"2021-03-31","cited_by_count":49,"area":null},{"id":"2108.00951","title":"Rethinking gradient sparsification as total error minimization","created":"2021-08-02","cited_by_count":41,"area":null},{"id":"2102.13152","title":"Local Stochastic Gradient Descent Ascent: Convergence Analysis and Communication Efficiency","created":"2021-02-25","cited_by_count":40,"area":null},{"id":"2104.11981","title":"DecentLaM: Decentralized Momentum SGD for Large-batch Deep Training","created":"2021-04-24","cited_by_count":40,"area":null},{"id":"2202.07262","title":"Stochastic Gradient Descent-Ascent: Unified Theory and New Efficient Methods","created":"2022-02-15","cited_by_count":37,"area":null},{"id":"2110.03300","title":"Permutation Compressors for Provably Faster Distributed Nonconvex Optimization","created":"2021-10-07","cited_by_count":32,"area":null},{"id":"2305.15155","title":"Momentum Provably Improves Error Feedback!","created":"2023-05-24","cited_by_count":31,"area":null},{"id":"2204.08125","title":"FedKL: Tackling Data Heterogeneity in Federated Reinforcement Learning by Penalizing KL Divergence","created":"2022-04-18","cited_by_count":29,"area":null},{"id":"2201.07912","title":"Communication-Efficient Device Scheduling for Federated Learning Using Stochastic Optimization","created":"2022-01-19","cited_by_count":28,"area":null},{"id":"2102.12099","title":"Lossless Compression of Efficient Private Local Randomizers","created":"2021-02-24","cited_by_count":27,"area":null},{"id":"2203.13789","title":"FLUTE: A Scalable, Extensible Framework for High-Performance Federated Learning Simulations","created":"2022-03-25","cited_by_count":27,"area":null},{"id":"2101.08837","title":"Time-Correlated Sparsification for Communication-Efficient Federated Learning","created":"2021-01-21","cited_by_count":26,"area":null},{"id":"2106.00797","title":"QLSD: Quantised Langevin stochastic dynamics for Bayesian federated learning","created":"2021-06-01","cited_by_count":26,"area":null},{"id":"2112.10769","title":"Accurate Neural Training with 4-bit Matrix Multiplications at Standard Formats","created":"2021-12-19","cited_by_count":26,"area":null},{"id":"2204.09715","title":"Scaling Language Model Size in Cross-Device Federated Learning","created":"2022-03-31","cited_by_count":25,"area":null},{"id":"2104.06069","title":"1-bit LAMB: Communication Efficient Large-Scale Large-Batch Training with LAMB's Convergence Speed","created":"2021-04-13","cited_by_count":24,"area":null},{"id":"2107.09461","title":"CANITA: Faster Rates for Distributed Convex Optimization with Communication Compression","created":"2021-07-20","cited_by_count":23,"area":null},{"id":"2111.00092","title":"Optimal Compression of Locally Differentially Private Mechanisms","created":"2021-10-29","cited_by_count":22,"area":null},{"id":"2204.13169","title":"FedShuffle: Recipes for Better Use of Local Work in Federated Learning","created":"2022-04-27","cited_by_count":21,"area":null},{"id":"2103.08870","title":"Learned Gradient Compression for Distributed Deep Learning","created":"2021-03-16","cited_by_count":20,"area":null},{"id":"2212.07356","title":"Scheduling and Aggregation Design for Asynchronous Federated Learning over Wireless Networks","created":"2022-12-14","cited_by_count":20,"area":null},{"id":"2202.01971","title":"Aggregation Service for Federated Learning: An Efficient, Secure, and More Resilient Realization","created":"2022-02-04","cited_by_count":19,"area":null},{"id":"2103.01548","title":"PFA: Privacy-preserving Federated Adaptation for Effective Model Personalization","created":"2021-03-02","cited_by_count":18,"area":null},{"id":"2105.11028","title":"Fast Federated Learning by Balancing Communication Trade-Offs","created":"2021-05-23","cited_by_count":18,"area":null},{"id":"2107.00961","title":"ResIST: Layer-Wise Decomposition of ResNets for Distributed Training","created":"2021-07-02","cited_by_count":18,"area":null},{"id":"2206.07021","title":"Federated Optimization Algorithms with Random Reshuffling and Gradient Compression","created":"2022-06-14","cited_by_count":18,"area":null},{"id":"2103.02351","title":"Critical Parameters for Scalable Distributed Learning with Large Batches and Asynchronous Updates","created":"2021-03-03","cited_by_count":17,"area":null},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17,"area":null},{"id":"2111.05897","title":"Persia: An Open, Hybrid System Scaling Deep Learning-based Recommenders up to 100 Trillion Parameters","created":"2021-11-10","cited_by_count":17,"area":null},{"id":"2206.02633","title":"Towards Fair Federated Recommendation Learning: Characterizing the Inter-Dependence of System and Data Heterogeneity","created":"2022-05-30","cited_by_count":17,"area":null},{"id":"2208.05174","title":"FedOBD: Opportunistic Block Dropout for Efficiently Training Large-scale Neural Networks through Federated Learning","created":"2022-08-10","cited_by_count":17,"area":null},{"id":"2301.06447","title":"HiFlash: Communication-Efficient Hierarchical Federated Learning with Adaptive Staleness Control and Heterogeneity-aware Client-Edge Association","created":"2023-01-16","cited_by_count":17,"area":null},{"id":"2306.11913","title":"Randomized Quantization is All You Need for Differential Privacy in Federated Learning","created":"2023-06-20","cited_by_count":17,"area":null},{"id":"2102.01732","title":"Truly Sparse Neural Networks at Scale","created":"2021-02-02","cited_by_count":16,"area":null},{"id":"2105.07806","title":"Towards Demystifying Serverless Machine Learning Training","created":"2021-05-17","cited_by_count":16,"area":null},{"id":"2111.06067","title":"Solving Multi-Arm Bandit Using a Few Bits of Communication","created":"2021-11-11","cited_by_count":16,"area":null},{"id":"2202.00280","title":"Recycling Model Updates in Federated Learning: Are Gradient Subspaces Low-Rank?","created":"2022-02-01","cited_by_count":16,"area":null},{"id":"2202.01268","title":"DASHA: Distributed Nonconvex Optimization with Communication Compression, Optimal Oracle Complexity, and No Client Synchronization","created":"2022-02-02","cited_by_count":16,"area":null},{"id":"2204.08069","title":"Self-Aware Personalized Federated Learning","created":"2022-04-17","cited_by_count":16,"area":null},{"id":"2107.11304","title":"Finite-Bit Quantization For Distributed Algorithms With Linear Convergence","created":"2021-07-23","cited_by_count":15,"area":null},{"id":"2110.03681","title":"Neural Tangent Kernel Empowered Federated Learning","created":"2021-10-07","cited_by_count":15,"area":null},{"id":"2111.01847","title":"Basis Matters: Better Communication-Efficient Second Order Methods for Federated Learning","created":"2021-11-02","cited_by_count":15,"area":null},{"id":"2112.06694","title":"Optimal Rate Adaption in Federated Learning with Compressed Communications","created":"2021-12-13","cited_by_count":15,"area":null},{"id":"2201.11865","title":"FedLite: A Scalable Approach for Federated Learning on Resource-constrained Clients","created":"2022-01-28","cited_by_count":15,"area":null},{"id":"2104.03490","title":"Joint Optimization of Communications and Federated Learning Over the Air","created":"2021-04-08","cited_by_count":14,"area":null},{"id":"2201.02664","title":"Optimizing the Communication-Accuracy Trade-off in Federated Learning with Rate-Distortion Theory","created":"2022-01-07","cited_by_count":14,"area":null},{"id":"2205.06491","title":"Tighter Regret Analysis and Optimization of Online Federated Learning","created":"2022-05-13","cited_by_count":14,"area":null},{"id":"2302.03662","title":"Federated Learning with Regularized Client Participation","created":"2023-02-07","cited_by_count":14,"area":null},{"id":"2102.02802","title":"Federated mmWave Beam Selection Utilizing LIDAR Data","created":"2021-02-04","cited_by_count":12,"area":null},{"id":"2106.11257","title":"Secure Distributed Training at Scale","created":"2021-06-21","cited_by_count":12,"area":null},{"id":"2111.11556","title":"FLIX: A Simple and Communication-Efficient Alternative to Local Methods in Federated Learning","created":"2021-11-22","cited_by_count":12,"area":null},{"id":"2205.03914","title":"Federated Random Reshuffling with Compression and Variance Reduction","created":"2022-05-08","cited_by_count":12,"area":null},{"id":"2305.07612","title":"Lower Bounds and Accelerated Algorithms in Distributed Stochastic Optimization with Communication Compression","created":"2023-05-12","cited_by_count":11,"area":null},{"id":"2103.02270","title":"Temporal-Structure-Assisted Gradient Aggregation for Over-the-Air Federated Edge Learning","created":"2021-03-03","cited_by_count":10,"area":null},{"id":"2110.02177","title":"Secure Aggregation for Buffered Asynchronous Federated Learning","created":"2021-10-05","cited_by_count":10,"area":null},{"id":"2111.00856","title":"Large-Scale Deep Learning Optimizations: A Comprehensive Survey","created":"2021-11-01","cited_by_count":10,"area":null},{"id":"2202.03099","title":"FL_PyTorch: optimization research simulator for federated learning","created":"2022-02-07","cited_by_count":10,"area":null},{"id":"2205.15614","title":"Communication-Efficient Distributionally Robust Decentralized Learning","created":"2022-05-31","cited_by_count":10,"area":null},{"id":"2102.08374","title":"IntSGD: Adaptive Floatless Compression of Stochastic Gradients","created":"2021-02-16","cited_by_count":9,"area":null},{"id":"2109.03999","title":"Towards Efficient Synchronous Federated Training: A Survey on System Optimization Strategies","created":"2021-09-09","cited_by_count":9,"area":null},{"id":"2109.06710","title":"Fast Federated Edge Learning with Overlapped Communication and Computation and Channel-Aware Fair Client Scheduling","created":"2021-09-14","cited_by_count":9,"area":null},{"id":"2202.02491","title":"Distributed Learning With Sparsified Gradient Differences","created":"2022-02-05","cited_by_count":9,"area":null},{"id":"2205.09868","title":"Service Delay Minimization for Federated Learning over Mobile Devices","created":"2022-05-19","cited_by_count":9,"area":null},{"id":"2101.02198","title":"Federated Learning over Noisy Channels: Convergence Analysis and Design Examples","created":"2021-01-06","cited_by_count":8,"area":null},{"id":"2107.13490","title":"Adaptive Precision Training (AdaPT): A dynamic fixed point quantized training approach for DNNs","created":"2021-07-28","cited_by_count":8,"area":null},{"id":"2112.09355","title":"From Deterioration to Acceleration: A Calibration Approach to Rehabilitating Step Asynchronism in Federated Optimization","created":"2021-12-17","cited_by_count":8,"area":null},{"id":"2201.03064","title":"Stability Based Generalization Bounds for Exponential Family Langevin Dynamics","created":"2022-01-09","cited_by_count":8,"area":null},{"id":"2301.08897","title":"ScaDLES: Scalable Deep Learning over Streaming data at the Edge","created":"2023-01-21","cited_by_count":8,"area":null},{"id":"2102.05715","title":"Sparse-Push: Communication- & Energy-Efficient Decentralized Distributed Learning over Directed & Time-Varying Graphs with non-IID Datasets","created":"2021-02-10","cited_by_count":7,"area":null},{"id":"2106.07155","title":"CFedAvg: Achieving Efficient Communication and Fast Convergence in Non-IID Federated Learning","created":"2021-06-14","cited_by_count":7,"area":null},{"id":"2110.02065","title":"SDR: Efficient Neural Re-ranking using Succinct Document Representation","created":"2021-10-03","cited_by_count":7,"area":null},{"id":"2110.07751","title":"Leveraging Spatial and Temporal Correlations in Sparsified Mean Estimation","created":"2021-10-14","cited_by_count":7,"area":null},{"id":"2202.08420","title":"Time-Correlated Sparsification for Efficient Over-the-Air Model Aggregation in Wireless Federated Learning","created":"2022-02-17","cited_by_count":7,"area":null},{"id":"2204.02183","title":"Optimising Communication Overhead in Federated Learning Using NSGA-II","created":"2022-04-01","cited_by_count":7,"area":null},{"id":"2205.13341","title":"QUIC-FL: Quick Unbiased Compression for Federated Learning","created":"2022-05-26","cited_by_count":7,"area":null},{"id":"2208.05287","title":"Adaptive Learning Rates for Faster Stochastic Gradient Methods","created":"2022-08-10","cited_by_count":7,"area":null},{"id":"2209.07821","title":"Quantization for decentralized learning under subspace constraints","created":"2022-09-16","cited_by_count":7,"area":null},{"id":"2110.09660","title":"BEV-SGD: Best Effort Voting SGD for Analog Aggregation Based Federated Learning against Byzantine Attackers","created":"2021-10-18","cited_by_count":6,"area":null},{"id":"2206.10452","title":"Shifted Compression Framework: Generalizations and Improvements","created":"2022-06-21","cited_by_count":6,"area":null},{"id":"2301.09848","title":"Gossiped and Quantized Online Multi-Kernel Learning","created":"2023-01-24","cited_by_count":6,"area":null},{"id":"2103.07578","title":"Efficient Randomized Subspace Embeddings for Distributed Optimization under a Communication Budget","created":"2021-03-13","cited_by_count":5,"area":null},{"id":"2207.07941","title":"MixTailor: Mixed Gradient Aggregation for Robust Learning Against Tailored Attacks","created":"2022-07-16","cited_by_count":5,"area":null},{"id":"2102.07767","title":"Communication-efficient Distributed Cooperative Learning with Compressed Beliefs","created":"2021-02-14","cited_by_count":4,"area":null},{"id":"2104.05588","title":"Accelerating Neural Network Training with Distributed Asynchronous and Selective Optimization (DASO)","created":"2021-04-12","cited_by_count":4,"area":null},{"id":"2105.11818","title":"SGD with Coordinate Sampling: Theory and Practice","created":"2021-05-25","cited_by_count":4,"area":null},{"id":"2111.06146","title":"FedGreen: Federated Learning with Fine-Grained Gradient Compression for Green Mobile Edge Computing","created":"2021-11-11","cited_by_count":4,"area":null},{"id":"2112.05559","title":"Collaborative Learning over Wireless Networks: An Introductory Overview","created":"2021-12-07","cited_by_count":4,"area":null},{"id":"2206.00920","title":"Federated Learning with a Sampling Algorithm under Isoperimetry","created":"2022-06-02","cited_by_count":4,"area":null},{"id":"2303.05206","title":"FedREP: A Byzantine-Robust, Communication-Efficient and Privacy-Preserving Framework for Federated Learning","created":"2023-03-09","cited_by_count":4,"area":null},{"id":"2101.04354","title":"Activation Density based Mixed-Precision Quantization for Energy Efficient Neural Networks","created":"2021-01-12","cited_by_count":3,"area":null},{"id":"2101.07995","title":"FedNS: Improving Federated Learning for collaborative image classification on mobile clients","created":"2021-01-20","cited_by_count":3,"area":null}],"next_cursor":"100"}