{"total":250,"rows":[{"id":"2106.06843","title":"Federated Learning on Non-IID Data: A Survey","created":"2021-06-12","cited_by_count":346,"area":null},{"id":"2107.06917","title":"A Field Guide to Federated Optimization","created":"2021-07-14","cited_by_count":315,"area":null},{"id":"2108.06098","title":"FedPara: Low-Rank Hadamard Product for Communication-Efficient Federated Learning","created":"2021-08-13","cited_by_count":141,"area":null},{"id":"2104.02151","title":"Distributed Learning in Wireless Networks: Recent Progress and Future Challenges","created":"2021-04-05","cited_by_count":129,"area":null},{"id":"2102.07053","title":"Linear Convergence in Federated Learning: Tackling Client Heterogeneity and Sparse Gradients","created":"2021-02-14","cited_by_count":123,"area":null},{"id":"2308.08165","title":"Stochastic Controlled Averaging for Federated Learning with Communication Compression","created":"2023-08-16","cited_by_count":101,"area":null},{"id":"2111.12444","title":"Edge Artificial Intelligence for 6G: Vision, Enabling Technologies, and Applications","created":"2021-11-24","cited_by_count":97,"area":null},{"id":"2405.13954","title":"What is Your Data Worth to GPT? LLM-Scale Data Valuation with Influence Functions","created":"2024-05-22","cited_by_count":94,"area":null},{"id":"2102.02888","title":"1-bit Adam: Communication Efficient Large-Scale Training with Adam's Convergence Speed","created":"2021-02-04","cited_by_count":75,"area":null},{"id":"2206.00187","title":"DisPFL: Towards Communication-Efficient Personalized Federated Learning via Decentralized Sparse Training","created":"2022-06-01","cited_by_count":74,"area":null},{"id":"2102.01854","title":"Provably Secure Federated Learning against Malicious Clients","created":"2021-02-03","cited_by_count":63,"area":null},{"id":"2102.04487","title":"Adaptive Quantization of Model Updates for Communication-Efficient Federated Learning","created":"2021-02-08","cited_by_count":63,"area":null},{"id":"2103.03936","title":"Pufferfish: Communication-efficient Models At No Extra Cost","created":"2021-03-05","cited_by_count":61,"area":null},{"id":"2406.06858","title":"FLUX: Fast Software-based Communication Overlap On GPUs Through Kernel Fusion","created":"2024-06-11","cited_by_count":57,"area":null},{"id":"2108.08842","title":"EDEN: Communication-Efficient and Robust Distributed Mean Estimation for Federated Learning","created":"2021-08-19","cited_by_count":55,"area":null},{"id":"2105.08339","title":"DRIVE: One-bit Distributed Mean Estimation","created":"2021-05-18","cited_by_count":52,"area":null},{"id":"2203.10428","title":"PipeGCN: Efficient Full-Graph Training of Graph Convolutional Networks with Pipelined Feature Communication","created":"2022-03-20","cited_by_count":45,"area":null},{"id":"2108.00951","title":"Rethinking gradient sparsification as total error minimization","created":"2021-08-02","cited_by_count":41,"area":null},{"id":"2408.12857","title":"Memory-Efficient LLM Training with Online Subspace Descent","created":"2024-08-23","cited_by_count":39,"area":null},{"id":"2202.07262","title":"Stochastic Gradient Descent-Ascent: Unified Theory and New Efficient Methods","created":"2022-02-15","cited_by_count":37,"area":null},{"id":"2103.03239","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","created":"2021-03-04","cited_by_count":36,"area":null},{"id":"2110.10302","title":"Layer-wise Adaptive Model Aggregation for Scalable Federated Learning","created":"2021-10-19","cited_by_count":36,"area":null},{"id":"2206.08330","title":"Compressed-VFL: Communication-Efficient Learning with Vertically Partitioned Data","created":"2022-06-16","cited_by_count":36,"area":null},{"id":"2206.03665","title":"Lower Bounds and Nearly Optimal Algorithms in Distributed Learning with Communication Compression","created":"2022-06-08","cited_by_count":33,"area":null},{"id":"2101.10761","title":"An Efficient Statistical-based Gradient Compression Technique for Distributed Training Systems","created":"2021-01-26","cited_by_count":32,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2209.15328","title":"Sparse Random Networks for Communication-Efficient Federated Learning","created":"2022-09-30","cited_by_count":32,"area":null},{"id":"2204.01273","title":"FedSynth: Gradient Compression via Synthetic Data in Federated Learning","created":"2022-04-04","cited_by_count":31,"area":null},{"id":"2206.01299","title":"Fine-tuning Language Models over Slow Networks using Activation Compression with Guarantees","created":"2022-06-02","cited_by_count":30,"area":null},{"id":"2302.00543","title":"DoCoFL: Downlink Compression for Cross-Device Federated Learning","created":"2023-02-01","cited_by_count":28,"area":null},{"id":"2102.01593","title":"FEDZIP: A Compression Framework for Communication-Efficient Federated Learning","created":"2021-02-02","cited_by_count":27,"area":null},{"id":"2110.05323","title":"ProgFed: Effective, Communication, and Computation Efficient Federated Learning by Progressive Training","created":"2021-10-11","cited_by_count":27,"area":null},{"id":"2101.08837","title":"Time-Correlated Sparsification for Communication-Efficient Federated Learning","created":"2021-01-21","cited_by_count":26,"area":null},{"id":"2103.00543","title":"On the Utility of Gradient Compression in Distributed Training Systems","created":"2021-02-28","cited_by_count":26,"area":null},{"id":"2102.07158","title":"Distributed Second Order Methods with Fast Rates and Compressed Communication","created":"2021-02-14","cited_by_count":25,"area":null},{"id":"2109.05109","title":"Toward Communication Efficient Adaptive Gradient Method","created":"2021-09-10","cited_by_count":25,"area":null},{"id":"2204.09715","title":"Scaling Language Model Size in Cross-Device Federated Learning","created":"2022-03-31","cited_by_count":25,"area":null},{"id":"2104.06069","title":"1-bit LAMB: Communication Efficient Large-Scale Large-Batch Training with LAMB's Convergence Speed","created":"2021-04-13","cited_by_count":24,"area":null},{"id":"2201.07598","title":"Near-Optimal Sparse Allreduce for Distributed Deep Learning","created":"2022-01-19","cited_by_count":23,"area":null},{"id":"2111.00092","title":"Optimal Compression of Locally Differentially Private Mechanisms","created":"2021-10-29","cited_by_count":22,"area":null},{"id":"2201.06227","title":"Egeria: Efficient DNN Training with Knowledge-Guided Layer Freezing","created":"2022-01-17","cited_by_count":22,"area":null},{"id":"2304.01541","title":"Privacy Amplification via Compression: Achieving the Optimal Privacy-Accuracy-Communication Trade-off in Distributed Mean Estimation","created":"2023-04-04","cited_by_count":22,"area":null},{"id":"2305.18469","title":"Reducing Communication for Split Learning by Randomized Top-k Sparsification","created":"2023-05-29","cited_by_count":22,"area":null},{"id":"2102.07245","title":"Smoothness Matrices Beat Smoothness Constants: Better Communication Compression Techniques for Distributed Optimization","created":"2021-02-14","cited_by_count":21,"area":null},{"id":"2102.12528","title":"Preserved central model for faster bidirectional compression in distributed settings","created":"2021-02-24","cited_by_count":21,"area":null},{"id":"2204.13169","title":"FedShuffle: Recipes for Better Use of Local Work in Federated Learning","created":"2022-04-27","cited_by_count":21,"area":null},{"id":"2103.08870","title":"Learned Gradient Compression for Distributed Deep Learning","created":"2021-03-16","cited_by_count":20,"area":null},{"id":"2110.08133","title":"Trade-offs of Local SGD at Scale: An Empirical Study","created":"2021-10-15","cited_by_count":20,"area":null},{"id":"2309.01172","title":"FusionAI: Decentralized Training and Deploying LLMs with Massive Consumer-Level GPUs","created":"2023-09-03","cited_by_count":20,"area":null},{"id":"2101.09868","title":"CPT: Efficient Deep Neural Network Training via Cyclic Precision","created":"2021-01-25","cited_by_count":19,"area":null},{"id":"2205.05632","title":"On Distributed Adaptive Optimization with Gradient Compression","created":"2022-05-11","cited_by_count":19,"area":null},{"id":"2105.11028","title":"Fast Federated Learning by Balancing Communication Trade-Offs","created":"2021-05-23","cited_by_count":18,"area":null},{"id":"2311.13171","title":"ComPEFT: Compression for Communicating Parameter Efficient Updates via Sparsification and Quantization","created":"2023-11-22","cited_by_count":18,"area":null},{"id":"2405.17991","title":"VeLoRA: Memory Efficient Training using Rank-1 Sub-Token Projections","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2406.17660","title":"Grass: Compute Efficient Low-Memory LLM Training with Structured Sparse Gradients","created":"2024-06-25","cited_by_count":18,"area":null},{"id":"2104.05245","title":"Distributed Learning Systems with First-order Methods","created":"2021-04-12","cited_by_count":17,"area":null},{"id":"2111.05897","title":"Persia: An Open, Hybrid System Scaling Deep Learning-based Recommenders up to 100 Trillion Parameters","created":"2021-11-10","cited_by_count":17,"area":null},{"id":"2205.04180","title":"EF-BV: A Unified Theory of Error Feedback and Variance Reduction Mechanisms for Biased and Unbiased Compression in Distributed Optimization","created":"2022-05-09","cited_by_count":17,"area":null},{"id":"2101.12240","title":"Differential Privacy Meets Federated Learning under Communication Constraints","created":"2021-01-28","cited_by_count":16,"area":null},{"id":"2105.07806","title":"Towards Demystifying Serverless Machine Learning Training","created":"2021-05-17","cited_by_count":16,"area":null},{"id":"2111.11124","title":"Mesa: A Memory-saving Training Framework for Transformers","created":"2021-11-22","cited_by_count":16,"area":null},{"id":"2211.00188","title":"Adaptive Compression for Communication-Efficient Distributed Training","created":"2022-10-31","cited_by_count":16,"area":null},{"id":"2111.01847","title":"Basis Matters: Better Communication-Efficient Second Order Methods for Federated Learning","created":"2021-11-02","cited_by_count":15,"area":null},{"id":"2112.06694","title":"Optimal Rate Adaption in Federated Learning with Compressed Communications","created":"2021-12-13","cited_by_count":15,"area":null},{"id":"2202.06009","title":"Maximizing Communication Efficiency for Large-scale Training via 0/1 Adam","created":"2022-02-12","cited_by_count":15,"area":null},{"id":"2301.09830","title":"Optimus-CC: Efficient Large NLP Model Training with 3D Parallelism Aware Communication Compression","created":"2023-01-24","cited_by_count":15,"area":null},{"id":"2302.08545","title":"THC: Accelerating Distributed Deep Learning Using Tensor Homomorphic Compression","created":"2023-02-16","cited_by_count":15,"area":null},{"id":"2311.05645","title":"EControl: Fast Distributed Optimization with Compression and Error Control","created":"2023-11-06","cited_by_count":15,"area":null},{"id":"2106.03056","title":"MURANA: A Generic Framework for Stochastic Variance-Reduced Optimization","created":"2021-06-06","cited_by_count":14,"area":null},{"id":"2201.02664","title":"Optimizing the Communication-Accuracy Trade-off in Federated Learning with Rate-Distortion Theory","created":"2022-01-07","cited_by_count":14,"area":null},{"id":"2203.04925","title":"Correlated quantization for distributed mean estimation and optimization","created":"2022-03-09","cited_by_count":14,"area":null},{"id":"2212.08272","title":"Communication-Efficient Federated Learning for Heterogeneous Edge Devices Based on Adaptive Gradient Quantization","created":"2022-12-16","cited_by_count":14,"area":null},{"id":"2302.03662","title":"Federated Learning with Regularized Client Participation","created":"2023-02-07","cited_by_count":14,"area":null},{"id":"2304.14271","title":"A Survey on Approximate Edge AI for Energy Efficient Autonomous Driving Services","created":"2023-04-13","cited_by_count":14,"area":null},{"id":"2305.16297","title":"Unbiased Compression Saves Communication in Distributed Optimization: When and How Much?","created":"2023-05-25","cited_by_count":14,"area":null},{"id":"2104.06685","title":"BROADCAST: Reducing Both Stochastic and Compression Noise to Robustify Communication-Efficient Federated Learning","created":"2021-04-14","cited_by_count":13,"area":null},{"id":"2107.01499","title":"BAGUA: Scaling up Distributed Learning with System Relaxations","created":"2021-07-03","cited_by_count":13,"area":null},{"id":"2301.00944","title":"Temporal Difference Learning with Compressed Updates: Error-Feedback meets Reinforcement Learning","created":"2023-01-03","cited_by_count":12,"area":null},{"id":"2310.09804","title":"Communication Compression for Byzantine Robust Learning: New Efficient Algorithms and Improved Rates","created":"2023-10-15","cited_by_count":12,"area":null},{"id":"2102.04270","title":"Enabling Binary Neural Network Training on the Edge","created":"2021-02-08","cited_by_count":11,"area":null},{"id":"2102.07972","title":"Federated Learning over Wireless Networks: A Band-limited Coordinated Descent Approach","created":"2021-02-16","cited_by_count":11,"area":null},{"id":"2202.11453","title":"Bitwidth Heterogeneous Federated Learning with Progressive Weight Dequantization","created":"2022-02-23","cited_by_count":11,"area":null},{"id":"2205.14473","title":"Efficient-Adam: Communication-Efficient Distributed Adam","created":"2022-05-28","cited_by_count":11,"area":null},{"id":"2206.03588","title":"Distributed Newton-Type Methods with Communication Compression and Bernoulli Aggregation","created":"2022-06-07","cited_by_count":11,"area":null},{"id":"2206.05558","title":"Communication-Efficient Robust Federated Learning with Noisy Labels","created":"2022-06-11","cited_by_count":11,"area":null},{"id":"2305.07612","title":"Lower Bounds and Accelerated Algorithms in Distributed Stochastic Optimization with Communication Compression","created":"2023-05-12","cited_by_count":11,"area":null},{"id":"2310.20682","title":"Compression with Exact Error Distribution for Federated Learning","created":"2023-10-31","cited_by_count":11,"area":null},{"id":"2411.19870","title":"DeMo: Decoupled Momentum Optimization","created":"2024-11-29","cited_by_count":11,"area":null},{"id":"2105.04153","title":"Slashing Communication Traffic in Federated Learning by Transmitting Clustered Model Updates","created":"2021-05-10","cited_by_count":10,"area":null},{"id":"2111.00856","title":"Large-Scale Deep Learning Optimizations: A Comprehensive Survey","created":"2021-11-01","cited_by_count":10,"area":null},{"id":"2202.03099","title":"FL_PyTorch: optimization research simulator for federated learning","created":"2022-02-07","cited_by_count":10,"area":null},{"id":"2310.09789","title":"FLrce: Resource-Efficient Federated Learning with Early-Stopping Strategy","created":"2023-10-15","cited_by_count":10,"area":null},{"id":"2404.06114","title":"Communication-Efficient Large-Scale Distributed Deep Learning: A Comprehensive Survey","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2109.03999","title":"Towards Efficient Synchronous Federated Training: A Survey on System Optimization Strategies","created":"2021-09-09","cited_by_count":9,"area":null},{"id":"2109.06710","title":"Fast Federated Edge Learning with Overlapped Communication and Computation and Channel-Aware Fair Client Scheduling","created":"2021-09-14","cited_by_count":9,"area":null},{"id":"2203.01198","title":"Linear Stochastic Bandits over a Bit-Constrained Channel","created":"2022-03-02","cited_by_count":9,"area":null},{"id":"2306.04924","title":"Exact Optimality of Communication-Privacy-Utility Tradeoffs in Distributed Mean Estimation","created":"2023-06-08","cited_by_count":9,"area":null},{"id":"2210.07376","title":"ScionFL: Efficient and Robust Secure Quantized Aggregation","created":"2022-10-13","cited_by_count":8,"area":null},{"id":"2301.08897","title":"ScaDLES: Scalable Deep Learning over Streaming data at the Edge","created":"2023-01-21","cited_by_count":8,"area":null},{"id":"2106.07155","title":"CFedAvg: Achieving Efficient Communication and Fast Convergence in Non-IID Federated Learning","created":"2021-06-14","cited_by_count":7,"area":null}],"next_cursor":"100"}