{"total":136,"rows":[{"id":"2106.06639","title":"Federated Learning with Buffered Asynchronous Aggregation","created":"2021-06-11","cited_by_count":190,"area":null},{"id":"2104.02151","title":"Distributed Learning in Wireless Networks: Recent Progress and Future Challenges","created":"2021-04-05","cited_by_count":129,"area":null},{"id":"2104.14380","title":"PPFL: Privacy-preserving Federated Learning with Trusted Execution Environments","created":"2021-04-29","cited_by_count":93,"area":null},{"id":"2108.11887","title":"Federated Reinforcement Learning: Techniques, Applications, and Open Challenges","created":"2021-08-26","cited_by_count":81,"area":null},{"id":"2206.07638","title":"Asynchronous SGD Beats Minibatch SGD Under Arbitrary Delays","created":"2022-06-15","cited_by_count":63,"area":null},{"id":"2103.03936","title":"Pufferfish: Communication-efficient Models At No Extra Cost","created":"2021-03-05","cited_by_count":61,"area":null},{"id":"2105.11118","title":"Dorylus: Affordable, Scalable, and Accurate GNN Training with Distributed CPU Servers and Serverless Threads","created":"2021-05-24","cited_by_count":51,"area":null},{"id":"2204.12013","title":"Bamboo: Making Preemptible Instances Resilient for Affordable Training of Large DNNs","created":"2022-04-26","cited_by_count":49,"area":null},{"id":"2505.13738","title":"Power Lines: Scaling Laws for Weight Decay and Batch Size in LLM Pre-training","created":"2025-05-19","cited_by_count":43,"area":null},{"id":"2507.07101","title":"Small Batch Size Training for Language Models: When Vanilla SGD Works, and Why Gradient Accumulation Is Wasteful","created":"2025-07-09","cited_by_count":41,"area":null},{"id":"2307.09182","title":"Federated Learning for Computationally-Constrained Heterogeneous Devices: A Survey","created":"2023-07-18","cited_by_count":40,"area":null},{"id":"2502.15938","title":"Straight to Zero: Why Linearly Decaying the Learning Rate to Zero Works Best for LLMs","created":"2025-02-21","cited_by_count":35,"area":null},{"id":"2211.00216","title":"Distributed Graph Neural Network Training: A Survey","created":"2022-11-01","cited_by_count":32,"area":null},{"id":"2102.01593","title":"FEDZIP: A Compression Framework for Communication-Efficient Federated Learning","created":"2021-02-02","cited_by_count":27,"area":null},{"id":"2111.01108","title":"Resource-Efficient Federated Learning","created":"2021-11-01","cited_by_count":26,"area":null},{"id":"2302.06873","title":"Lero: A Learning-to-Rank Query Optimizer","created":"2023-02-14","cited_by_count":26,"area":null},{"id":"2401.17319","title":"Decentralized Federated Learning: A Survey on Security and Privacy","created":"2024-01-25","cited_by_count":25,"area":null},{"id":"2307.10655","title":"A Survey of What to Share in Federated Learning: Perspectives on Model Utility, Privacy Leakage, and Communication Efficiency","created":"2023-07-20","cited_by_count":21,"area":null},{"id":"2212.07356","title":"Scheduling and Aggregation Design for Asynchronous Federated Learning over Wireless Networks","created":"2022-12-14","cited_by_count":20,"area":null},{"id":"2404.00438","title":"Communication Efficient Distributed Training with Distributed Lion","created":"2024-03-30","cited_by_count":18,"area":null},{"id":"2501.16168","title":"Ringmaster ASGD: The First Asynchronous SGD with Optimal Time Complexity","created":"2025-01-27","cited_by_count":18,"area":null},{"id":"2111.05897","title":"Persia: An Open, Hybrid System Scaling Deep Learning-based Recommenders up to 100 Trillion Parameters","created":"2021-11-10","cited_by_count":17,"area":null},{"id":"2401.16265","title":"CO2: Efficient Distributed Training with Full Communication-Computation Overlap","created":"2024-01-29","cited_by_count":17,"area":null},{"id":"2101.12240","title":"Differential Privacy Meets Federated Learning under Communication Constraints","created":"2021-01-28","cited_by_count":16,"area":null},{"id":"2308.11841","title":"A Survey for Federated Learning Evaluations: Goals and Measures","created":"2023-08-23","cited_by_count":16,"area":null},{"id":"2110.13005","title":"AxoNN: An asynchronous, message-driven parallel framework for extreme-scale deep learning","created":"2021-10-25","cited_by_count":15,"area":null},{"id":"2110.15032","title":"OneFlow: Redesign the Distributed Deep Learning Framework from Scratch","created":"2021-10-28","cited_by_count":15,"area":null},{"id":"2202.03575","title":"Deep Reinforcement Learning Assisted Federated Learning Algorithm for Data Management of IIoT","created":"2022-02-03","cited_by_count":15,"area":null},{"id":"2305.13854","title":"The Evolution of Distributed Systems for Graph Neural Networks and their Origin in Graph Processing and Deep Learning: A Survey","created":"2023-05-23","cited_by_count":14,"area":null},{"id":"2405.14009","title":"ReCycle: Resilient Training of Large DNNs using Pipeline Adaptation","created":"2024-05-22","cited_by_count":14,"area":null},{"id":"2210.13111","title":"Federated Learning and Meta Learning: Approaches, Applications, and Directions","created":"2022-10-24","cited_by_count":12,"area":null},{"id":"2210.16105","title":"Efficient and Light-Weight Federated Learning via Asynchronous Distributed Dropout","created":"2022-10-28","cited_by_count":12,"area":null},{"id":"2305.12213","title":"Taming Resource Heterogeneity In Distributed ML Training With Dynamic Batching","created":"2023-05-20","cited_by_count":12,"area":null},{"id":"2307.09048","title":"FedDefender: Client-Side Attack-Tolerant Federated Learning","created":"2023-07-18","cited_by_count":12,"area":null},{"id":"2505.05713","title":"Understanding Stragglers in Large Model Training Using What-if Analysis","created":"2025-05-09","cited_by_count":12,"area":null},{"id":"2102.02849","title":"Semi-Synchronous Federated Learning for Energy-Efficient Training and Accelerated Convergence in Cross-Silo Settings","created":"2021-02-04","cited_by_count":11,"area":null},{"id":"2311.00465","title":"Asynchronous SGD on Graphs: a Unified Framework for Asynchronous Decentralized and Federated Optimization","created":"2023-11-01","cited_by_count":11,"area":null},{"id":"2107.06548","title":"Communication-Efficient Hierarchical Federated Learning for IoT Heterogeneous Systems with Imbalanced Data","created":"2021-07-14","cited_by_count":10,"area":null},{"id":"2405.06368","title":"DP-DyLoRA: Fine-Tuning Transformer-Based Models On-Device under Differentially Private Federated Learning using Dynamic Low-Rank Adaptation","created":"2024-05-10","cited_by_count":9,"area":null},{"id":"2102.11513","title":"Mixed Policy Gradient: off-policy reinforcement learning driven jointly by data and model","created":"2021-02-23","cited_by_count":8,"area":null},{"id":"2103.01206","title":"Gradient Coding with Dynamic Clustering for Straggler-Tolerant Distributed Learning","created":"2021-03-01","cited_by_count":8,"area":null},{"id":"2112.01637","title":"AdaSplit: Adaptive Trade-offs for Resource-constrained Distributed Deep Learning","created":"2021-12-02","cited_by_count":8,"area":null},{"id":"2209.01346","title":"HammingMesh: A Network Topology for Large-Scale Deep Learning","created":"2022-09-03","cited_by_count":8,"area":null},{"id":"2107.11415","title":"Device Scheduling and Update Aggregation Policies for Asynchronous Federated Learning","created":"2021-07-23","cited_by_count":7,"area":null},{"id":"2111.04949","title":"A Survey and Empirical Evaluation of Parallel Deep Learning Frameworks","created":"2021-11-09","cited_by_count":7,"area":null},{"id":"2306.08289","title":"$\\textbf{A}^2\\textbf{CiD}^2$: Accelerating Asynchronous Communication in Decentralized Deep Learning","created":"2023-06-14","cited_by_count":7,"area":null},{"id":"2206.04742","title":"Accelerating Asynchronous Federated Learning Convergence via Opportunistic Mobile Relaying","created":"2022-06-09","cited_by_count":6,"area":null},{"id":"2410.04285","title":"MindFlayer SGD: Efficient Parallel SGD in the Presence of Heterogeneous and Random Worker Compute Times","created":"2024-10-05","cited_by_count":6,"area":null},{"id":"2209.01750","title":"Boost Decentralized Federated Learning in Vehicular Networks by Diversifying Data Sources","created":"2022-09-05","cited_by_count":5,"area":null},{"id":"2405.15545","title":"Freya PAGE: First Optimal Time Complexity for Large-Scale Nonconvex Finite-Sum Optimization with Heterogeneous Asynchronous Computations","created":"2024-05-24","cited_by_count":5,"area":null},{"id":"2502.00775","title":"ATA: Adaptive Task Allocation for Efficient Resource Management in Distributed Machine Learning","created":"2025-02-02","cited_by_count":5,"area":null},{"id":"2503.17469","title":"OmniLearn: A Framework for Distributed Deep Learning over Heterogeneous Clusters","created":"2025-03-21","cited_by_count":5,"area":null},{"id":"2509.22860","title":"Ringleader ASGD: The First Asynchronous SGD with Optimal Time Complexity under Data Heterogeneity","created":"2025-09-26","cited_by_count":5,"area":null},{"id":"2102.07500","title":"On the Impact of Device and Behavioral Heterogeneity in Federated Learning","created":"2021-02-15","cited_by_count":4,"area":null},{"id":"2103.08802","title":"Parareal Neural Networks Emulating a Parallel-in-time Algorithm","created":"2021-03-16","cited_by_count":4,"area":null},{"id":"2204.00489","title":"Accelerating Federated Edge Learning via Topology Optimization","created":"2022-04-01","cited_by_count":4,"area":null},{"id":"2206.12899","title":"FAIR-BFL: Flexible and Incentive Redesign for Blockchain-based Federated Learning","created":"2022-06-26","cited_by_count":4,"area":null},{"id":"2306.10598","title":"DropCompute: simple and more robust distributed synchronous training via compute variance reduction","created":"2023-06-18","cited_by_count":4,"area":null},{"id":"2102.06280","title":"Straggler-Resilient Distributed Machine Learning with Dynamic Backup Workers","created":"2021-02-11","cited_by_count":3,"area":null},{"id":"2104.08364","title":"Sync-Switch: Hybrid Parameter Synchronization for Distributed Deep Learning","created":"2021-04-16","cited_by_count":3,"area":null},{"id":"2105.05231","title":"Soft BIBD and Product Gradient Codes","created":"2021-05-11","cited_by_count":3,"area":null},{"id":"2106.03585","title":"Asynchronous speedup in decentralized optimization","created":"2021-06-07","cited_by_count":3,"area":null},{"id":"2206.00057","title":"Distributed Graph Neural Network Training with Periodic Stale Representation Synchronization","created":"2022-05-31","cited_by_count":3,"area":null},{"id":"2208.11879","title":"A simplified convergence theory for Byzantine resilient stochastic gradient descent","created":"2022-08-25","cited_by_count":3,"area":null},{"id":"2302.07475","title":"Sparse-SignSGD with Majority Vote for Communication-Efficient Distributed Learning","created":"2023-02-15","cited_by_count":3,"area":null},{"id":"2305.10978","title":"Client Selection for Federated Policy Optimization with Environment Heterogeneity","created":"2023-05-18","cited_by_count":3,"area":null},{"id":"2306.06559","title":"Straggler-Resilient Decentralized Learning via Adaptive Asynchronous Updates","created":"2023-06-11","cited_by_count":3,"area":null},{"id":"2107.03428","title":"Management of Resource at the Network Edge for Federated Learning","created":"2021-07-07","cited_by_count":2,"area":null},{"id":"2110.05178","title":"Gradual Federated Learning with Simulated Annealing","created":"2021-10-11","cited_by_count":2,"area":null},{"id":"2110.07029","title":"Adaptive Elastic Training for Sparse Deep Learning on Heterogeneous Multi-GPU Servers","created":"2021-10-13","cited_by_count":2,"area":null},{"id":"2205.05069","title":"Accelerating the Training of Video Super-Resolution Models","created":"2022-05-10","cited_by_count":2,"area":null},{"id":"2208.03134","title":"Adaptive Stochastic Gradient Descent for Fast and Communication-Efficient Distributed Learning","created":"2022-08-04","cited_by_count":2,"area":null},{"id":"2208.13154","title":"Asynchronous Training Schemes in Distributed Learning with Time Delay","created":"2022-08-28","cited_by_count":2,"area":null},{"id":"2302.09634","title":"Magnitude Matters: Fixing SIGNSGD Through Magnitude-Aware Sparsification in the Presence of Data Heterogeneity","created":"2023-02-19","cited_by_count":2,"area":null},{"id":"2303.04676","title":"Considerations on the Theory of Training Models with Differential Privacy","created":"2023-03-08","cited_by_count":2,"area":null},{"id":"2303.16241","title":"Convergence of the Stochastic Heavy Ball Method With Approximate Gradients and/or Block Updating","created":"2023-03-28","cited_by_count":2,"area":null},{"id":"2310.14858","title":"Dynamically Weighted Federated k-Means","created":"2023-10-23","cited_by_count":2,"area":null},{"id":"2402.11857","title":"Communication-Efficient Distributed Learning with Local Immediate Error Compensation","created":"2024-02-19","cited_by_count":2,"area":null},{"id":"2403.08383","title":"AFGI: Towards Accurate and Fast-convergent Gradient Inversion Attack in Federated Learning","created":"2024-03-13","cited_by_count":2,"area":null},{"id":"2502.08206","title":"Optimizing Asynchronous Federated Learning: A Delicate Trade-Off Between Model-Parameter Staleness and Update Frequency","created":"2025-02-12","cited_by_count":2,"area":null},{"id":"2503.11147","title":"Asynchronous Sharpness-Aware Minimization For Fast and Accurate Deep Learning","created":"2025-03-14","cited_by_count":2,"area":null},{"id":"2505.10264","title":"Cutting Through Privacy: A Hyperplane-Based Data Reconstruction Attack in Federated Learning","created":"2025-05-15","cited_by_count":2,"area":null},{"id":"2507.15601","title":"Optimal Batch-Size Control for Low-Latency Federated Learning with Device Heterogeneity","created":"2025-07-21","cited_by_count":2,"area":null},{"id":"2601.19362","title":"Revisiting Parameter Server in LLM Post-Training","created":"2026-01-27","cited_by_count":2,"area":null},{"id":"2105.14772","title":"Energy-Efficient and Federated Meta-Learning via Projected Stochastic Gradient Ascent","created":"2021-05-31","cited_by_count":1,"area":null},{"id":"2109.06579","title":"Bayesian AirComp with Sign-Alignment Precoding for Wireless Federated Learning","created":"2021-09-14","cited_by_count":1,"area":null},{"id":"2112.13935","title":"AET-SGD: Asynchronous Event-triggered Stochastic Gradient Descent","created":"2021-12-27","cited_by_count":1,"area":null},{"id":"2203.06638","title":"Scaling the Wild: Decentralizing Hogwild!-style Shared-memory SGD","created":"2022-03-13","cited_by_count":1,"area":null},{"id":"2205.14465","title":"ByteComp: Revisiting Gradient Compression in Distributed Training","created":"2022-05-28","cited_by_count":1,"area":null},{"id":"2207.11912","title":"Dive into Big Model Training","created":"2022-07-25","cited_by_count":1,"area":null},{"id":"2306.06825","title":"AnoFel: Supporting Anonymity for Privacy-Preserving Federated Learning","created":"2023-06-12","cited_by_count":1,"area":null},{"id":"2312.15375","title":"An Empirical Study of Efficiency and Privacy of Federated Learning Algorithms","created":"2023-12-24","cited_by_count":1,"area":null},{"id":"2403.08284","title":"MGIC: A Multi-Label Gradient Inversion Attack based on Canny Edge Detection on Federated Learning","created":"2024-03-13","cited_by_count":1,"area":null},{"id":"2404.09679","title":"AntDT: A Self-Adaptive Distributed Training Framework for Leader and Straggler Nodes","created":"2024-04-15","cited_by_count":1,"area":null},{"id":"2405.16966","title":"Dual-Delayed Asynchronous SGD for Arbitrarily Heterogeneous Data","created":"2024-05-27","cited_by_count":1,"area":null},{"id":"2406.11159","title":"Distributed Stochastic Gradient Descent with Staleness: A Stochastic Delay Differential Equation Based Framework","created":"2024-06-17","cited_by_count":1,"area":null},{"id":"2505.23973","title":"Adaptive Deadline and Batch Layered Synchronized Federated Learning","created":"2025-05-29","cited_by_count":1,"area":null},{"id":"2604.15063","title":"No More Guessing: a Verifiable Gradient Inversion Attack in Federated Learning","created":"2026-04-16","cited_by_count":1,"area":null},{"id":"2104.06670","title":"Towards Explainable Multi-Party Learning: A Contrastive Knowledge Sharing Framework","created":"2021-04-14","cited_by_count":0,"area":null},{"id":"2108.02572","title":"SINGA-Easy: An Easy-to-Use Framework for MultiModal Analysis","created":"2021-08-03","cited_by_count":0,"area":null}],"next_cursor":"100"}