{"total":64,"rows":[{"id":"2104.05158","title":"Software-Hardware Co-design for Fast and Scalable Training of Deep Learning Recommendation Models","created":"2021-04-12","cited_by_count":78,"area":null},{"id":"2108.08842","title":"EDEN: Communication-Efficient and Robust Distributed Mean Estimation for Federated Learning","created":"2021-08-19","cited_by_count":55,"area":null},{"id":"2303.14006","title":"ASTRA-sim2.0: Modeling Hierarchical Networks and Disaggregated Systems for Large-model Training at Scale","created":"2023-03-24","cited_by_count":47,"area":null},{"id":"2108.00951","title":"Rethinking gradient sparsification as total error minimization","created":"2021-08-02","cited_by_count":41,"area":null},{"id":"2305.16296","title":"A Guide Through the Zoo of Biased SGD","created":"2023-05-25","cited_by_count":40,"area":null},{"id":"2111.04867","title":"TACCL: Guiding Collective Algorithm Synthesis using Communication Sketches","created":"2021-11-08","cited_by_count":38,"area":null},{"id":"2305.15155","title":"Momentum Provably Improves Error Feedback!","created":"2023-05-24","cited_by_count":31,"area":null},{"id":"2103.00543","title":"On the Utility of Gradient Compression in Distributed Training Systems","created":"2021-02-28","cited_by_count":26,"area":null},{"id":"2308.00852","title":"CASSINI: Network-Aware Job Scheduling in Machine Learning Clusters","created":"2023-08-01","cited_by_count":26,"area":null},{"id":"2201.06227","title":"Egeria: Efficient DNN Training with Knowledge-Guided Layer Freezing","created":"2022-01-17","cited_by_count":22,"area":null},{"id":"2102.07245","title":"Smoothness Matrices Beat Smoothness Constants: Better Communication Compression Techniques for Distributed Optimization","created":"2021-02-14","cited_by_count":21,"area":null},{"id":"2110.04478","title":"Themis: A Network Bandwidth-Aware Collective Scheduling Policy for Distributed Training of DL Models","created":"2021-10-09","cited_by_count":16,"area":null},{"id":"2510.27176","title":"Glia: A Human-Inspired AI for Automated Systems Design and Optimization","created":"2025-10-31","cited_by_count":16,"area":null},{"id":"2302.08545","title":"THC: Accelerating Distributed Deep Learning Using Tensor Homomorphic Compression","created":"2023-02-16","cited_by_count":15,"area":null},{"id":"2210.13111","title":"Federated Learning and Meta Learning: Approaches, Applications, and Directions","created":"2022-10-24","cited_by_count":12,"area":null},{"id":"2404.06114","title":"Communication-Efficient Large-Scale Distributed Deep Learning: A Comprehensive Survey","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2102.08374","title":"IntSGD: Adaptive Floatless Compression of Stochastic Gradients","created":"2021-02-16","cited_by_count":9,"area":null},{"id":"2109.03999","title":"Towards Efficient Synchronous Federated Training: A Survey on System Optimization Strategies","created":"2021-09-09","cited_by_count":9,"area":null},{"id":"2209.01346","title":"HammingMesh: A Network Topology for Large-Scale Deep Learning","created":"2022-09-03","cited_by_count":8,"area":null},{"id":"2401.09356","title":"Swing: Short-cutting Rings for Higher Bandwidth Allreduce","created":"2024-01-17","cited_by_count":8,"area":null},{"id":"2205.13341","title":"QUIC-FL: Quick Unbiased Compression for Federated Learning","created":"2022-05-26","cited_by_count":7,"area":null},{"id":"2206.10452","title":"Shifted Compression Framework: Generalizations and Improvements","created":"2022-06-21","cited_by_count":6,"area":null},{"id":"2207.10898","title":"Impact of RoCE Congestion Control Policies on Distributed Training of DNNs","created":"2022-07-22","cited_by_count":6,"area":null},{"id":"2306.16484","title":"Towards a Better Theoretical Understanding of Independent Subnetwork Training","created":"2023-06-28","cited_by_count":6,"area":null},{"id":"2403.00877","title":"Disaggregated Multi-Tower: Topology-aware Modeling Technique for Efficient Large-Scale Recommendation","created":"2024-03-01","cited_by_count":6,"area":null},{"id":"2407.01378","title":"Beyond Throughput and Compression Ratios: Towards High End-to-end Utility of Gradient Compression","created":"2024-07-01","cited_by_count":6,"area":null},{"id":"2403.11090","title":"Brain-on-Switch: Towards Advanced Intelligent Network Data Plane via NN-Driven Traffic Analysis at Line-Speed","created":"2024-03-17","cited_by_count":5,"area":null},{"id":"2502.17009","title":"Unbiased and Sign Compression in Distributed Learning: Comparing Noise Resilience via SDEs","created":"2025-02-24","cited_by_count":5,"area":null},{"id":"2203.02383","title":"Distributed Methods with Absolute Compression and Error Compensation","created":"2022-03-04","cited_by_count":4,"area":null},{"id":"2304.05301","title":"TACOS: Topology-Aware Collective Algorithm Synthesizer for Distributed Machine Learning","created":"2023-04-11","cited_by_count":4,"area":null},{"id":"2402.07529","title":"Accelerating Distributed Deep Learning using Lossless Homomorphic Compression","created":"2024-02-12","cited_by_count":4,"area":null},{"id":"2503.08427","title":"Accelerated Distributed Optimization with Compression and Error Feedback","created":"2025-03-11","cited_by_count":4,"area":null},{"id":"2602.08923","title":"DynamiQ: Accelerating Gradient Synchronization using Compressed Multi-hop All-reduce","created":"2026-02-09","cited_by_count":4,"area":null},{"id":"2109.11762","title":"LIBRA: Enabling Workload-aware Multi-dimensional Network Topology Optimization for Distributed Training of Large AI Models","created":"2021-09-24","cited_by_count":3,"area":null},{"id":"2112.10065","title":"Efficient Strong Scaling Through Burst Parallel Training","created":"2021-12-19","cited_by_count":3,"area":null},{"id":"2205.08243","title":"IIsy: Practical In-Network Classification","created":"2022-05-17","cited_by_count":3,"area":null},{"id":"2305.04279","title":"Boosting Distributed Machine Learning Training Through Loss-tolerant Transmission Protocol","created":"2023-05-07","cited_by_count":3,"area":null},{"id":"2406.14420","title":"Communication-efficient Vertical Federated Learning via Compressed Error Feedback","created":"2024-06-20","cited_by_count":3,"area":null},{"id":"2102.03112","title":"DeepReduce: A Sparse-tensor Communication Framework for Distributed Deep Learning","created":"2021-02-05","cited_by_count":2,"area":null},{"id":"2306.16926","title":"OSP: Boosting Distributed Model Training with 2-stage Synchronization","created":"2023-06-29","cited_by_count":2,"area":null},{"id":"2402.03815","title":"Expediting In-Network Federated Learning by Voting-Based Consensus Model Compression","created":"2024-02-06","cited_by_count":2,"area":null},{"id":"2402.06787","title":"ForestColl: Throughput-Optimal Collective Communications on Heterogeneous Network Fabrics","created":"2024-02-09","cited_by_count":2,"area":null},{"id":"2103.15195","title":"MergeComp: A Compression Scheduler for Scalable Communication-Efficient Distributed Training","created":"2021-03-28","cited_by_count":1,"area":null},{"id":"2112.13509","title":"Automatic Configuration for Optimal Communication Scheduling in DNN Training","created":"2021-12-27","cited_by_count":1,"area":null},{"id":"2205.14465","title":"ByteComp: Revisiting Gradient Compression in Distributed Training","created":"2022-05-28","cited_by_count":1,"area":null},{"id":"2402.06682","title":"Private Knowledge Sharing in Distributed Learning: A Survey","created":"2024-02-08","cited_by_count":1,"area":null},{"id":"2404.08847","title":"LazyDP: Co-Designing Algorithm-Software for Scalable Training of Differentially Private Recommendation Models","created":"2024-04-12","cited_by_count":1,"area":null},{"id":"2406.19580","title":"FRED: Flexible REduction-Distribution Interconnect and Communication Implementation for Wafer-Scale Distributed Training of DNN Models","created":"2024-06-28","cited_by_count":1,"area":null},{"id":"2602.11584","title":"Gradient Compression May Hurt Generalization: A Remedy by Synthetic Data Guided Sharpness Aware Minimization","created":"2026-02-12","cited_by_count":1,"area":null},{"id":"2201.06398","title":"Efficient Data-Plane Memory Scheduling for In-Network Aggregation","created":"2022-01-17","cited_by_count":0,"area":null},{"id":"2205.08824","title":"Automating In-Network Machine Learning","created":"2022-05-18","cited_by_count":0,"area":null},{"id":"2302.05865","title":"Flag Aggregator: Scalable Distributed Training under Failures and Augmented Losses using Convex Optimization","created":"2023-02-12","cited_by_count":0,"area":null},{"id":"2305.18627","title":"Quantize Once, Train Fast: Allreduce-Compatible Compression with Provable Guarantees","created":"2023-05-29","cited_by_count":0,"area":null},{"id":"2310.11862","title":"Learning to Generate Parameters of ConvNets for Unseen Image Data","created":"2023-10-18","cited_by_count":0,"area":null},{"id":"2407.19721","title":"Rina: Enhancing Ring-AllReduce with In-network Aggregation in Distributed Model Training","created":"2024-07-29","cited_by_count":0,"area":null},{"id":"2503.24230","title":"GPU-centric Communication Schemes for HPC and ML Applications","created":"2025-03-31","cited_by_count":0,"area":null},{"id":"2505.24269","title":"INSIGHT: A Survey of In-Network Systems for Intelligent, High-Efficiency AI and Topology Optimization","created":"2025-05-30","cited_by_count":0,"area":null},{"id":"2603.28239","title":"A Switch-Centric In-Network Architecture for Accelerating LLM Inference in Shared-Memory Network","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2603.28290","title":"OptINC: Optical In-Network-Computing for Scalable Distributed Learning","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2606.01680","title":"Don't Let a Few Network Failures Slow the Entire AllReduce","created":"2026-06-01","cited_by_count":0,"area":null},{"id":"2606.25759","title":"NEURON-Fabric: Architecture-Runtime Co-Design for Controlled Low-Bit Gradient Communication","created":"2026-06-24","cited_by_count":0,"area":null},{"id":"2608.26453","title":"Distributed Training using an Intelligent Network","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2610.01304","title":"Federated Learning for LLMs over Mobile Networks: Issues and Solutions in the RAN Transport","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.14277","title":"Echo: Error-Compensated 4-Bit Tensor-Parallel Communication for LLM Training and Inference","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}