{"total":54,"rows":[{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2212.09720","title":"The case for 4-bit precision: k-bit Inference Scaling Laws","created":"2022-12-19","cited_by_count":251,"area":null},{"id":"2308.08165","title":"Stochastic Controlled Averaging for Federated Learning with Communication Compression","created":"2023-08-16","cited_by_count":101,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2107.11621","title":"FedLab: A Flexible Federated Learning Framework","created":"2021-07-24","cited_by_count":55,"area":null},{"id":"2309.01507","title":"Memory Efficient Optimizers with 4-bit States","created":"2023-09-04","cited_by_count":54,"area":null},{"id":"2306.10209","title":"ZeRO++: Extremely Efficient Collective Communication for Giant Model Training","created":"2023-06-16","cited_by_count":52,"area":null},{"id":"2108.00951","title":"Rethinking gradient sparsification as total error minimization","created":"2021-08-02","cited_by_count":41,"area":null},{"id":"2310.09259","title":"QUIK: Towards End-to-End 4-Bit Inference on Generative Large Language Models","created":"2023-10-13","cited_by_count":39,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2509.23202","title":"Bridging the Gap Between Promise and Performance for Microscaling FP4 Quantization","created":"2025-09-27","cited_by_count":32,"area":null},{"id":"2103.00543","title":"On the Utility of Gradient Compression in Distributed Training Systems","created":"2021-02-28","cited_by_count":26,"area":null},{"id":"2205.05632","title":"On Distributed Adaptive Optimization with Gradient Compression","created":"2022-05-11","cited_by_count":19,"area":null},{"id":"2405.18144","title":"4-bit Shampoo for Memory-Efficient Network Training","created":"2024-05-28","cited_by_count":18,"area":null},{"id":"2101.08430","title":"Generative Zero-shot Network Quantization","created":"2021-01-21","cited_by_count":15,"area":null},{"id":"2110.03313","title":"Distributed Methods with Compressed Communication for Solving Variational Inequalities, with Theoretical Guarantees","created":"2021-10-07","cited_by_count":15,"area":null},{"id":"2301.02654","title":"Does compressing activations help model parallel training?","created":"2023-01-06","cited_by_count":12,"area":null},{"id":"2505.01043","title":"Low-Precision Training of Large Language Models: Methods, Challenges, and Opportunities","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2108.11976","title":"JUWELS Booster -- A Supercomputer for Large-Scale AI Research","created":"2021-06-30","cited_by_count":10,"area":null},{"id":"2310.09789","title":"FLrce: Resource-Efficient Federated Learning with Early-Stopping Strategy","created":"2023-10-15","cited_by_count":10,"area":null},{"id":"2312.14751","title":"Hazards from Increasingly Accessible Fine-Tuning of Downloadable Foundation Models","created":"2023-12-22","cited_by_count":7,"area":null},{"id":"2502.20639","title":"FedConv: A Learning-on-Model Paradigm for Heterogeneous Federated Clients","created":"2025-02-28","cited_by_count":7,"area":null},{"id":"2310.13033","title":"LASER: Linear Compression in Wireless Distributed Optimization","created":"2023-10-19","cited_by_count":6,"area":null},{"id":"2207.03481","title":"Training Transformers Together","created":"2022-07-07","cited_by_count":5,"area":null},{"id":"2410.03529","title":"No Need to Talk: Asynchronous Mixture of Language Models","created":"2024-10-04","cited_by_count":5,"area":null},{"id":"2505.00347","title":"Pushing the Limits of Low-Bit Optimizers: A Focus on EMA Dynamics","created":"2025-05-01","cited_by_count":5,"area":null},{"id":"2306.03163","title":"How Can We Train Deep Learning Models Across Clouds and Continents? An Experimental Study","created":"2023-06-05","cited_by_count":4,"area":null},{"id":"2309.11856","title":"Activation Compression of Graph Neural Networks using Block-wise Quantization with Improved Variance Minimization","created":"2023-09-21","cited_by_count":4,"area":null},{"id":"2402.07529","title":"Accelerating Distributed Deep Learning using Lossless Homomorphic Compression","created":"2024-02-12","cited_by_count":4,"area":null},{"id":"2205.09470","title":"Nebula-I: A General Framework for Collaboratively Training Deep Learning Models on Low-Bandwidth Cloud Clusters","created":"2022-05-19","cited_by_count":3,"area":null},{"id":"2211.14292","title":"Analysis of Error Feedback in Federated Non-Convex Optimization with Biased Compression","created":"2022-11-25","cited_by_count":3,"area":null},{"id":"2303.15953","title":"Randomly Initialized Subnetworks with Iterative Weight Recycling","created":"2023-03-28","cited_by_count":3,"area":null},{"id":"2305.04279","title":"Boosting Distributed Machine Learning Training Through Loss-tolerant Transmission Protocol","created":"2023-05-07","cited_by_count":3,"area":null},{"id":"2602.03537","title":"MatGPTQ: Efficient and Accurate Inference over Nested Quantized Models","created":"2026-02-03","cited_by_count":3,"area":null},{"id":"2102.03112","title":"DeepReduce: A Sparse-tensor Communication Framework for Distributed Deep Learning","created":"2021-02-05","cited_by_count":2,"area":null},{"id":"2112.04291","title":"FastSGD: A Fast Compressed SGD Framework for Distributed Machine Learning","created":"2021-12-08","cited_by_count":2,"area":null},{"id":"2306.16926","title":"OSP: Boosting Distributed Model Training with 2-stage Synchronization","created":"2023-06-29","cited_by_count":2,"area":null},{"id":"2502.01703","title":"QLESS: A Quantized Approach for Data Valuation and Selection in Large Language Model Fine-Tuning","created":"2025-02-03","cited_by_count":2,"area":null},{"id":"2511.10333","title":"EDGC: Entropy-driven Dynamic Gradient Compression for Efficient LLM Training","created":"2025-11-13","cited_by_count":2,"area":null},{"id":"2103.15195","title":"MergeComp: A Compression Scheduler for Scalable Communication-Efficient Distributed Training","created":"2021-03-28","cited_by_count":1,"area":null},{"id":"2205.14465","title":"ByteComp: Revisiting Gradient Compression in Distributed Training","created":"2022-05-28","cited_by_count":1,"area":null},{"id":"2310.13893","title":"The Hidden Adversarial Vulnerabilities of Medical Federated Learning","created":"2023-10-21","cited_by_count":1,"area":null},{"id":"2506.17805","title":"AdRo-FL: Informed and Secure Client Selection for Federated Learning in the Presence of Adversarial Aggregator","created":"2025-06-21","cited_by_count":1,"area":null},{"id":"2509.22418","title":"Partial Parameter Updates for Efficient Distributed Training","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2509.25933","title":"From MNIST to ImageNet: Understanding the Scalability Boundaries of Differentiable Logic Gate Networks","created":"2025-09-30","cited_by_count":1,"area":null},{"id":"2304.12370","title":"Better Question-Answering Models on a Budget","created":"2023-04-24","cited_by_count":0,"area":null},{"id":"2401.11471","title":"LR-CNN: Lightweight Row-centric Convolutional Neural Network Training for Memory Reduction","created":"2024-01-21","cited_by_count":0,"area":null},{"id":"2406.08193","title":"Minimal Communication-Cost Statistical Learning","created":"2024-06-12","cited_by_count":0,"area":null},{"id":"2412.01195","title":"Memory-Efficient Training for Deep Speaker Embedding Learning in Speaker Verification","created":"2024-12-02","cited_by_count":0,"area":null},{"id":"2501.12896","title":"Irrational Complex Rotations Empower Low-bit Optimizers","created":"2025-01-22","cited_by_count":0,"area":null},{"id":"2511.05593","title":"Gradient Projection onto Historical Descent Directions for Communication-Efficient Federated Learning","created":"2025-11-05","cited_by_count":0,"area":null},{"id":"2511.12376","title":"BitSnap: Checkpoint Sparsification and Quantization in LLM Training","created":"2025-11-15","cited_by_count":0,"area":null},{"id":"2603.24648","title":"Energy-Efficient Hierarchical Federated Anomaly Detection for the Internet of Underwater Things via Selective Cooperative Aggregation","created":"2026-03-25","cited_by_count":0,"area":null}],"next_cursor":null}