{"total":35,"rows":[{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463,"area":null},{"id":"2102.02888","title":"1-bit Adam: Communication Efficient Large-Scale Training with Adam's Convergence Speed","created":"2021-02-04","cited_by_count":75,"area":null},{"id":"2102.04761","title":"Quasi-Global Momentum: Accelerating Decentralized Deep Learning on Heterogeneous Data","created":"2021-02-09","cited_by_count":69,"area":null},{"id":"2101.12704","title":"Federated Learning over Wireless Device-to-Device Networks: Algorithms and Convergence Analysis","created":"2021-01-29","cited_by_count":51,"area":null},{"id":"2102.04828","title":"Consensus Control for Decentralized Deep Learning","created":"2021-02-09","cited_by_count":49,"area":null},{"id":"2206.06072","title":"Rank Diminishing in Deep Neural Networks","created":"2022-06-13","cited_by_count":47,"area":null},{"id":"2110.10302","title":"Layer-wise Adaptive Model Aggregation for Scalable Federated Learning","created":"2021-10-19","cited_by_count":36,"area":null},{"id":"2103.02051","title":"Cross-Gradient Aggregation for Decentralized Learning from Non-IID data","created":"2021-03-02","cited_by_count":33,"area":null},{"id":"2103.11109","title":"DataLens: Scalable Privacy Preserving Training via Gradient Compression and Aggregation","created":"2021-03-20","cited_by_count":31,"area":null},{"id":"2202.01545","title":"Byzantine-Robust Decentralized Learning via ClippedGossip","created":"2022-02-03","cited_by_count":31,"area":null},{"id":"2104.06069","title":"1-bit LAMB: Communication Efficient Large-Scale Large-Batch Training with LAMB's Convergence Speed","created":"2021-04-13","cited_by_count":24,"area":null},{"id":"2206.15025","title":"On the Convergence of Distributed Stochastic Bilevel Optimization Algorithms over a Network","created":"2022-06-30","cited_by_count":14,"area":null},{"id":"2507.08784","title":"Greedy Low-Rank Gradient Compression for Distributed Learning with Convergence Guarantees","created":"2025-07-11","cited_by_count":11,"area":null},{"id":"2301.05872","title":"CEDAS: A Compressed Decentralized Stochastic Gradient Method with Improved Convergence","created":"2023-01-14","cited_by_count":9,"area":null},{"id":"2305.11420","title":"Beyond Exponential Graph: Communication-Efficient Topologies for Decentralized Learning via Finite-time Convergence","created":"2023-05-19","cited_by_count":9,"area":null},{"id":"2202.00255","title":"DoCoM: Compressed Decentralized Optimization with Near-Optimal Sample Complexity","created":"2022-02-01","cited_by_count":6,"area":null},{"id":"2206.10452","title":"Shifted Compression Framework: Generalizations and Improvements","created":"2022-06-21","cited_by_count":6,"area":null},{"id":"2306.04377","title":"Get More for Less in Decentralized Learning Systems","created":"2023-06-07","cited_by_count":6,"area":null},{"id":"2102.07521","title":"Distributed Online Learning for Joint Regret with Communication Constraints","created":"2021-02-15","cited_by_count":5,"area":null},{"id":"2306.02433","title":"Riemannian Low-Rank Model Compression for Federated Learning with Over-the-Air Aggregation","created":"2023-06-04","cited_by_count":4,"area":null},{"id":"2507.08091","title":"Low-rank Momentum Factorization for Memory Efficient Training","created":"2025-07-10","cited_by_count":4,"area":null},{"id":"2411.12898","title":"Problem-dependent convergence bounds for randomized linear gradient compression","created":"2024-11-19","cited_by_count":3,"area":null},{"id":"2501.15259","title":"Scalable Decentralized Learning with Teleportation","created":"2025-01-25","cited_by_count":3,"area":null},{"id":"2601.21929","title":"LoRIF: Low-Rank Influence Functions for Scalable Training Data Attribution","created":"2026-01-29","cited_by_count":3,"area":null},{"id":"2205.03779","title":"Communication Compression for Decentralized Learning with Operator Splitting Methods","created":"2022-05-08","cited_by_count":2,"area":null},{"id":"2205.11979","title":"Theoretical Analysis of Primal-Dual Algorithm for Non-Convex Stochastic Decentralized Optimization","created":"2022-05-23","cited_by_count":1,"area":null},{"id":"2404.05919","title":"AdaGossip: Adaptive Consensus Step-size for Decentralized Deep Learning with Communication Compression","created":"2024-04-09","cited_by_count":1,"area":null},{"id":"2412.17082","title":"MARINA-P: Superior Performance in Non-smooth Federated Optimization with Adaptive Stepsizes","created":"2024-12-22","cited_by_count":1,"area":null},{"id":"2503.11146","title":"Layer-wise Update Aggregation with Recycling for Communication-Efficient Federated Learning","created":"2025-03-14","cited_by_count":1,"area":null},{"id":"2602.18181","title":"SeedFlood: A Step Toward Scalable Decentralized Fine-Tuning of LLMs","created":"2026-02-20","cited_by_count":1,"area":null},{"id":"2311.05760","title":"Compressed and Sparse Models for Non-Convex Decentralized Learning","created":"2023-11-09","cited_by_count":0,"area":null},{"id":"2405.13961","title":"SADDLe: Sharpness-Aware Decentralized Deep Learning with Heterogeneous Data","created":"2024-05-22","cited_by_count":0,"area":null},{"id":"2405.17466","title":"Distributed Continual Learning","created":"2024-05-23","cited_by_count":0,"area":null},{"id":"2606.16384","title":"Mixtures of Subspaces for Bandwidth Efficient Context Parallel Training","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2607.04254","title":"Air-Plan: Query-Optimized Topology Selection for Over-the-Air Decentralized Federated Learning","created":"2026-07-05","cited_by_count":0,"area":null}],"next_cursor":null}