{"total":34,"rows":[{"id":"2212.10445","title":"Model Ratatouille: Recycling Diverse Models for Out-of-Distribution Generalization","created":"2022-12-20","cited_by_count":97,"area":null},{"id":"2206.01288","title":"Decentralized Training of Foundation Models in Heterogeneous Environments","created":"2022-06-02","cited_by_count":87,"area":null},{"id":"2209.01188","title":"Petals: Collaborative Inference and Fine-tuning of Large Models","created":"2022-09-02","cited_by_count":87,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2106.10207","title":"Distributed Deep Learning in Open Collaborations","created":"2021-06-18","cited_by_count":58,"area":null},{"id":"2406.01566","title":"Helix: Serving Large Language Models over Heterogeneous GPUs and Network via Max-Flow","created":"2024-06-03","cited_by_count":55,"area":null},{"id":"2107.11317","title":"Mixed SIGNals: Sign Language Production via a Mixture of Motion Primitives","created":"2021-07-23","cited_by_count":50,"area":null},{"id":"2103.03239","title":"Moshpit SGD: Communication-Efficient Decentralized Training on Heterogeneous Unreliable Devices","created":"2021-03-04","cited_by_count":36,"area":null},{"id":"2206.01299","title":"Fine-tuning Language Models over Slow Networks using Activation Compression with Guarantees","created":"2022-06-02","cited_by_count":30,"area":null},{"id":"2309.01172","title":"FusionAI: Decentralized Training and Deploying LLMs with Massive Consumer-Level GPUs","created":"2023-09-03","cited_by_count":20,"area":null},{"id":"2106.11257","title":"Secure Distributed Training at Scale","created":"2021-06-21","cited_by_count":12,"area":null},{"id":"2506.01260","title":"Subspace Networks: Scaling Decentralized Training with Communication-Efficient Model Parallelism","created":"2025-06-02","cited_by_count":12,"area":null},{"id":"2403.10616","title":"DiPaCo: Distributed Path Composition","created":"2024-03-15","cited_by_count":10,"area":null},{"id":"2103.08894","title":"Distributed Deep Learning Using Volunteer Computing-Like Paradigm","created":"2021-03-16","cited_by_count":9,"area":null},{"id":"2305.08286","title":"A Language Model of Java Methods with Train/Test Deduplication","created":"2023-05-15","cited_by_count":7,"area":null},{"id":"2410.12707","title":"FusionLLM: A Decentralized LLM Training System on Geo-distributed GPUs with Adaptive Compression","created":"2024-10-16","cited_by_count":7,"area":null},{"id":"2505.01099","title":"Nesterov Method for Asynchronous Pipeline Parallel Optimization","created":"2025-05-02","cited_by_count":6,"area":null},{"id":"2207.03481","title":"Training Transformers Together","created":"2022-07-07","cited_by_count":5,"area":null},{"id":"2402.02951","title":"Dynamic Byzantine-Robust Learning: Adapting to Switching Byzantine Workers","created":"2024-02-05","cited_by_count":5,"area":null},{"id":"2403.07322","title":"A Question-centric Multi-experts Contrastive Learning Framework for Improving the Accuracy and Interpretability of Deep Sequential Knowledge Tracing Models","created":"2024-03-12","cited_by_count":5,"area":null},{"id":"2409.04833","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","created":"2024-09-07","cited_by_count":4,"area":null},{"id":"2506.01352","title":"TAH-QUANT: Effective Activation Quantization in Pipeline Parallelism over Slow Network","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2307.02140","title":"Towards Open Federated Learning Platforms: Survey and Vision from Technical and Legal Perspectives","created":"2023-07-05","cited_by_count":3,"area":null},{"id":"2412.07890","title":"Protocol Learning, Decentralized Frontier Risk and the No-Off Problem","created":"2024-12-10","cited_by_count":3,"area":null},{"id":"2401.01728","title":"Ravnest: Decentralized Asynchronous Training on Heterogeneous Devices","created":"2024-01-03","cited_by_count":2,"area":null},{"id":"2507.01803","title":"Towards Decentralized and Sustainable Foundation Model Training with the Edge","created":"2025-07-02","cited_by_count":2,"area":null},{"id":"2405.18031","title":"Lower Bounds and Optimal Algorithms for Non-Smooth Convex Decentralized Optimization over Time-Varying Networks","created":"2024-05-28","cited_by_count":1,"area":null},{"id":"2506.15461","title":"All is Not Lost: LLM Recovery without Checkpoints","created":"2025-06-18","cited_by_count":1,"area":null},{"id":"2606.05484","title":"Learned Subspace Compression for Communication-Efficient Pipeline Parallelism","created":"2026-06-03","cited_by_count":1,"area":null},{"id":"2111.13365","title":"Machines & Influence: An Information Systems Lens","created":"2021-11-26","cited_by_count":0,"area":null},{"id":"2605.02935","title":"DeRelayL: Sustainable Decentralized Relay Learning","created":"2026-04-30","cited_by_count":0,"area":null},{"id":"2605.23464","title":"Unextractable Protocol Models: Collaborative Training and Inference without Weight Materialization","created":"2026-05-22","cited_by_count":0,"area":null},{"id":"2606.16384","title":"Mixtures of Subspaces for Bandwidth Efficient Context Parallel Training","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2606.24722","title":"Decentralised AI Training and Inference with BlockTrain","created":"2026-06-23","cited_by_count":0,"area":null}],"next_cursor":null}