{"total":59,"rows":[{"id":"2303.06865","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","created":"2023-03-13","cited_by_count":575,"area":null},{"id":"2303.14177","title":"Scaling Expert Language Models with Unsupervised Domain Discovery","created":"2023-03-24","cited_by_count":60,"area":null},{"id":"2312.08361","title":"Distributed Inference and Fine-tuning of Large Language Models Over The Internet","created":"2023-12-13","cited_by_count":42,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2401.04472","title":"A Survey on Efficient Federated Learning Methods for Foundation Model Training","created":"2024-01-09","cited_by_count":29,"area":null},{"id":"2501.18512","title":"Streaming DiLoCo with overlapping communication: Towards a Distributed Free Lunch","created":"2025-01-30","cited_by_count":28,"area":null},{"id":"2303.11341","title":"What does it take to catch a Chinchilla? Verifying Rules on Large-Scale Neural Network Training via Compute Monitoring","created":"2023-03-20","cited_by_count":21,"area":null},{"id":"2309.01172","title":"FusionAI: Decentralized Training and Deploying LLMs with Massive Consumer-Level GPUs","created":"2023-09-03","cited_by_count":20,"area":null},{"id":"2506.01260","title":"Subspace Networks: Scaling Decentralized Training with Communication-Efficient Model Parallelism","created":"2025-06-02","cited_by_count":12,"area":null},{"id":"2509.26182","title":"Parallax: Efficient LLM Inference Service over Decentralized Environment","created":"2025-09-30","cited_by_count":12,"area":"inference"},{"id":"2404.06114","title":"Communication-Efficient Large-Scale Distributed Deep Learning: A Comprehensive Survey","created":"2024-04-09","cited_by_count":10,"area":null},{"id":"2411.13055","title":"Hardware Scaling Trends and Diminishing Returns in Large-Scale Distributed Training","created":"2024-11-20","cited_by_count":8,"area":null},{"id":"2312.14751","title":"Hazards from Increasingly Accessible Fine-Tuning of Downloadable Foundation Models","created":"2023-12-22","cited_by_count":7,"area":null},{"id":"2410.12707","title":"FusionLLM: A Decentralized LLM Training System on Geo-distributed GPUs with Adaptive Compression","created":"2024-10-16","cited_by_count":7,"area":null},{"id":"2509.18993","title":"CR-Net: Scaling Parameter-Efficient Training with Cross-Layer Low-Rank Structure","created":"2025-09-23","cited_by_count":7,"area":null},{"id":"2505.01099","title":"Nesterov Method for Asynchronous Pipeline Parallel Optimization","created":"2025-05-02","cited_by_count":6,"area":null},{"id":"2504.14775","title":"gLLM: Global Balanced Pipeline Parallelism System for Distributed LLM Serving with Token Throttling","created":"2025-04-21","cited_by_count":5,"area":"inference"},{"id":"2506.10911","title":"NoLoCo: No-all-reduce Low Communication Training Method for Large Models","created":"2025-06-12","cited_by_count":5,"area":null},{"id":"2306.03163","title":"How Can We Train Deep Learning Models Across Clouds and Continents? An Experimental Study","created":"2023-06-05","cited_by_count":4,"area":null},{"id":"2409.04833","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","created":"2024-09-07","cited_by_count":4,"area":null},{"id":"2502.19913","title":"SkipPipe: Partial and Reordered Pipelining Framework for Training LLMs in Heterogeneous Networks","created":"2025-02-27","cited_by_count":4,"area":null},{"id":"2505.23554","title":"Sustainable Carbon-Aware and Water-Efficient LLM Scheduling in Geo-Distributed Cloud Datacenters","created":"2025-05-29","cited_by_count":4,"area":null},{"id":"2506.01352","title":"TAH-QUANT: Effective Activation Quantization in Pipeline Parallelism over Slow Network","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2604.21428","title":"Decoupled DiLoCo for Resilient Distributed Pre-training","created":"2026-04-23","cited_by_count":4,"area":null},{"id":"2412.07890","title":"Protocol Learning, Decentralized Frontier Risk and the No-Off Problem","created":"2024-12-10","cited_by_count":3,"area":null},{"id":"2507.09029","title":"Model Parallelism With Subnetwork Data Parallelism","created":"2025-07-11","cited_by_count":3,"area":null},{"id":"2601.00644","title":"FlexSpec: Frozen Drafts Meet Evolving Targets in Edge-Cloud Collaborative LLM Speculative Decoding","created":"2026-01-02","cited_by_count":3,"area":"inference"},{"id":"2601.22442","title":"AsyncMesh: Fully Asynchronous Optimization for Data and Pipeline Parallelism","created":"2026-01-30","cited_by_count":3,"area":null},{"id":"2406.08115","title":"Resource Allocation and Workload Scheduling for Large-Scale Distributed Deep Learning: A Survey","created":"2024-06-12","cited_by_count":2,"area":null},{"id":"2507.01803","title":"Towards Decentralized and Sustainable Foundation Model Training with the Edge","created":"2025-07-02","cited_by_count":2,"area":null},{"id":"2507.06931","title":"DICE: Data Influence Cascade in Decentralized Learning","created":"2025-07-09","cited_by_count":2,"area":null},{"id":"2511.05187","title":"Gradient Prediction with Control Variates in the Cheap-Forward Regime","created":"2025-11-07","cited_by_count":2,"area":null},{"id":"2602.02192","title":"ECHO-2: A Large-Scale Distributed Rollout Framework for Cost-Efficient Reinforcement Learning","created":"2026-02-02","cited_by_count":2,"area":"lr"},{"id":"2602.08019","title":"The Rise of Sparse Mixture-of-Experts: A Survey from Algorithmic Foundations to Decentralized Architectures and Vertical Domain Applications","created":"2026-02-08","cited_by_count":2,"area":"moe"},{"id":"2312.00843","title":"Exploring the Robustness of Decentralized Training for Large Language Models","created":"2023-12-01","cited_by_count":1,"area":null},{"id":"2506.15461","title":"All is Not Lost: LLM Recovery without Checkpoints","created":"2025-06-18","cited_by_count":1,"area":null},{"id":"2507.17346","title":"Taming Latency and Bandwidth: A Theoretical Framework and Adaptive Algorithm for Communication-Constrained Training","created":"2025-07-23","cited_by_count":1,"area":null},{"id":"2507.17766","title":"Incentivised Orchestrated Training Architecture (IOTA): A Technical Primer for Release","created":"2025-07-16","cited_by_count":1,"area":null},{"id":"2509.22418","title":"Partial Parameter Updates for Efficient Distributed Training","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2601.02360","title":"Heterogeneous Low-Bandwidth Pre-Training of LLMs","created":"2026-01-05","cited_by_count":1,"area":null},{"id":"2602.18181","title":"SeedFlood: A Step Toward Scalable Decentralized Fine-Tuning of LLMs","created":"2026-02-20","cited_by_count":1,"area":null},{"id":"2606.05484","title":"Learned Subspace Compression for Communication-Efficient Pipeline Parallelism","created":"2026-06-03","cited_by_count":1,"area":null},{"id":"2311.03703","title":"Practical Performance Guarantees for Pipelined DNN Inference","created":"2023-11-07","cited_by_count":0,"area":null},{"id":"2507.05043","title":"MoLink: Distributed and Efficient Serving Framework for Large Models","created":"2025-07-07","cited_by_count":0,"area":"inference"},{"id":"2507.21199","title":"Advancing Compositional LLM Reasoning with Structured Task Relations in Interactive Multimodal Communications","created":"2025-07-28","cited_by_count":0,"area":"lr"},{"id":"2509.21221","title":"Go With The Flow: Churn-Tolerant Decentralized Training of Large Language Models","created":"2025-09-25","cited_by_count":0,"area":null},{"id":"2604.02372","title":"Backdoor Attacks on Decentralised Post-Training","created":"2026-03-31","cited_by_count":0,"area":null},{"id":"2604.11947","title":"ResBM: Residual Bottleneck Models for Low-Bandwidth Pipeline Parallelism","created":"2026-04-13","cited_by_count":0,"area":null},{"id":"2605.23464","title":"Unextractable Protocol Models: Collaborative Training and Inference without Weight Materialization","created":"2026-05-22","cited_by_count":0,"area":null},{"id":"2605.29359","title":"Does Distributed Training Undermine Compute Governance?","created":"2026-05-28","cited_by_count":0,"area":null},{"id":"2606.16384","title":"Mixtures of Subspaces for Bandwidth Efficient Context Parallel Training","created":"2026-06-15","cited_by_count":0,"area":null},{"id":"2606.19025","title":"FoMoE: Breaking the Full-Replica Barrier with a Federation of MoEs","created":"2026-06-17","cited_by_count":0,"area":"moe"},{"id":"2606.24722","title":"Decentralised AI Training and Inference with BlockTrain","created":"2026-06-23","cited_by_count":0,"area":null},{"id":"2607.19490","title":"Integrity of peer-to-peer distributed LLM inference under malicious nodes","created":"2026-07-21","cited_by_count":0,"area":null},{"id":"2608.07974","title":"ZeroLock: Concurrent Memory-Efficient LLM Training via Modular Update Decoupling","created":"2026-08-08","cited_by_count":0,"area":null},{"id":"2609.14339","title":"Communication-Efficient LLM Adaptation over Decentralized GPU Meshes","created":"2026-09-13","cited_by_count":0,"area":null},{"id":"2609.34045","title":"Kafila: Serving Large Language Models on a Trusted Set of Heterogeneous Commodity Machines","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2609.35882","title":"GenomeOcean Anywhere: Private WebGPU Inference for Genome MoEs","created":"2026-09-27","cited_by_count":0,"area":"moe"},{"id":"2610.04867","title":"Greedy Local Learning for Language Model Pretraining: Gaps and Objective Design","created":"2026-10-04","cited_by_count":0,"area":null}],"next_cursor":null}