{"total":28,"rows":[{"id":"2303.14177","title":"Scaling Expert Language Models with Unsupervised Domain Discovery","created":"2023-03-24","cited_by_count":60,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2312.08361","title":"Distributed Inference and Fine-tuning of Large Language Models Over The Internet","created":"2023-12-13","cited_by_count":42,"area":null},{"id":"2410.19313","title":"COAT: Compressing Optimizer states and Activation for Memory-Efficient FP8 Training","created":"2024-10-25","cited_by_count":33,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2309.01172","title":"FusionAI: Decentralized Training and Deploying LLMs with Massive Consumer-Level GPUs","created":"2023-09-03","cited_by_count":20,"area":null},{"id":"2210.11948","title":"lo-fi: distributed fine-tuning without communication","created":"2022-10-19","cited_by_count":19,"area":null},{"id":"2306.14853","title":"Near-Optimal Nonconvex-Strongly-Convex Bilevel Optimization with Fully First-Order Oracles","created":"2023-06-26","cited_by_count":17,"area":null},{"id":"2302.02390","title":"Quantized Distributed Training of Large Models with Convergence Guarantees","created":"2023-02-05","cited_by_count":13,"area":null},{"id":"2301.02654","title":"Does compressing activations help model parallel training?","created":"2023-01-06","cited_by_count":12,"area":null},{"id":"2505.01043","title":"Low-Precision Training of Large Language Models: Methods, Challenges, and Opportunities","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2312.14751","title":"Hazards from Increasingly Accessible Fine-Tuning of Downloadable Foundation Models","created":"2023-12-22","cited_by_count":7,"area":null},{"id":"2401.07788","title":"Activations and Gradients Compression for Model-Parallel Training","created":"2024-01-15","cited_by_count":7,"area":null},{"id":"2410.12707","title":"FusionLLM: A Decentralized LLM Training System on Geo-distributed GPUs with Adaptive Compression","created":"2024-10-16","cited_by_count":7,"area":null},{"id":"2509.18993","title":"CR-Net: Scaling Parameter-Efficient Training with Cross-Layer Low-Rank Structure","created":"2025-09-23","cited_by_count":7,"area":null},{"id":"2503.07654","title":"MergeQuant: Accurate 4-bit Static Quantization of Large Language Models by Channel-wise Calibration","created":"2025-03-07","cited_by_count":4,"area":null},{"id":"2506.01352","title":"TAH-QUANT: Effective Activation Quantization in Pipeline Parallelism over Slow Network","created":"2025-06-02","cited_by_count":4,"area":null},{"id":"2507.01803","title":"Towards Decentralized and Sustainable Foundation Model Training with the Edge","created":"2025-07-02","cited_by_count":2,"area":null},{"id":"2604.24088","title":"TACO: Efficient Communication Compression of Intermediate Tensors for Scalable Tensor-Parallel LLM Training","created":"2026-04-27","cited_by_count":2,"area":null},{"id":"2211.00839","title":"RCD-SGD: Resource-Constrained Distributed SGD in Heterogeneous Environment via Submodular Partitioning","created":"2022-11-02","cited_by_count":1,"area":null},{"id":"2505.23523","title":"Efficient AllReduce with Stragglers","created":"2025-05-29","cited_by_count":1,"area":null},{"id":"2509.22418","title":"Partial Parameter Updates for Efficient Distributed Training","created":"2025-09-26","cited_by_count":1,"area":null},{"id":"2606.05484","title":"Learned Subspace Compression for Communication-Efficient Pipeline Parallelism","created":"2026-06-03","cited_by_count":1,"area":null},{"id":"2510.05468","title":"AMAQ: Adaptive Mixed-bit Activation Quantization for Collaborative Parameter Efficient Fine-tuning","created":"2025-10-07","cited_by_count":0,"area":null},{"id":"2602.20646","title":"On the Convergence of Stochastic Gradient Descent with Perturbed Forward-Backward Passes","created":"2026-02-24","cited_by_count":0,"area":null},{"id":"2608.23018","title":"SplitLite: Low-Rank Residual Compression for Split Learning","created":"2026-08-24","cited_by_count":0,"area":null},{"id":"2609.14339","title":"Communication-Efficient LLM Adaptation over Decentralized GPU Meshes","created":"2026-09-13","cited_by_count":0,"area":null},{"id":"2610.14277","title":"Echo: Error-Compensated 4-Bit Tensor-Parallel Communication for LLM Training and Inference","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}