{"total":31,"rows":[{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2101.06840","title":"ZeRO-Offload: Democratizing Billion-Scale Model Training","created":"2021-01-18","cited_by_count":341,"area":null},{"id":"2306.09782","title":"Full Parameter Fine-tuning for Large Language Models with Limited Resources","created":"2023-06-16","cited_by_count":134,"area":null},{"id":"2209.01188","title":"Petals: Collaborative Inference and Fine-tuning of Large Models","created":"2022-09-02","cited_by_count":87,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2312.08361","title":"Distributed Inference and Fine-tuning of Large Language Models Over The Internet","created":"2023-12-13","cited_by_count":42,"area":null},{"id":"2108.05818","title":"PatrickStar: Parallel Training of Pre-trained Models via Chunk-based Memory Management","created":"2021-08-12","cited_by_count":15,"area":null},{"id":"2403.06664","title":"Smart-Infinity: Fast Large Language Model Training using Near-Storage Processing on a Real System","created":"2024-03-11","cited_by_count":15,"area":null},{"id":"2401.15207","title":"HiFT: A Hierarchical Full Parameter Fine-Tuning Strategy","created":"2024-01-26","cited_by_count":12,"area":null},{"id":"2503.00686","title":"GPIoT: Tailoring Small Language Models for IoT Program Synthesis and Development","created":"2025-03-02","cited_by_count":10,"area":null},{"id":"2312.14751","title":"Hazards from Increasingly Accessible Fine-Tuning of Downloadable Foundation Models","created":"2023-12-22","cited_by_count":7,"area":null},{"id":"2404.08001","title":"Xiwu: A Basis Flexible and Learnable LLM for High Energy Physics","created":"2024-04-08","cited_by_count":7,"area":null},{"id":"2204.13796","title":"Instilling Type Knowledge in Language Models via Multi-Task QA","created":"2022-04-28","cited_by_count":5,"area":null},{"id":"2305.19982","title":"Adam Accumulation to Reduce Memory Footprints of both Activations and Gradients for Large-scale DNN Training","created":"2023-05-31","cited_by_count":5,"area":null},{"id":"2202.10435","title":"Survey on Large Scale Neural Network Training","created":"2022-02-21","cited_by_count":4,"area":null},{"id":"2301.02691","title":"Systems for Parallel and Distributed Large-Model Deep Learning Training","created":"2023-01-06","cited_by_count":4,"area":null},{"id":"2110.08633","title":"Hydra: A System for Large Multi-Model Deep Learning","created":"2021-10-16","cited_by_count":3,"area":null},{"id":"2506.06472","title":"Cost-Efficient LLM Training with Lifetime-Aware Tensor Offloading via GPUDirect Storage","created":"2025-06-06","cited_by_count":3,"area":null},{"id":"2203.15980","title":"DELTA: Dynamically Optimizing GPU Memory beyond Tensor Recomputation","created":"2022-03-30","cited_by_count":2,"area":null},{"id":"2212.05339","title":"Elixir: Train a Large Language Model on a Small GPU Cluster","created":"2022-12-10","cited_by_count":2,"area":null},{"id":"2309.08708","title":"Vocabulary-level Memory Efficiency for Language Model Fine-tuning","created":"2023-09-15","cited_by_count":2,"area":null},{"id":"2511.14124","title":"10Cache: Heterogeneous Resource-Aware Tensor Caching and Migration for LLM Training","created":"2025-11-18","cited_by_count":2,"area":null},{"id":"2606.22932","title":"FORGE: Fused On-Register Gradient Elimination for Memory-Efficient LLM Training","created":"2026-06-22","cited_by_count":2,"area":null},{"id":"2202.12831","title":"Benchmark Assessment for DeepSpeed Optimization Library","created":"2022-02-12","cited_by_count":1,"area":null},{"id":"2501.06126","title":"Merging Feed-Forward Sublayers for Compressed Transformers","created":"2025-01-10","cited_by_count":1,"area":null},{"id":"2401.11471","title":"LR-CNN: Lightweight Row-centric Convolutional Neural Network Training for Memory Reduction","created":"2024-01-21","cited_by_count":0,"area":null},{"id":"2502.12499","title":"GPU Memory Usage Optimization for Backward Propagation in Deep Network Training","created":"2025-02-18","cited_by_count":0,"area":null},{"id":"2507.03220","title":"Symbiosis: Multi-Adapter Inference and Fine-Tuning","created":"2025-07-03","cited_by_count":0,"area":null},{"id":"2512.21884","title":"Optimizing Resource Allocation for Geographically-Distributed Inference by Large Language Models","created":"2025-12-26","cited_by_count":0,"area":null},{"id":"2604.00112","title":"Efficient Software Vulnerability Detection Using Transformer-based Models","created":"2026-03-31","cited_by_count":0,"area":null},{"id":"2606.10706","title":"Unifying Data, Memory, and Compute Efficiency in LLM training: A Survey","created":"2026-06-09","cited_by_count":0,"area":null}],"next_cursor":null}