{"total":17,"rows":[{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2110.14883","title":"Colossal-AI: A Unified Deep Learning System For Large-Scale Parallel Training","created":"2021-10-28","cited_by_count":96,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2108.05818","title":"PatrickStar: Parallel Training of Pre-trained Models via Chunk-based Memory Management","created":"2021-08-12","cited_by_count":15,"area":null},{"id":"2404.10933","title":"LLMem: Estimating GPU Memory Usage for Fine-Tuning Pre-Trained LLMs","created":"2024-04-16","cited_by_count":12,"area":null},{"id":"2206.04959","title":"Merak: An Efficient Distributed DNN Training Framework with Automated 3D Parallelism for Giant Foundation Models","created":"2022-06-10","cited_by_count":11,"area":null},{"id":"2401.02643","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","created":"2024-01-05","cited_by_count":11,"area":null},{"id":"2305.13525","title":"A 4D Hybrid Algorithm to Scale Parallel Training to Thousands of GPUs","created":"2023-05-22","cited_by_count":6,"area":null},{"id":"2302.02599","title":"Colossal-Auto: Unified Automation of Parallelization and Activation Checkpoint for Large-scale Models","created":"2023-02-06","cited_by_count":5,"area":null},{"id":"2501.11847","title":"A Survey on Memory-Efficient Transformer-Based Model Training in AI for Science","created":"2025-01-21","cited_by_count":3,"area":null},{"id":"2506.15961","title":"TrainVerify: Equivalence-Based Verification for Distributed LLM Training","created":"2025-06-19","cited_by_count":3,"area":null},{"id":"2207.11912","title":"Dive into Big Model Training","created":"2022-07-25","cited_by_count":1,"area":null},{"id":"2408.11746","title":"Mixed Sparsity Training: Achieving 4$\\times$ FLOP Reduction for Transformer Pretraining","created":"2024-08-21","cited_by_count":0,"area":null},{"id":"2410.00273","title":"Comprehensive Performance Modeling and System Design Insights for Foundation Models","created":"2024-09-30","cited_by_count":0,"area":null},{"id":"2504.12471","title":"You Don't Need All Attentions: Distributed Dynamic Fine-Tuning for Foundation Models","created":"2025-04-16","cited_by_count":0,"area":null}],"next_cursor":null}