{"total":52,"rows":[{"id":"2309.14509","title":"DeepSpeed Ulysses: System Optimizations for Enabling Training of Extreme Long Sequence Transformer Models","created":"2023-09-25","cited_by_count":245,"area":null},{"id":"2410.10989","title":"Liger Kernel: Efficient Triton Kernels for LLM Training","created":"2024-10-14","cited_by_count":130,"area":null},{"id":"2507.11948","title":"Kevin: Multi-Turn RL for Generating CUDA Kernels","created":"2025-07-16","cited_by_count":78,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2406.06858","title":"FLUX: Fast Software-based Communication Overlap On GPUs Through Kernel Fusion","created":"2024-06-11","cited_by_count":57,"area":null},{"id":"2405.17245","title":"Galaxy: A Resource-Efficient Collaborative Edge AI System for In-situ Transformer Inference","created":"2024-05-27","cited_by_count":25,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2603.07685","title":"Scalable Training of Mixture-of-Experts Models with Megatron Core","created":"2026-03-08","cited_by_count":19,"area":"moe"},{"id":"2505.23725","title":"MuLoCo: Muon is a practical inner optimizer for DiLoCo","created":"2025-05-29","cited_by_count":18,"area":null},{"id":"2503.17924","title":"WLB-LLM: Workload-Balanced 4D Parallelism for Large Language Model Training","created":"2025-03-23","cited_by_count":17,"area":null},{"id":"2409.02231","title":"SmileyLlama: Modifying Large Language Models for Directed Chemical Space Exploration","created":"2024-09-03","cited_by_count":14,"area":"alignment"},{"id":"2410.15526","title":"SDP4Bit: Toward 4-bit Communication Quantization in Sharded Data Parallelism for LLM Training","created":"2024-10-20","cited_by_count":14,"area":null},{"id":"2312.11819","title":"An Adaptive Placement and Parallelism Framework for Accelerating RLHF Training","created":"2023-12-19","cited_by_count":13,"area":"alignment"},{"id":"2401.02643","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","created":"2024-01-05","cited_by_count":11,"area":null},{"id":"2505.01043","title":"Low-Precision Training of Large Language Models: Methods, Challenges, and Opportunities","created":"2025-05-02","cited_by_count":11,"area":null},{"id":"2405.17517","title":"WASH: Train your Ensemble with Communication-Efficient Weight Shuffling, then Average","created":"2024-05-27","cited_by_count":9,"area":null},{"id":"2408.10197","title":"Demystifying the Communication Characteristics for Distributed Transformer Models","created":"2024-08-19","cited_by_count":7,"area":null},{"id":"2409.03365","title":"Spindle: Efficient Distributed Training of Multi-Task Large Models via Wavefront Scheduling","created":"2024-09-05","cited_by_count":7,"area":null},{"id":"2410.02749","title":"Training Language Models on Synthetic Edit Sequences Improves Code Synthesis","created":"2024-10-03","cited_by_count":7,"area":null},{"id":"2312.07540","title":"diff History for Neural Language Agents","created":"2023-12-12","cited_by_count":6,"area":"agents"},{"id":"2406.02613","title":"ACCO: Accumulate While You Communicate for Communication-Overlapped Sharded LLM Training","created":"2024-06-03","cited_by_count":6,"area":null},{"id":"2407.04480","title":"LoCo: Low-Bit Communication Adaptor for Large-scale Model Training","created":"2024-07-05","cited_by_count":6,"area":null},{"id":"2505.00347","title":"Pushing the Limits of Low-Bit Optimizers: A Focus on EMA Dynamics","created":"2025-05-01","cited_by_count":5,"area":null},{"id":"2507.10448","title":"FinTeam: A Multi-Agent Collaborative Intelligence System for Comprehensive Financial Scenarios","created":"2025-07-05","cited_by_count":5,"area":"agents"},{"id":"2601.22101","title":"ECO: Quantized Training without Full-Precision Master Weights","created":"2026-01-29","cited_by_count":5,"area":"moe"},{"id":"2310.06003","title":"Rethinking Memory and Communication Cost for Efficient Large Language Model Training","created":"2023-10-09","cited_by_count":4,"area":"lr"},{"id":"2512.25059","title":"Reliable and Resilient Collective Communication Library for LLM Training and Serving","created":"2025-12-31","cited_by_count":4,"area":null},{"id":"2412.07894","title":"Hydraulis: Balancing Large Transformer Model Training via Co-designing Parallel Strategies and Data Assignment","created":"2024-12-10","cited_by_count":3,"area":null},{"id":"2308.10252","title":"LMTuner: An user-friendly and highly-integrable Training Framework for fine-tuning Large Language Models","created":"2023-08-20","cited_by_count":2,"area":null},{"id":"2409.02423","title":"Accelerating Large Language Model Training with Hybrid GPU-based Compression","created":"2024-09-04","cited_by_count":2,"area":null},{"id":"2410.13785","title":"PopAlign: Diversifying Contrasting Patterns for a More Comprehensive Alignment","created":"2024-10-17","cited_by_count":2,"area":"alignment"},{"id":"2502.14305","title":"Scaling Down, Serving Fast: Compressing and Deploying Efficient LLMs for Recommendation Systems","created":"2025-02-20","cited_by_count":2,"area":null},{"id":"2506.17615","title":"EQuARX: Efficient Quantized AllReduce in XLA for Distributed Machine Learning Acceleration","created":"2025-06-21","cited_by_count":2,"area":null},{"id":"2507.01803","title":"Towards Decentralized and Sustainable Foundation Model Training with the Edge","created":"2025-07-02","cited_by_count":2,"area":null},{"id":"2508.14951","title":"Improving LLMs for Machine Translation Using Synthetic Preference Data","created":"2025-08-20","cited_by_count":2,"area":"alignment"},{"id":"2604.17172","title":"UCCL-Zip: Lossless Compression Supercharged GPU Communication","created":"2026-04-19","cited_by_count":2,"area":null},{"id":"2311.05034","title":"Just-in-time Quantization with Processing-In-Memory for Efficient ML Training","created":"2023-11-08","cited_by_count":1,"area":null},{"id":"2407.01614","title":"Enhancing Stability for Large Language Models Training in Constrained Bandwidth Networks","created":"2024-06-28","cited_by_count":1,"area":null},{"id":"2508.03760","title":"FlashCommunication V2: Bit Splitting and Spike Reserving for Any Bit Communication","created":"2025-08-04","cited_by_count":1,"area":null},{"id":"2602.10940","title":"FastUSP: A Multi-Level Collaborative Acceleration Framework for Distributed Diffusion Model Inference","created":"2026-02-11","cited_by_count":1,"area":"diffusion"},{"id":"2608.11919","title":"LazyTrain: Limited-resource Allocation toward Zero-waste Yield Optimization in Large Language Model Training","created":"2026-08-12","cited_by_count":1,"area":null},{"id":"2401.11471","title":"LR-CNN: Lightweight Row-centric Convolutional Neural Network Training for Memory Reduction","created":"2024-01-21","cited_by_count":0,"area":null},{"id":"2403.08837","title":"Cyclic Data Parallelism for Efficient Parallelism of Deep Neural Networks","created":"2024-03-13","cited_by_count":0,"area":null},{"id":"2409.08372","title":"FedProphet: Memory-Efficient Federated Adversarial Training via Robust and Consistent Cascade Learning","created":"2024-09-12","cited_by_count":0,"area":null},{"id":"2411.02908","title":"Photon: Federated LLM Pre-Training","created":"2024-11-05","cited_by_count":0,"area":null},{"id":"2501.04266","title":"Scaling Large Language Model Training on Frontier with Low-Bandwidth Partitioning","created":"2025-01-08","cited_by_count":0,"area":null},{"id":"2602.04816","title":"Horizon-LM: A RAM-Centric Architecture for LLM Training","created":"2026-02-04","cited_by_count":0,"area":null},{"id":"2603.28239","title":"A Switch-Centric In-Network Architecture for Accelerating LLM Inference in Shared-Memory Network","created":"2026-03-30","cited_by_count":0,"area":null},{"id":"2604.24073","title":"FreeScale: Distributed Training for Sequence Recommendation Models with Minimal Scaling Cost","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2606.00539","title":"GNMR: Runtime Stability Control for Low-Precision Large Language Model Training","created":"2026-05-30","cited_by_count":0,"area":null},{"id":"2607.01678","title":"SCAPE: Accurate and Efficient LLM Training with Extreme Sparse Communication","created":"2026-07-02","cited_by_count":0,"area":null},{"id":"2607.07494","title":"GeoFP8: Geometry-Aware FP8 Gradient Compression for Distributed LLM Training","created":"2026-07-08","cited_by_count":0,"area":null}],"next_cursor":null}