{"total":75,"rows":[{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2405.07719","title":"USP: A Unified Sequence Parallelism Approach for Long Context Generative AI","created":"2024-05-13","cited_by_count":61,"area":null},{"id":"2504.15930","title":"StreamRL: Scalable, Heterogeneous, and Elastic RL for LLMs with Disaggregated Stream Generation","created":"2025-04-22","cited_by_count":61,"area":null},{"id":"2406.06858","title":"FLUX: Fast Software-based Communication Overlap On GPUs Through Kernel Fusion","created":"2024-06-11","cited_by_count":57,"area":null},{"id":"2403.07648","title":"Characterization of Large Language Model Development in the Datacenter","created":"2024-03-12","cited_by_count":46,"area":null},{"id":"2510.12633","title":"Laminar: A Scalable Asynchronous RL Post-Training Framework","created":"2025-10-14","cited_by_count":37,"area":null},{"id":"2410.21680","title":"Revisiting Reliability in Large-Scale Machine Learning Research Clusters","created":"2024-10-29","cited_by_count":28,"area":null},{"id":"2407.20143","title":"ByteCheckpoint: A Unified Checkpointing System for Large Foundation Model Development","created":"2024-07-29","cited_by_count":24,"area":null},{"id":"2509.16293","title":"Robust LLM Training Infrastructure at ByteDance","created":"2025-09-19","cited_by_count":16,"area":null},{"id":"2405.14009","title":"ReCycle: Resilient Training of Large DNNs using Pipeline Adaptation","created":"2024-05-22","cited_by_count":14,"area":null},{"id":"2501.12689","title":"IC-Cache: Efficient Large Language Model Serving via In-context Caching","created":"2025-01-22","cited_by_count":13,"area":null},{"id":"2407.08694","title":"Cloud Atlas: Efficient Fault Localization for Cloud Systems using Language Models and Causal Insight","created":"2024-07-11","cited_by_count":12,"area":null},{"id":"2410.11720","title":"ATTNChecker: Highly-Optimized Fault Tolerant Attention for Large Language Model Training","created":"2024-10-15","cited_by_count":12,"area":null},{"id":"2503.12228","title":"Adaptive Fault Tolerance Mechanisms of Large Language Models in Cloud Computing Environments","created":"2025-03-15","cited_by_count":12,"area":null},{"id":"2407.00125","title":"A Survey on Failure Analysis and Fault Injection in AI Systems","created":"2024-06-28","cited_by_count":10,"area":null},{"id":"2502.21231","title":"ByteScale: Efficient Scaling of LLM Training with a 2048K Context Length on More Than 12,000 GPUs","created":"2025-02-28","cited_by_count":10,"area":null},{"id":"2406.18820","title":"Universal Checkpointing: A Flexible and Efficient Distributed Checkpointing System for Large-Scale DNN Training with Reconfigurable Parallelis","created":"2024-06-27","cited_by_count":9,"area":null},{"id":"2509.10439","title":"Understanding Outer Optimizers in Local SGD: Learning Rates, Momentum, and Acceleration","created":"2025-09-12","cited_by_count":9,"area":null},{"id":"2408.14158","title":"Fire-Flyer AI-HPC: A Cost-Effective Software-Hardware Co-Design for Deep Learning","created":"2024-08-26","cited_by_count":8,"area":null},{"id":"2412.01377","title":"Adapting Large Language Models to Log Analysis with Interpretable Domain Knowledge","created":"2024-12-02","cited_by_count":8,"area":null},{"id":"2408.01460","title":"LocalValueBench: A Collaboratively Built and Extensible Benchmark for Evaluating Localized Value Alignment and Ethical Safety in Large Language Models","created":"2024-07-27","cited_by_count":7,"area":null},{"id":"2408.10197","title":"Demystifying the Communication Characteristics for Distributed Transformer Models","created":"2024-08-19","cited_by_count":7,"area":null},{"id":"2502.03885","title":"InfiniteHBD: Building Datacenter-Scale High-Bandwidth Domain for LLM with Optical Circuit Switching Transceivers","created":"2025-02-06","cited_by_count":7,"area":null},{"id":"2502.08145","title":"Democratizing AI: Open-source Scalable LLM Training on GPU-based Supercomputers","created":"2025-02-12","cited_by_count":7,"area":null},{"id":"2509.03018","title":"Mycroft: Tracing Dependencies in Collective Communication Towards Reliable LLM Training","created":"2025-09-03","cited_by_count":6,"area":null},{"id":"2602.00277","title":"Training LLMs with Fault Tolerant HSDP on 100,000 GPUs","created":"2026-01-30","cited_by_count":6,"area":null},{"id":"2509.10371","title":"Characterizing the Efficiency of Distributed Training: A Power, Performance, and Thermal Perspective","created":"2025-09-12","cited_by_count":5,"area":null},{"id":"2406.04594","title":"Enhancing Large-Scale AI Training Efficiency: The C4 Solution for Real-Time Anomaly Detection and Communication Optimization","created":"2024-06-07","cited_by_count":4,"area":null},{"id":"2408.12396","title":"Cross-Domain Foundation Model Adaptation: Pioneering Computer Vision Models for Geophysical Data Analysis","created":"2024-08-22","cited_by_count":4,"area":null},{"id":"2503.11901","title":"Story of Two GPUs: Characterizing the Resilience of Hopper H100 and Ampere A100 GPUs","created":"2025-03-14","cited_by_count":4,"area":null},{"id":"2504.09844","title":"MegaScale-Data: Scaling Dataloader for Multisource Large Foundation Model Training","created":"2025-04-14","cited_by_count":4,"area":null},{"id":"2507.05411","title":"AXLearn: Modular, Hardware-Agnostic Large Model Training","created":"2025-07-07","cited_by_count":4,"area":null},{"id":"2512.25059","title":"Reliable and Resilient Collective Communication Library for LLM Training and Serving","created":"2025-12-31","cited_by_count":4,"area":null},{"id":"2407.05467","title":"The infrastructure powering IBM's Gen AI model development","created":"2024-07-07","cited_by_count":3,"area":null},{"id":"2407.12819","title":"I've Got 99 Problems But FLOPS Ain't One","created":"2024-07-01","cited_by_count":3,"area":null},{"id":"2412.07894","title":"Hydraulis: Balancing Large Transformer Model Training via Co-designing Parallel Strategies and Data Assignment","created":"2024-12-10","cited_by_count":3,"area":null},{"id":"2504.20854","title":"Towards Easy and Realistic Network Infrastructure Testing for Large-scale Machine Learning","created":"2025-04-29","cited_by_count":3,"area":null},{"id":"2506.15006","title":"Scaling Intelligence: Designing Data Centers for Next-Gen Language Models","created":"2025-06-17","cited_by_count":3,"area":null},{"id":"2601.17654","title":"Kareus: Joint Reduction of Dynamic and Static Energy in Large Model Training","created":"2026-01-25","cited_by_count":3,"area":null},{"id":"2604.03298","title":"ENEC: A Lossless AI Model Compression Method Enabling Fast Inference on Ascend NPUs","created":"2026-03-28","cited_by_count":3,"area":null},{"id":"2406.08756","title":"Optimizing Large Model Training through Overlapped Activation Recomputation","created":"2024-06-13","cited_by_count":2,"area":null},{"id":"2509.03047","title":"FlashRecovery: Fast and Low-Cost Recovery from Failures for Large-Scale Training of LLMs","created":"2025-09-03","cited_by_count":2,"area":null},{"id":"2509.23722","title":"OctoPipe: Reducing Pipeline Bubbles for Heterogeneous Models via Co-Optimizing Partitioning, Placement, and Scheduling","created":"2025-09-28","cited_by_count":2,"area":null},{"id":"2512.04142","title":"From FLOPs to Footprints: The Resource Cost of Artificial Intelligence","created":"2025-12-03","cited_by_count":2,"area":null},{"id":"2512.22492","title":"Role-Based Fault Tolerance System for LLM RL Post-Training","created":"2025-12-27","cited_by_count":2,"area":null},{"id":"2604.24088","title":"TACO: Efficient Communication Compression of Intermediate Tensors for Scalable Tensor-Parallel LLM Training","created":"2026-04-27","cited_by_count":2,"area":null},{"id":"2405.12843","title":"OpenCarbonEval: A Unified Carbon Emission Estimation Framework in Large-Scale AI Models","created":"2024-05-21","cited_by_count":1,"area":null},{"id":"2412.12636","title":"TrainMover: An Interruption-Resilient Runtime for ML Training","created":"2024-12-17","cited_by_count":1,"area":null},{"id":"2505.23523","title":"Efficient AllReduce with Stragglers","created":"2025-05-29","cited_by_count":1,"area":null},{"id":"2506.09280","title":"TTrace: Lightweight Error Checking and Diagnosis for Distributed Training","created":"2025-06-10","cited_by_count":1,"area":null},{"id":"2602.22437","title":"veScale-FSDP: Flexible and High-Performance FSDP at Scale","created":"2026-02-25","cited_by_count":1,"area":null},{"id":"2605.17879","title":"Guard: Scalable Straggler Detection and Node Health Management for Large-Scale Training","created":"2026-05-18","cited_by_count":1,"area":null},{"id":"2605.20799","title":"Instant GPU Efficiency Visibility at Fleet Scale","created":"2026-05-20","cited_by_count":1,"area":null},{"id":"2406.05546","title":"Training Through Failure: Effects of Data Consistency in Parallel Machine Learning Training","created":"2024-06-08","cited_by_count":0,"area":null},{"id":"2411.02908","title":"Photon: Federated LLM Pre-Training","created":"2024-11-05","cited_by_count":0,"area":null},{"id":"2501.04266","title":"Scaling Large Language Model Training on Frontier with Low-Bandwidth Partitioning","created":"2025-01-08","cited_by_count":0,"area":null},{"id":"2504.13236","title":"NNTile: a machine learning framework capable of training extremely large GPT language models on a single node","created":"2025-04-17","cited_by_count":0,"area":null},{"id":"2505.18563","title":"PacTrain: Pruning and Adaptive Sparse Gradient Compression for Efficient Collective Communication in Distributed Deep Learning","created":"2025-05-24","cited_by_count":0,"area":null},{"id":"2505.23105","title":"LUMION: Fast Fault Recovery for ML Jobs Using Programmable Optical Fabrics","created":"2025-05-29","cited_by_count":0,"area":null},{"id":"2506.06446","title":"Tokenization Multiplicity Leads to Arbitrary Price Variation in LLM-as-a-service","created":"2025-06-06","cited_by_count":0,"area":null},{"id":"2506.08528","title":"EROICA: Online Performance Troubleshooting for Large-scale Model Training","created":"2025-06-10","cited_by_count":0,"area":null},{"id":"2507.01880","title":"Evolving HPC services to enable ML workloads on HPE Cray EX","created":"2025-07-02","cited_by_count":0,"area":null},{"id":"2507.12619","title":"BootSeer: Analyzing and Mitigating Initialization Bottlenecks in Large-Scale LLM Training","created":"2025-07-16","cited_by_count":0,"area":null},{"id":"2508.03674","title":"Morphlux: Transforming Torus Fabrics for Efficient Multi-tenant ML","created":"2025-07-20","cited_by_count":0,"area":null},{"id":"2510.19322","title":"Enabling Reconfiguration-Communication Overlap for Collective Communication in Optical Networks","created":"2025-10-22","cited_by_count":0,"area":null},{"id":"2510.26008","title":"Detecting Anomalies in Machine Learning Infrastructure via Hardware Telemetry","created":"2025-10-29","cited_by_count":0,"area":null},{"id":"2605.04478","title":"CCL-D: A High-Precision Diagnostic System for Slow and Hang Anomalies in Large-Scale Model Training","created":"2026-05-06","cited_by_count":0,"area":null},{"id":"2605.08633","title":"Transforming the Use of Earth Observation Data: Exascale Training of a Generative Compression Model with Historical Priors for up to 10,000x Data Reduction","created":"2026-05-09","cited_by_count":0,"area":null},{"id":"2605.09370","title":"From Detection to Recovery: Operational Analysis on LLM Pre-training with 504 GPUs","created":"2026-05-10","cited_by_count":0,"area":null},{"id":"2605.17821","title":"TierCheck: Tiered Checkpointing for Fault Tolerance in Large Language Model Training","created":"2026-05-18","cited_by_count":0,"area":null},{"id":"2607.14172","title":"The Cost and Network Limits of Space-Based AI Compute","created":"2026-07-15","cited_by_count":0,"area":null},{"id":"2608.11034","title":"SCOUT: Symmetric Consensus Outlier Detection for Failure Localization in LLM Pre-Training","created":"2026-08-11","cited_by_count":0,"area":null},{"id":"2609.18519","title":"COMPASS-ABS: Reducing Fragmentation in Shared GPU Clusters for Deep Learning Training Workloads","created":"2026-09-16","cited_by_count":0,"area":null},{"id":"2609.19924","title":"The Life of a Token: from Words to Bits on the Wire","created":"2026-09-17","cited_by_count":0,"area":null},{"id":"2609.24205","title":"A principled approach for energy-efficient training via phase-aware GPU frequency tuning","created":"2026-09-21","cited_by_count":0,"area":null}],"next_cursor":null}