{"total":75,"rows":[{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457,"area":null},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302,"area":null},{"id":"2309.14509","title":"DeepSpeed Ulysses: System Optimizations for Enabling Training of Extreme Long Sequence Transformer Models","created":"2023-09-25","cited_by_count":245,"area":null},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2310.05209","title":"Scaling Laws of RoPE-based Extrapolation","created":"2023-10-08","cited_by_count":125,"area":null},{"id":"2110.14883","title":"Colossal-AI: A Unified Deep Learning System For Large-Scale Parallel Training","created":"2021-10-28","cited_by_count":96,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2411.09009","title":"Cut Your Losses in Large-Vocabulary Language Models","created":"2024-11-13","cited_by_count":40,"area":null},{"id":"2510.14648","title":"In-Context Learning with Unpaired Clips for Instruction-based Video Editing","created":"2025-10-16","cited_by_count":35,"area":null},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2411.01783","title":"Context Parallelism for Scalable Million-Token Inference","created":"2024-11-04","cited_by_count":26,"area":null},{"id":"2405.17245","title":"Galaxy: A Resource-Efficient Collaborative Edge AI System for In-situ Transformer Inference","created":"2024-05-27","cited_by_count":25,"area":null},{"id":"2412.01523","title":"FlexSP: Accelerating Large Language Model Training via Flexible Sequence Parallelism","created":"2024-12-02","cited_by_count":19,"area":null},{"id":"2312.05181","title":"Tenplex: Dynamic Parallelism for Deep Learning using Parallelizable Tensor Collections","created":"2023-12-08","cited_by_count":16,"area":null},{"id":"2401.00134","title":"Unicron: Economizing Self-Healing LLM Training at Scale","created":"2023-12-30","cited_by_count":16,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2409.17264","title":"No Request Left Behind: Tackling Heterogeneity in Long-Context LLM Inference with Medha","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2504.07866","title":"Pangu Ultra: Pushing the Limits of Dense Large Language Models on Ascend NPUs","created":"2025-04-10","cited_by_count":13,"area":null},{"id":"2407.13739","title":"Scaling Granite Code Models to 128K Context","created":"2024-07-18","cited_by_count":11,"area":null},{"id":"2403.09347","title":"BurstAttention: An Efficient Distributed Attention Framework for Extremely Long Sequences","created":"2024-03-14","cited_by_count":10,"area":null},{"id":"2406.18820","title":"Universal Checkpointing: A Flexible and Efficient Distributed Checkpointing System for Large-Scale DNN Training with Reconfigurable Parallelis","created":"2024-06-27","cited_by_count":9,"area":null},{"id":"2407.09111","title":"Inference Optimization of Foundation Models on AI Accelerators","created":"2024-07-12","cited_by_count":9,"area":null},{"id":"2411.13055","title":"Hardware Scaling Trends and Diminishing Returns in Large-Scale Distributed Training","created":"2024-11-20","cited_by_count":8,"area":null},{"id":"2605.15514","title":"RoPE Distinguishes Neither Positions Nor Tokens in Long Contexts, Provably","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2504.09307","title":"Lumos: Efficient Performance Modeling and Estimation for Large-scale LLM Training","created":"2025-04-12","cited_by_count":7,"area":null},{"id":"2407.15892","title":"Mini-Sequence Transformer: Optimizing Intermediate Memory for Long Sequences Training","created":"2024-07-22","cited_by_count":6,"area":null},{"id":"2504.14519","title":"SlimPipe: Memory-Thrifty and Efficient Pipeline Parallelism for Long-Context LLM Training","created":"2025-04-20","cited_by_count":6,"area":null},{"id":"2312.14647","title":"Towards Message Brokers for Generative AI: Survey, Challenges, and Opportunities","created":"2023-12-22","cited_by_count":5,"area":null},{"id":"2407.14106","title":"TorchGT: A Holistic System for Large-scale Graph Transformer Training","created":"2024-07-19","cited_by_count":5,"area":null},{"id":"2505.19293","title":"100-LongBench: Are de facto Long-Context Benchmarks Literally Evaluating Long-Context Ability?","created":"2025-05-25","cited_by_count":5,"area":null},{"id":"2506.05343","title":"ContentV: Efficient Training of Video Generation Models with Limited Compute","created":"2025-06-05","cited_by_count":5,"area":null},{"id":"2408.07802","title":"Kraken: Inherently Parallel Transformers For Efficient Multi-Device Inference","created":"2024-08-14","cited_by_count":4,"area":null},{"id":"2409.04833","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","created":"2024-09-07","cited_by_count":4,"area":null},{"id":"2409.15104","title":"PecSched: Preemptive and Efficient Cluster Scheduling for LLM Inference","created":"2024-09-23","cited_by_count":4,"area":null},{"id":"2505.17694","title":"CoDec: Prefix-Shared Decoding Kernel for LLMs","created":"2025-05-23","cited_by_count":4,"area":null},{"id":"2507.05411","title":"AXLearn: Modular, Hardware-Agnostic Large Model Training","created":"2025-07-07","cited_by_count":4,"area":null},{"id":"2311.02382","title":"Ultra-Long Sequence Distributed Transformer","created":"2023-11-04","cited_by_count":3,"area":null},{"id":"2501.11847","title":"A Survey on Memory-Efficient Transformer-Based Model Training in AI for Science","created":"2025-01-21","cited_by_count":3,"area":null},{"id":"2502.12085","title":"APB: Accelerating Distributed Long-Context Inference by Passing Compressed Context Blocks across GPUs","created":"2025-02-17","cited_by_count":3,"area":null},{"id":"2506.13996","title":"Arctic Long Sequence Training: Scalable And Efficient Training For Multi-Million Token Sequences","created":"2025-06-16","cited_by_count":3,"area":null},{"id":"2407.10237","title":"Towards Green AI: Current status and future research","created":"2024-05-01","cited_by_count":2,"area":null},{"id":"2410.06886","title":"FltLM: An Intergrated Long-Context Large Language Model for Effective Context Filtering and Understanding","created":"2024-10-09","cited_by_count":2,"area":null},{"id":"2506.03077","title":"StreamBP: Memory-Efficient Exact Backpropagation for Long Sequence Training of LLMs","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2507.00394","title":"HelixPipe: Efficient Distributed Training of Long Sequence Transformers with Attention Parallel Pipeline Parallelism","created":"2025-07-01","cited_by_count":2,"area":null},{"id":"2507.01004","title":"ZeCO: Zero Communication Overhead Sequence Parallelism for Linear Attention","created":"2025-07-01","cited_by_count":2,"area":null},{"id":"2604.03425","title":"AEGIS: Scaling Long-Sequence Homomorphic Encrypted Transformer Inference via Hybrid Parallelism on Multi-GPU Systems","created":"2026-04-03","cited_by_count":2,"area":null},{"id":"2604.24088","title":"TACO: Efficient Communication Compression of Intermediate Tensors for Scalable Tensor-Parallel LLM Training","created":"2026-04-27","cited_by_count":2,"area":null},{"id":"2604.27296","title":"To Diff or Not to Diff? Structure-Aware and Adaptive Output Formats for Efficient LLM-based Code Editing","created":"2026-04-30","cited_by_count":2,"area":null},{"id":"2311.05034","title":"Just-in-time Quantization with Processing-In-Memory for Efficient ML Training","created":"2023-11-08","cited_by_count":1,"area":null},{"id":"2405.15780","title":"Sequence Length Scaling in Vision Transformers for Scientific Images on Frontier","created":"2024-04-17","cited_by_count":1,"area":null},{"id":"2509.25044","title":"A Scalable Distributed Framework for Multimodal GigaVoxel Image Registration","created":"2025-09-29","cited_by_count":1,"area":null},{"id":"2602.21196","title":"Untied Ulysses: Memory-Efficient Context Parallelism via Headwise Chunking","created":"2026-02-24","cited_by_count":1,"area":null},{"id":"2602.21788","title":"Efficient Scaling of LLM Training with Flexible Context Parallelism","created":"2026-02-25","cited_by_count":1,"area":null},{"id":"2405.13386","title":"360Zhinao Technical Report","created":"2024-05-22","cited_by_count":0,"area":null},{"id":"2410.07531","title":"Reducing the Cost of Dropout in Flash-Attention by Hiding RNG with GEMM","created":"2024-10-10","cited_by_count":0,"area":null},{"id":"2503.15758","title":"ATTENTION2D: Communication Efficient Distributed Self-Attention Mechanism","created":"2025-03-20","cited_by_count":0,"area":null},{"id":"2505.02159","title":"Small Clips, Big Gains: Learning Long-Range Refocused Temporal Information for Video Super-Resolution","created":"2025-05-04","cited_by_count":0,"area":null},{"id":"2509.00217","title":"Learning to Shard: RL for Co-optimizing the Parallelism Degrees and Per-operator Sharding Dimensions in Distributed LLM Inference","created":"2025-08-29","cited_by_count":0,"area":null},{"id":"2509.26541","title":"TASP: Topology-aware Sequence Parallelism","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2603.05800","title":"StreamWise: Serving Multi-Modal Generation in Real-Time at Scale","created":"2026-03-06","cited_by_count":0,"area":null},{"id":"2604.20819","title":"Stream-CQSA: Exact Out-of-Memory Recovery for Attention","created":"2026-04-22","cited_by_count":0,"area":null},{"id":"2605.17164","title":"Charon: A Unified and Fine-Grained Simulator for Large-Scale LLM Training and Inference","created":"2026-05-16","cited_by_count":0,"area":null},{"id":"2606.19989","title":"Online Dynamic Batching with Formal Guarantees for LLM Training","created":"2026-06-18","cited_by_count":0,"area":null},{"id":"2606.30460","title":"HSAP: A Hierarchical Sequence-aware Parallelism for Hybrid-Context Generative Models","created":"2026-06-29","cited_by_count":0,"area":null},{"id":"2607.01646","title":"PHOENIX: Resilient LLM Training with Hot-Swapping via Zero-Overhead Checkpoint","created":"2026-07-02","cited_by_count":0,"area":null},{"id":"2607.05439","title":"Design-CP: Context Parallelism for Design of Protein Nanoparticles","created":"2026-07-03","cited_by_count":0,"area":null},{"id":"2608.07524","title":"Training Variable Long Sequences with Data-Centric Parallel","created":"2026-07-14","cited_by_count":0,"area":null},{"id":"2608.19920","title":"Learning how to Forget: Fine-tuning for Long-Context Sparse Attention","created":"2026-08-20","cited_by_count":0,"area":null},{"id":"2609.07236","title":"Parallelism Strategy Chaining for Fast Training Convergence","created":"2026-09-07","cited_by_count":0,"area":null},{"id":"2609.19924","title":"The Life of a Token: from Words to Bits on the Wire","created":"2026-09-17","cited_by_count":0,"area":null}],"next_cursor":null}