{"total":126,"rows":[{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535,"area":null},{"id":"2406.16852","title":"Long Context Transfer from Language to Vision","created":"2024-06-24","cited_by_count":515,"area":"mllm"},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514,"area":"ssm"},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457,"area":null},{"id":"2408.10188","title":"LongVILA: Scaling Long-Context Visual Language Models for Long Videos","created":"2024-08-19","cited_by_count":309,"area":"mllm"},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302,"area":null},{"id":"2309.14509","title":"DeepSpeed Ulysses: System Optimizations for Enabling Training of Extreme Long Sequence Transformer Models","created":"2023-09-25","cited_by_count":245,"area":null},{"id":"2407.06204","title":"A Survey on Mixture of Experts in Large Language Models","created":"2024-06-26","cited_by_count":237,"area":"moe"},{"id":"2407.00079","title":"Mooncake: A KVCache-centric Disaggregated Architecture for LLM Serving","created":"2024-06-24","cited_by_count":196,"area":"inference"},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186,"area":null},{"id":"2512.14614","title":"WorldPlay: Towards Long-Term Geometric Consistency for Real-Time Interactive World Modeling","created":"2025-12-16","cited_by_count":170,"area":"wm"},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2310.05209","title":"Scaling Laws of RoPE-based Extrapolation","created":"2023-10-08","cited_by_count":125,"area":null},{"id":"2404.09526","title":"LoongServe: Efficiently Serving Long-Context Large Language Models with Elastic Sequence Parallelism","created":"2024-04-15","cited_by_count":112,"area":"inference"},{"id":"2110.14883","title":"Colossal-AI: A Unified Deep Learning System For Large-Scale Parallel Training","created":"2021-10-28","cited_by_count":96,"area":null},{"id":"2512.04040","title":"RELIC: Interactive Video World Model with Long-Horizon Memory","created":"2025-12-03","cited_by_count":96,"area":"wm"},{"id":"2401.02669","title":"Infinite-LLM: Efficient LLM Service for Long Context with DistAttention and Distributed KVCache","created":"2024-01-05","cited_by_count":73,"area":"inference"},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2502.04896","title":"Goku: Flow Based Video Generative Foundation Models","created":"2025-02-07","cited_by_count":67,"area":"diffusion"},{"id":"2501.15089","title":"LongReason: A Synthetic Long-Context Reasoning Benchmark via Context Expansion","created":"2025-01-25","cited_by_count":50,"area":"lr"},{"id":"2503.12559","title":"AdaReTaKe: Adaptive Redundancy Reduction to Perceive Longer for Video-language Understanding","created":"2025-03-16","cited_by_count":48,"area":"mllm"},{"id":"2411.09009","title":"Cut Your Losses in Large-Vocabulary Language Models","created":"2024-11-13","cited_by_count":40,"area":null},{"id":"2502.04847","title":"HumanDiT: Pose-Guided Diffusion Transformer for Long-form Human Motion Video Generation","created":"2025-02-07","cited_by_count":39,"area":"diffusion"},{"id":"2511.09057","title":"PAN: A World Model for General, Actionable, and Long-Horizon World Simulation","created":"2025-11-12","cited_by_count":36,"area":"wm"},{"id":"2509.21009","title":"RollPacker: Mitigating Long-Tail Rollouts for Fast, Synchronous RL Post-Training","created":"2025-09-25","cited_by_count":35,"area":"lr"},{"id":"2510.14648","title":"In-Context Learning with Unpaired Clips for Instruction-based Video Editing","created":"2025-10-16","cited_by_count":35,"area":null},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2505.11432","title":"MegaScale-MoE: Large-Scale Communication-Efficient Training of Mixture-of-Experts Models in Production","created":"2025-05-16","cited_by_count":31,"area":"moe"},{"id":"2605.18739","title":"LongLive-2.0: An NVFP4 Parallel Infrastructure for Long Video Generation","created":"2026-05-18","cited_by_count":30,"area":"diffusion"},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2411.01783","title":"Context Parallelism for Scalable Million-Token Inference","created":"2024-11-04","cited_by_count":26,"area":null},{"id":"2506.19290","title":"Skywork-SWE: Unveiling Data Scaling Laws for Software Engineering in LLMs","created":"2025-06-24","cited_by_count":26,"area":"agents"},{"id":"2405.17245","title":"Galaxy: A Resource-Efficient Collaborative Edge AI System for In-situ Transformer Inference","created":"2024-05-27","cited_by_count":25,"area":null},{"id":"2411.17116","title":"Star Attention: Efficient LLM Inference over Long Sequences","created":"2024-11-26","cited_by_count":25,"area":"inference"},{"id":"2412.01523","title":"FlexSP: Accelerating Large Language Model Training via Flexible Sequence Parallelism","created":"2024-12-02","cited_by_count":19,"area":null},{"id":"2312.05181","title":"Tenplex: Dynamic Parallelism for Deep Learning using Parallelizable Tensor Collections","created":"2023-12-08","cited_by_count":16,"area":null},{"id":"2401.00134","title":"Unicron: Economizing Self-Healing LLM Training at Scale","created":"2023-12-30","cited_by_count":16,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2502.19312","title":"FSPO: Few-Shot Optimization of Synthetic Preferences Personalizes to Real Users","created":"2025-02-26","cited_by_count":15,"area":"alignment"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2504.08242","title":"Jupiter: Fast and Resource-Efficient Collaborative Inference of Generative LLMs on Edge Devices","created":"2025-04-11","cited_by_count":15,"area":"inference"},{"id":"2409.17264","title":"No Request Left Behind: Tackling Heterogeneity in Long-Context LLM Inference with Medha","created":"2024-09-25","cited_by_count":13,"area":null},{"id":"2504.07866","title":"Pangu Ultra: Pushing the Limits of Dense Large Language Models on Ascend NPUs","created":"2025-04-10","cited_by_count":13,"area":null},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2407.13739","title":"Scaling Granite Code Models to 128K Context","created":"2024-07-18","cited_by_count":11,"area":null},{"id":"2403.09347","title":"BurstAttention: An Efficient Distributed Attention Framework for Extremely Long Sequences","created":"2024-03-14","cited_by_count":10,"area":null},{"id":"2405.14105","title":"Distributed Speculative Inference (DSI): Speculation Parallelism for Provably Faster Lossless Language Model Inference","created":"2024-05-23","cited_by_count":9,"area":"inference"},{"id":"2406.18820","title":"Universal Checkpointing: A Flexible and Efficient Distributed Checkpointing System for Large-Scale DNN Training with Reconfigurable Parallelis","created":"2024-06-27","cited_by_count":9,"area":null},{"id":"2407.09111","title":"Inference Optimization of Foundation Models on AI Accelerators","created":"2024-07-12","cited_by_count":9,"area":null},{"id":"2501.08192","title":"PRESERVE: Prefetching Model Weights and KV-Cache in Distributed LLM Serving","created":"2025-01-14","cited_by_count":9,"area":"inference"},{"id":"2411.13055","title":"Hardware Scaling Trends and Diminishing Returns in Large-Scale Distributed Training","created":"2024-11-20","cited_by_count":8,"area":null},{"id":"2605.15514","title":"RoPE Distinguishes Neither Positions Nor Tokens in Long Contexts, Provably","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2504.09307","title":"Lumos: Efficient Performance Modeling and Estimation for Large-scale LLM Training","created":"2025-04-12","cited_by_count":7,"area":null},{"id":"2505.17315","title":"Longer Context, Deeper Thinking: Uncovering the Role of Long-Context Ability in Reasoning","created":"2025-05-22","cited_by_count":7,"area":"lr"},{"id":"2607.01299","title":"HYPIC: Accelerating Hybrid-Attention LLM Serving with Position-Independent Caching","created":"2026-07-01","cited_by_count":7,"area":"rag"},{"id":"2405.05329","title":"KV-Runahead: Scalable Causal LLM Inference by Parallel Key-Value Cache Generation","created":"2024-05-08","cited_by_count":6,"area":"inference"},{"id":"2407.15892","title":"Mini-Sequence Transformer: Optimizing Intermediate Memory for Long Sequences Training","created":"2024-07-22","cited_by_count":6,"area":null},{"id":"2504.14519","title":"SlimPipe: Memory-Thrifty and Efficient Pipeline Parallelism for Long-Context LLM Training","created":"2025-04-20","cited_by_count":6,"area":null},{"id":"2312.14647","title":"Towards Message Brokers for Generative AI: Survey, Challenges, and Opportunities","created":"2023-12-22","cited_by_count":5,"area":null},{"id":"2407.14106","title":"TorchGT: A Holistic System for Large-scale Graph Transformer Training","created":"2024-07-19","cited_by_count":5,"area":null},{"id":"2505.19293","title":"100-LongBench: Are de facto Long-Context Benchmarks Literally Evaluating Long-Context Ability?","created":"2025-05-25","cited_by_count":5,"area":null},{"id":"2506.05343","title":"ContentV: Efficient Training of Video Generation Models with Limited Compute","created":"2025-06-05","cited_by_count":5,"area":null},{"id":"2408.04307","title":"MoC-System: Efficient Fault Tolerance for Sparse Mixture-of-Experts Model Training","created":"2024-08-08","cited_by_count":4,"area":"moe"},{"id":"2408.07802","title":"Kraken: Inherently Parallel Transformers For Efficient Multi-Device Inference","created":"2024-08-14","cited_by_count":4,"area":null},{"id":"2409.04833","title":"Achieving Peak Performance for Large Language Models: A Systematic Review","created":"2024-09-07","cited_by_count":4,"area":null},{"id":"2409.15104","title":"PecSched: Preemptive and Efficient Cluster Scheduling for LLM Inference","created":"2024-09-23","cited_by_count":4,"area":null},{"id":"2411.10003","title":"Pro-Prophet: A Systematic Load Balancing Method for Efficient Parallel Training of Large-scale MoE Models","created":"2024-11-15","cited_by_count":4,"area":"moe"},{"id":"2505.17694","title":"CoDec: Prefix-Shared Decoding Kernel for LLMs","created":"2025-05-23","cited_by_count":4,"area":null},{"id":"2506.01758","title":"Many-for-Many: Unify the Training of Multiple Video and Image Generation and Manipulation Tasks","created":"2025-06-02","cited_by_count":4,"area":"diffusion"},{"id":"2507.05411","title":"AXLearn: Modular, Hardware-Agnostic Large Model Training","created":"2025-07-07","cited_by_count":4,"area":null},{"id":"2510.01565","title":"TetriServe: Efficiently Serving Mixed DiT Workloads","created":"2025-10-02","cited_by_count":4,"area":"diffusion"},{"id":"2512.24157","title":"Training Report of TeleChat3-MoE","created":"2025-12-30","cited_by_count":4,"area":"moe"},{"id":"2311.02382","title":"Ultra-Long Sequence Distributed Transformer","created":"2023-11-04","cited_by_count":3,"area":null},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2501.11847","title":"A Survey on Memory-Efficient Transformer-Based Model Training in AI for Science","created":"2025-01-21","cited_by_count":3,"area":null},{"id":"2502.12085","title":"APB: Accelerating Distributed Long-Context Inference by Passing Compressed Context Blocks across GPUs","created":"2025-02-17","cited_by_count":3,"area":null},{"id":"2503.23830","title":"OrchMLLM: Orchestrate Multimodal Data with Batch Post-Balancing to Accelerate Multimodal Large Language Model Training","created":"2025-03-31","cited_by_count":3,"area":"mllm"},{"id":"2506.13996","title":"Arctic Long Sequence Training: Scalable And Efficient Training For Multi-Million Token Sequences","created":"2025-06-16","cited_by_count":3,"area":null},{"id":"2508.06001","title":"KnapFormer: An Online Load Balancer for Efficient Diffusion Transformers Training","created":"2025-08-08","cited_by_count":3,"area":"diffusion"},{"id":"2407.10237","title":"Towards Green AI: Current status and future research","created":"2024-05-01","cited_by_count":2,"area":null},{"id":"2410.06886","title":"FltLM: An Intergrated Long-Context Large Language Model for Effective Context Filtering and Understanding","created":"2024-10-09","cited_by_count":2,"area":null},{"id":"2506.03077","title":"StreamBP: Memory-Efficient Exact Backpropagation for Long Sequence Training of LLMs","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2507.00394","title":"HelixPipe: Efficient Distributed Training of Long Sequence Transformers with Attention Parallel Pipeline Parallelism","created":"2025-07-01","cited_by_count":2,"area":null},{"id":"2507.01004","title":"ZeCO: Zero Communication Overhead Sequence Parallelism for Linear Attention","created":"2025-07-01","cited_by_count":2,"area":null},{"id":"2507.17511","title":"Accelerating Parallel Diffusion Model Serving with Residual Compression","created":"2025-07-23","cited_by_count":2,"area":"diffusion"},{"id":"2604.03425","title":"AEGIS: Scaling Long-Sequence Homomorphic Encrypted Transformer Inference via Hybrid Parallelism on Multi-GPU Systems","created":"2026-04-03","cited_by_count":2,"area":null},{"id":"2604.24088","title":"TACO: Efficient Communication Compression of Intermediate Tensors for Scalable Tensor-Parallel LLM Training","created":"2026-04-27","cited_by_count":2,"area":null},{"id":"2604.27296","title":"To Diff or Not to Diff? Structure-Aware and Adaptive Output Formats for Efficient LLM-based Code Editing","created":"2026-04-30","cited_by_count":2,"area":null},{"id":"2311.05034","title":"Just-in-time Quantization with Processing-In-Memory for Efficient ML Training","created":"2023-11-08","cited_by_count":1,"area":null},{"id":"2405.15780","title":"Sequence Length Scaling in Vision Transformers for Scientific Images on Frontier","created":"2024-04-17","cited_by_count":1,"area":null},{"id":"2411.16786","title":"Staleness-Centric Optimizations for Parallel Diffusion MoE Inference","created":"2024-11-25","cited_by_count":1,"area":"moe"},{"id":"2503.17539","title":"Generating, Fast and Slow: Scalable Parallel Video Generation with Video Interface Networks","created":"2025-03-21","cited_by_count":1,"area":"diffusion"},{"id":"2507.02620","title":"FlowSpec: Continuous Pipelined Speculative Decoding for Efficient Distributed LLM Inference","created":"2025-07-03","cited_by_count":1,"area":"inference"},{"id":"2508.15881","title":"TPLA: Tensor Parallel Latent Attention for Efficient Disaggregated Prefill and Decode Inference","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2509.25044","title":"A Scalable Distributed Framework for Multimodal GigaVoxel Image Registration","created":"2025-09-29","cited_by_count":1,"area":null},{"id":"2511.12056","title":"PipeDiT: Accelerating Diffusion Transformers in Video Generation with Task Pipelining and Model Decoupling","created":"2025-11-15","cited_by_count":1,"area":"diffusion"},{"id":"2602.10940","title":"FastUSP: A Multi-Level Collaborative Acceleration Framework for Distributed Diffusion Model Inference","created":"2026-02-11","cited_by_count":1,"area":"diffusion"},{"id":"2602.21196","title":"Untied Ulysses: Memory-Efficient Context Parallelism via Headwise Chunking","created":"2026-02-24","cited_by_count":1,"area":null}],"next_cursor":"100"}