{"list":"other","total":52,"rows":[{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2505.09388","title":"Qwen3 Technical Report","created":"2025-05-14","cited_by_count":8820},{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944},{"id":"2412.15115","title":"Qwen2.5 Technical Report","created":"2024-12-19","cited_by_count":4942},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2310.06770","title":"SWE-bench: Can Language Models Resolve Real-World GitHub Issues?","created":"2023-10-10","cited_by_count":3373},{"id":"2403.07974","title":"LiveCodeBench: Holistic and Contamination Free Evaluation of Large Language Models for Code","created":"2024-03-12","cited_by_count":2004},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"1604.06174","title":"Training Deep Nets with Sublinear Memory Cost","created":"2016-04-21","cited_by_count":848},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2402.02750","title":"KIVI: A Tuning-Free Asymmetric 2bit Quantization for KV Cache","created":"2024-02-05","cited_by_count":637},{"id":"2309.00071","title":"YaRN: Efficient Context Window Extension of Large Language Models","created":"2023-08-31","cited_by_count":601},{"id":"2401.18079","title":"KVQuant: Towards 10 Million Context Length LLM Inference with KV Cache Quantization","created":"2024-01-31","cited_by_count":591},{"id":"2406.10774","title":"Quest: Query-Aware Sparsity for Efficient Long-Context LLM Inference","created":"2024-06-16","cited_by_count":501},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457},{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367},{"id":"2402.13753","title":"LongRoPE: Extending LLM Context Window Beyond 2 Million Tokens","created":"2024-02-21","cited_by_count":313},{"id":"2205.05198","title":"Reducing Activation Recomputation in Large Transformer Models","created":"2022-05-10","cited_by_count":302},{"id":"2406.19707","title":"InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management","created":"2024-06-28","cited_by_count":245},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198},{"id":"2407.01523","title":"MMLongBench-Doc: Benchmarking Long-context Document Understanding with Visualizations","created":"2024-07-01","cited_by_count":183},{"id":"2501.15383","title":"Qwen2.5-1M Technical Report","created":"2025-01-26","cited_by_count":164},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144},{"id":"2503.16428","title":"XAttention: Block Sparse Attention with Antidiagonal Scoring","created":"2025-03-20","cited_by_count":137},{"id":"2401.01325","title":"LLM Maybe LongLM: Self-Extend LLM Context Window Without Tuning","created":"2024-01-02","cited_by_count":136},{"id":"2212.10554","title":"A Length-Extrapolatable Transformer","created":"2022-12-20","cited_by_count":127},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123},{"id":"2312.04985","title":"SparQ Attention: Bandwidth-Efficient LLM Inference","created":"2023-12-08","cited_by_count":119},{"id":"2410.16179","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","created":"2024-10-21","cited_by_count":111},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62},{"id":"2405.07719","title":"USP: A Unified Sequence Parallelism Approach for Long Context Generative AI","created":"2024-05-13","cited_by_count":61},{"id":"2311.09431","title":"Striped Attention: Faster Ring Attention for Causal Transformers","created":"2023-11-15","cited_by_count":54},{"id":"2305.15387","title":"Peek Across: Improving Multi-Document Modeling via Cross-Document Question-Answering","created":"2023-05-24","cited_by_count":28},{"id":"2504.16083","title":"MMInference: Accelerating Pre-filling for Long-Context VLMs via Modality-Aware Permutation Sparse Attention","created":"2025-04-22","cited_by_count":26},{"id":"2301.10936","title":"PIT: Optimization of Dynamic Sparse Deep Learning Models via Permutation Invariant Transformation","created":"2023-01-26","cited_by_count":25},{"id":"2412.01523","title":"FlexSP: Accelerating Large Language Model Training via Flexible Sequence Parallelism","created":"2024-12-02","cited_by_count":19},{"id":"2407.12077","title":"GoldFinch: High Performance RWKV/Transformer Hybrid with Linear Pre-Fill and Extreme KV-Cache Compression","created":"2024-07-16","cited_by_count":18},{"id":"2406.18485","title":"LoongTrain: Efficient Training of Long-Sequence LLMs with Head-Context Parallelism","created":"2024-06-26","cited_by_count":17},{"id":"2503.17924","title":"WLB-LLM: Workload-Balanced 4D Parallelism for Large Language Model Training","created":"2025-03-23","cited_by_count":17},{"id":"2406.06567","title":"DHA: Learning Decoupled-Head Attention from Transformer Checkpoints via Adaptive Heads Fusion","created":"2024-06-03","cited_by_count":7}],"next_cursor":null}