{"total":614,"rows":[{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186,"area":null},{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2502.11089","title":"Native Sparse Attention: Hardware-Aligned and Natively Trainable Sparse Attention","created":"2025-02-16","cited_by_count":407,"area":null},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367,"area":null},{"id":"2311.04934","title":"Prompt Cache: Modular Attention Reuse for Low-Latency Inference","created":"2023-11-07","cited_by_count":268,"area":null},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244,"area":null},{"id":"2310.19736","title":"Evaluating Large Language Models: A Comprehensive Survey","created":"2023-10-30","cited_by_count":202,"area":null},{"id":"2311.04939","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","created":"2023-11-08","cited_by_count":202,"area":null},{"id":"2309.07045","title":"SafetyBench: Evaluating the Safety of Large Language Models","created":"2023-09-13","cited_by_count":199,"area":null},{"id":"2402.10171","title":"Data Engineering for Scaling Language Models to 128K Context","created":"2024-02-15","cited_by_count":186,"area":null},{"id":"2407.01523","title":"MMLongBench-Doc: Benchmarking Long-context Document Understanding with Visualizations","created":"2024-07-01","cited_by_count":183,"area":null},{"id":"2504.14225","title":"Know Me, Respond to Me: Benchmarking LLMs for Dynamic User Profiling and Personalized Responses at Scale","created":"2025-04-19","cited_by_count":178,"area":null},{"id":"2506.06295","title":"dLLM-Cache: Accelerating Diffusion Large Language Models with Adaptive Caching","created":"2025-05-17","cited_by_count":169,"area":null},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2502.09597","title":"Do LLMs Recognize Your Preferences? Evaluating Personalized Preference Following in LLMs","created":"2025-02-13","cited_by_count":148,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2503.16428","title":"XAttention: Block Sparse Attention with Antidiagonal Scoring","created":"2025-03-20","cited_by_count":137,"area":null},{"id":"2401.01325","title":"LLM Maybe LongLM: Self-Extend LLM Context Window Without Tuning","created":"2024-01-02","cited_by_count":136,"area":null},{"id":"2502.05167","title":"NoLiMa: Long-Context Evaluation Beyond Literal Matching","created":"2025-02-07","cited_by_count":126,"area":null},{"id":"2410.02694","title":"HELMET: How to Evaluate Long-Context Language Models Effectively and Thoroughly","created":"2024-10-03","cited_by_count":125,"area":null},{"id":"2504.19874","title":"TurboQuant: Online Vector Quantization with Near-optimal Distortion Rate","created":"2025-04-28","cited_by_count":125,"area":null},{"id":"2308.16137","title":"LM-Infinite: Zero-Shot Extreme Length Generalization for Large Language Models","created":"2023-08-30","cited_by_count":124,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2406.17419","title":"Leave No Document Behind: Benchmarking Long-Context LLMs with Extended Multi-Doc QA","created":"2024-06-25","cited_by_count":122,"area":null},{"id":"2502.18137","title":"SpargeAttention: Accurate and Training-free Sparse Attention Accelerating Any Model Inference","created":"2025-02-25","cited_by_count":120,"area":null},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119,"area":null},{"id":"2406.10252","title":"AutoSurvey: Large Language Models Can Automatically Write Surveys","created":"2024-06-10","cited_by_count":119,"area":null},{"id":"2310.03025","title":"Retrieval meets Long Context Large Language Models","created":"2023-10-04","cited_by_count":115,"area":null},{"id":"2411.10958","title":"SageAttention2: Efficient Attention with Thorough Outlier Smoothing and Per-thread INT4 Quantization","created":"2024-11-17","cited_by_count":114,"area":null},{"id":"2410.16179","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","created":"2024-10-21","cited_by_count":111,"area":null},{"id":"2402.04624","title":"MEMORYLLM: Towards Self-Updatable Large Language Models","created":"2024-02-07","cited_by_count":93,"area":null},{"id":"2406.02542","title":"Loki: Low-rank Keys for Efficient Sparse Attention","created":"2024-06-04","cited_by_count":89,"area":null},{"id":"2310.05869","title":"HyperAttention: Long-context Attention in Near-Linear Time","created":"2023-10-09","cited_by_count":85,"area":null},{"id":"2402.05136","title":"LV-Eval: A Balanced Long-Context Benchmark with 5 Length Levels Up to 256K","created":"2024-02-06","cited_by_count":81,"area":null},{"id":"2409.02897","title":"LongCite: Enabling LLMs to Generate Fine-grained Citations in Long-context QA","created":"2024-09-04","cited_by_count":81,"area":null},{"id":"2406.16264","title":"One Thousand and One Pairs: A \"novel\" challenge for long-context language models","created":"2024-06-24","cited_by_count":80,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2403.04797","title":"Found in the Middle: How Language Models Use Long Contexts Better via Plug-and-Play Positional Encoding","created":"2024-03-05","cited_by_count":72,"area":null},{"id":"2402.12065","title":"WKVQuant: Quantizing Weight and Key/Value Cache for Large Language Models Gains More","created":"2024-02-19","cited_by_count":69,"area":null},{"id":"2410.23771","title":"What is Wrong with Perplexity for Long-context Language Modeling?","created":"2024-10-31","cited_by_count":69,"area":null},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2406.13121","title":"Can Long-Context Language Models Subsume Retrieval, RAG, SQL, and More?","created":"2024-06-19","cited_by_count":56,"area":null},{"id":"2502.00592","title":"M+: Extending MemoryLLM with Scalable Long-Term Memory","created":"2025-02-01","cited_by_count":54,"area":null},{"id":"2309.13345","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2412.04862","title":"EXAONE 3.5: Series of Large Language Models for Real-world Use Cases","created":"2024-12-06","cited_by_count":53,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2502.02770","title":"Twilight: Adaptive Attention Sparsity with Hierarchical Top-$p$ Pruning","created":"2025-02-04","cited_by_count":49,"area":null},{"id":"2510.17800","title":"Glyph: Scaling Context Windows via Visual-Text Compression","created":"2025-10-20","cited_by_count":49,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2404.02893","title":"ChatGLM-Math: Improving Math Problem-Solving in Large Language Models with a Self-Critique Pipeline","created":"2024-04-03","cited_by_count":47,"area":null},{"id":"2404.12224","title":"Length Generalization of Causal Transformers without Position Encoding","created":"2024-04-18","cited_by_count":47,"area":null},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2410.15332","title":"EPIC: Efficient Position-Independent Caching for Serving Large Language Models","created":"2024-10-20","cited_by_count":47,"area":null},{"id":"2502.13685","title":"MoM: Linear Sequence Modeling with Mixture-of-Memories","created":"2025-02-19","cited_by_count":47,"area":null},{"id":"2312.09571","title":"Extending Context Window of Large Language Models via Semantic Compression","created":"2023-12-15","cited_by_count":45,"area":null},{"id":"2310.16450","title":"CLEX: Continuous Length Extrapolation for Large Language Models","created":"2023-10-25","cited_by_count":44,"area":null},{"id":"2409.16191","title":"HelloBench: Evaluating Long Text Generation Capabilities of Large Language Models","created":"2024-09-24","cited_by_count":44,"area":null},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null},{"id":"2412.18110","title":"SlimGPT: Layer-wise Structured Pruning for Large Language Models","created":"2024-12-24","cited_by_count":44,"area":null},{"id":"2508.15884","title":"Jet-Nemotron: Efficient Language Model with Post Neural Architecture Search","created":"2025-08-21","cited_by_count":41,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2506.07295","title":"Exploring the Impact of Temperature on Large Language Models:Hot or Cold?","created":"2025-06-08","cited_by_count":40,"area":null},{"id":"2406.15486","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","created":"2024-06-17","cited_by_count":39,"area":null},{"id":"2412.17739","title":"Fourier Position Embedding: Enhancing Attention's Periodic Extension for Length Generalization","created":"2024-12-23","cited_by_count":39,"area":null},{"id":"2402.10790","title":"In Search of Needles in a 11M Haystack: Recurrent Memory Finds What LLMs Miss","created":"2024-02-16","cited_by_count":36,"area":null},{"id":"2412.14363","title":"ResQ: Mixed-Precision Quantization of Large Language Models with Low-Rank Residuals","created":"2024-12-18","cited_by_count":36,"area":null},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2509.02785","title":"DrDiff: Dynamic Routing Diffusion with Hierarchical Attention for Breaking the Efficiency-Quality Trade-off","created":"2025-09-02","cited_by_count":34,"area":null},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2411.07037","title":"LIFBench: Evaluating the Instruction Following Performance and Stability of Large Language Models in Long-Context Scenarios","created":"2024-11-11","cited_by_count":33,"area":null},{"id":"2311.09198","title":"Never Lost in the Middle: Mastering Long-Context Question Answering with Position-Agnostic Decompositional Training","created":"2023-11-15","cited_by_count":32,"area":null},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2403.12766","title":"NovelQA: Benchmarking Question Answering on Documents Exceeding 200K Tokens","created":"2024-03-18","cited_by_count":32,"area":null},{"id":"2404.06480","title":"Ada-LEval: Evaluating long-context LLMs with length-adaptable benchmarks","created":"2024-04-09","cited_by_count":32,"area":null},{"id":"2411.00136","title":"LLM-Inference-Bench: Inference Benchmarking of Large Language Models on AI Accelerators","created":"2024-10-31","cited_by_count":32,"area":null},{"id":"2509.24663","title":"InfLLM-V2: Dense-Sparse Switchable Attention for Seamless Short-to-Long Adaptation","created":"2025-09-29","cited_by_count":32,"area":null},{"id":"2501.12372","title":"Is Long Context All You Need? Leveraging LLM's Extended Context for NL2SQL","created":"2025-01-21","cited_by_count":30,"area":null},{"id":"2402.14116","title":"FanOutQA: A Multi-Hop, Multi-Document Question Answering Benchmark for Large Language Models","created":"2024-02-21","cited_by_count":29,"area":null},{"id":"2410.04199","title":"LongGenBench: Long-context Generation Benchmark","created":"2024-10-05","cited_by_count":28,"area":null},{"id":"2504.18838","title":"Toward Generalizable Evaluation in the LLM Era: A Survey Beyond Benchmarks","created":"2025-04-26","cited_by_count":28,"area":null},{"id":"2511.01805","title":"Accumulating Context Changes the Beliefs of Language Models","created":"2025-11-03","cited_by_count":28,"area":null},{"id":"2403.00071","title":"Resonance RoPE: Improving Context Length Generalization of Large Language Models","created":"2024-02-29","cited_by_count":27,"area":null},{"id":"2407.00402","title":"Is It Really Long Context if All You Need Is Retrieval? Towards Genuinely Difficult Long Context NLP","created":"2024-06-29","cited_by_count":27,"area":null},{"id":"2410.01518","title":"InfiniPot: Infinite Context Processing on Memory-Constrained LLMs","created":"2024-10-02","cited_by_count":27,"area":null},{"id":"2512.12167","title":"Extending the Context of Pretrained LLMs by Dropping Their Positional Embeddings","created":"2025-12-13","cited_by_count":26,"area":null},{"id":"2408.08656","title":"LLMs Are Biased Towards Output Formats! Systematically Evaluating and Mitigating Output Format Bias of LLMs","created":"2024-08-16","cited_by_count":25,"area":null},{"id":"2602.06358","title":"SHINE: A Scalable In-Context Hypernetwork for Mapping Context to LoRA in a Single Pass","created":"2026-02-06","cited_by_count":25,"area":null},{"id":"2401.15042","title":"PROXYQA: An Alternative Framework for Evaluating Long-Form Text Generation with Large Language Models","created":"2024-01-26","cited_by_count":24,"area":null},{"id":"2410.23933","title":"Language Models can Self-Lengthen to Generate Long Texts","created":"2024-10-31","cited_by_count":24,"area":null},{"id":"2412.14468","title":"HashAttention: Semantic Sparsity for Faster Inference","created":"2024-12-19","cited_by_count":24,"area":null},{"id":"2502.19512","title":"TRIX: A More Expressive Model for Zero-shot Domain Transfer in Knowledge Graphs","created":"2025-02-26","cited_by_count":24,"area":null},{"id":"2502.20082","title":"LongRoPE2: Near-Lossless LLM Context Window Scaling","created":"2025-02-27","cited_by_count":24,"area":null},{"id":"2406.02472","title":"Analyzing Temporal Complex Events with Large Language Models? A Benchmark towards Temporal, Long Context Understanding","created":"2024-06-04","cited_by_count":23,"area":null},{"id":"2409.00509","title":"LongRecipe: Recipe for Efficient Long Context Generalization in Large Language Models","created":"2024-08-31","cited_by_count":23,"area":null},{"id":"2405.15318","title":"Are Long-LLMs A Necessity For Long-Context Tasks?","created":"2024-05-24","cited_by_count":22,"area":null},{"id":"2502.11493","title":"DAST: Context-Aware Compression in LLMs via Dynamic Allocation of Soft Tokens","created":"2025-02-17","cited_by_count":22,"area":null}],"next_cursor":"100"}