{"total":679,"rows":[{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917,"area":null},{"id":"2503.19786","title":"Gemma 3 Technical Report","created":"2025-03-25","cited_by_count":1824,"area":null},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554,"area":null},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2405.16755","title":"CHESS: Contextual Harnessing for Efficient SQL Synthesis","created":"2024-05-27","cited_by_count":169,"area":null},{"id":"2501.15383","title":"Qwen2.5-1M Technical Report","created":"2025-01-26","cited_by_count":164,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2503.16428","title":"XAttention: Block Sparse Attention with Antidiagonal Scoring","created":"2025-03-20","cited_by_count":137,"area":null},{"id":"2510.05381","title":"Context Length Alone Hurts LLM Performance Despite Perfect Retrieval","created":"2025-10-06","cited_by_count":127,"area":null},{"id":"2502.05167","title":"NoLiMa: Long-Context Evaluation Beyond Literal Matching","created":"2025-02-07","cited_by_count":126,"area":null},{"id":"2410.02694","title":"HELMET: How to Evaluate Long-Context Language Models Effectively and Thoroughly","created":"2024-10-03","cited_by_count":125,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2406.17419","title":"Leave No Document Behind: Benchmarking Long-Context LLMs with Extended Multi-Doc QA","created":"2024-06-25","cited_by_count":122,"area":null},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2410.16179","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","created":"2024-10-21","cited_by_count":111,"area":null},{"id":"2406.16264","title":"One Thousand and One Pairs: A \"novel\" challenge for long-context language models","created":"2024-06-24","cited_by_count":80,"area":null},{"id":"2410.23771","title":"What is Wrong with Perplexity for Long-context Language Modeling?","created":"2024-10-31","cited_by_count":69,"area":null},{"id":"2505.23735","title":"ATLAS: Learning to Optimally Memorize the Context at Test Time","created":"2025-05-29","cited_by_count":66,"area":null},{"id":"2502.05173","title":"VideoRoPE: What Makes for Good Video Rotary Position Embedding?","created":"2025-02-07","cited_by_count":65,"area":null},{"id":"2512.20856","title":"NVIDIA Nemotron 3: Efficient and Open Intelligence","created":"2025-12-24","cited_by_count":65,"area":null},{"id":"2504.13173","title":"It's All Connected: A Journey Through Test-Time Memorization, Attentional Bias, Retention, and Online Optimization","created":"2025-04-17","cited_by_count":64,"area":null},{"id":"2509.09677","title":"The Illusion of Diminishing Returns: Measuring Long Horizon Execution in LLMs","created":"2025-09-11","cited_by_count":64,"area":null},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2512.23675","title":"End-to-End Test-Time Training for Long Context","created":"2025-12-29","cited_by_count":62,"area":null},{"id":"2411.09688","title":"Squeezed Attention: Accelerating Long Context Length LLM Inference","created":"2024-11-14","cited_by_count":57,"area":null},{"id":"2406.13121","title":"Can Long-Context Language Models Subsume Retrieval, RAG, SQL, and More?","created":"2024-06-19","cited_by_count":56,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2405.14591","title":"Base of RoPE Bounds Context Length","created":"2024-05-23","cited_by_count":52,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2502.02770","title":"Twilight: Adaptive Attention Sparsity with Hierarchical Top-$p$ Pruning","created":"2025-02-04","cited_by_count":49,"area":null},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2501.18795","title":"Rope to Nope and Back Again: A New Hybrid Attention Strategy","created":"2025-01-30","cited_by_count":47,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2511.02817","title":"Oolong: Evaluating Long Context Reasoning and Aggregation Capabilities","created":"2025-11-04","cited_by_count":40,"area":null},{"id":"2406.15486","title":"SampleAttention: Near-Lossless Acceleration of Long Context LLM Inference with Adaptive Structured Sparse Attention","created":"2024-06-17","cited_by_count":39,"area":null},{"id":"2507.06457","title":"A Systematic Analysis of Hybrid Linear Attention","created":"2025-07-08","cited_by_count":39,"area":null},{"id":"2603.04370","title":"$\\tau$-Knowledge: Evaluating Conversational Agents over Unstructured Knowledge","created":"2026-03-04","cited_by_count":39,"area":null},{"id":"2505.07897","title":"LongCodeBench: Evaluating Coding LLMs at 1M Context Windows","created":"2025-05-12","cited_by_count":37,"area":null},{"id":"2406.06025","title":"RepoQA: Evaluating Long Context Code Understanding","created":"2024-06-10","cited_by_count":35,"area":null},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2407.12857","title":"Automated Peer Reviewing in Paper SEA: Standardization, Evaluation, and Analysis","created":"2024-07-09","cited_by_count":33,"area":null},{"id":"2411.07037","title":"LIFBench: Evaluating the Instruction Following Performance and Stability of Large Language Models in Long-Context Scenarios","created":"2024-11-11","cited_by_count":33,"area":null},{"id":"2512.17351","title":"Physics of Language Models: Part 4.1, Architecture Design and the Magic of Canon Layers","created":"2025-12-19","cited_by_count":33,"area":null},{"id":"2509.24663","title":"InfLLM-V2: Dense-Sparse Switchable Attention for Seamless Short-to-Long Adaptation","created":"2025-09-29","cited_by_count":32,"area":null},{"id":"2601.14652","title":"MAS-Orchestra: Understanding and Improving Multi-Agent Reasoning Through Holistic Orchestration and Controlled Benchmarks","created":"2026-01-21","cited_by_count":32,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2504.17768","title":"The Sparse Frontier: Sparse Attention Trade-offs in Transformer LLMs","created":"2025-04-24","cited_by_count":29,"area":null},{"id":"2410.04199","title":"LongGenBench: Long-context Generation Benchmark","created":"2024-10-05","cited_by_count":28,"area":null},{"id":"2407.00402","title":"Is It Really Long Context if All You Need Is Retrieval? Towards Genuinely Difficult Long Context NLP","created":"2024-06-29","cited_by_count":27,"area":null},{"id":"2409.12181","title":"A Controlled Study on Long Context Extension and Generalization in LLMs","created":"2024-09-18","cited_by_count":26,"area":null},{"id":"2412.16545","title":"Attention Entropy is a Key Factor: An Analysis of Parallel Context Encoding with Full-attention-based Pre-trained Language Models","created":"2024-12-21","cited_by_count":26,"area":null},{"id":"2512.12167","title":"Extending the Context of Pretrained LLMs by Dropping Their Positional Embeddings","created":"2025-12-13","cited_by_count":26,"area":null},{"id":"2407.21075","title":"Apple Intelligence Foundation Language Models","created":"2024-07-29","cited_by_count":24,"area":null},{"id":"2412.14468","title":"HashAttention: Semantic Sparsity for Faster Inference","created":"2024-12-19","cited_by_count":24,"area":null},{"id":"2502.20082","title":"LongRoPE2: Near-Lossless LLM Context Window Scaling","created":"2025-02-27","cited_by_count":24,"area":null},{"id":"2505.03005","title":"RADLADS: Rapid Attention Distillation to Linear Attention Decoders at Scale","created":"2025-05-05","cited_by_count":24,"area":null},{"id":"2505.16467","title":"Reading Between the Prompts: How Stereotypes Shape LLM's Implicit Personalization","created":"2025-05-22","cited_by_count":24,"area":null},{"id":"2409.00509","title":"LongRecipe: Recipe for Efficient Long Context Generalization in Large Language Models","created":"2024-08-31","cited_by_count":23,"area":null},{"id":"2409.19151","title":"Can LLMs Really Learn to Translate a Low-Resource Language from One Grammar Book?","created":"2024-09-27","cited_by_count":23,"area":null},{"id":"2502.07346","title":"BenchMAX: A Comprehensive Multilingual Evaluation Suite for Large Language Models","created":"2025-02-11","cited_by_count":23,"area":null},{"id":"2408.16119","title":"Data Formulator 2: Iterative Creation of Data Visualizations, with AI Transforming Data Along the Way","created":"2024-08-28","cited_by_count":21,"area":null},{"id":"2410.17770","title":"Small Singular Values Matter: A Random Matrix Analysis of Transformer Models","created":"2024-10-23","cited_by_count":21,"area":null},{"id":"2506.16640","title":"Long-Context Generalization with Sparse Attention","created":"2025-06-19","cited_by_count":21,"area":null},{"id":"2510.06826","title":"Mid-Training of Large Language Models: A Survey","created":"2025-10-08","cited_by_count":21,"area":null},{"id":"2510.23081","title":"A Survey on LLM Mid-Training","created":"2025-10-27","cited_by_count":21,"area":null},{"id":"2409.20222","title":"Beyond Prompts: Dynamic Conversational Benchmarking of Large Language Models","created":"2024-09-30","cited_by_count":20,"area":null},{"id":"2501.12766","title":"NExtLong: Toward Effective Long-Context Training without Long Documents","created":"2025-01-22","cited_by_count":20,"area":null},{"id":"2506.13356","title":"StoryBench: A Dynamic Benchmark for Evaluating Long-Term Memory with Multi Turns","created":"2025-06-16","cited_by_count":20,"area":null},{"id":"2512.20569","title":"Distilling to Hybrid Attention Models via KL-Guided Layer Selection","created":"2025-12-23","cited_by_count":20,"area":null},{"id":"2604.06169","title":"In-Place Test-Time Training","created":"2026-04-07","cited_by_count":20,"area":null},{"id":"2406.16690","title":"Scaling Laws for Linear Complexity Language Models","created":"2024-06-24","cited_by_count":19,"area":null},{"id":"2407.16695","title":"Stress-Testing Long-Context Language Models with Lifelong ICL and Task Haystack","created":"2024-07-23","cited_by_count":19,"area":null},{"id":"2503.01996","title":"One ruler to measure them all: Benchmarking multilingual long-context language models","created":"2025-03-03","cited_by_count":19,"area":null},{"id":"2504.08719","title":"SWAN-GPT: An Efficient and Scalable Approach for Long-Context Language Modeling","created":"2025-04-11","cited_by_count":19,"area":null},{"id":"2504.13915","title":"Memory-efficient Streaming VideoLLMs for Real-time Procedural Video Understanding","created":"2025-04-10","cited_by_count":19,"area":null},{"id":"2601.02872","title":"LongBench Pro: A More Realistic and Comprehensive Bilingual Long-Context Evaluation Benchmark","created":"2026-01-06","cited_by_count":19,"area":null},{"id":"2607.15275","title":"RoboTTT: Context Scaling for Robot Policies","created":"2026-07-16","cited_by_count":19,"area":null},{"id":"2405.10808","title":"ActiveLLM: Large Language Model-based Active Learning for Textual Few-Shot Scenarios","created":"2024-05-17","cited_by_count":18,"area":null},{"id":"2502.12982","title":"Sailor2: Sailing in South-East Asia with Inclusive Multilingual LLMs","created":"2025-02-18","cited_by_count":18,"area":null},{"id":"2503.13427","title":"xLSTM 7B: A Recurrent LLM for Fast and Efficient Inference","created":"2025-03-17","cited_by_count":18,"area":null},{"id":"2508.04664","title":"Sculptor: Empowering LLMs with Cognitive Agency via Active Context Management","created":"2025-08-06","cited_by_count":18,"area":null},{"id":"2601.22156","title":"Hybrid Linear Attention Done Right: Efficient Distillation and Effective Architectures for Extremely Long Contexts","created":"2026-01-29","cited_by_count":18,"area":null},{"id":"2410.09342","title":"LLM$\\times$MapReduce: Simplified Long-Sequence Processing using Large Language Models","created":"2024-10-12","cited_by_count":17,"area":null},{"id":"2411.19146","title":"Puzzle: Distillation-Based NAS for Inference-Optimized LLMs","created":"2024-11-28","cited_by_count":17,"area":null},{"id":"2511.03929","title":"NVIDIA Nemotron Nano V2 VL","created":"2025-11-06","cited_by_count":17,"area":null},{"id":"2512.14856","title":"T5Gemma 2: Seeing, Reading, and Understanding Longer","created":"2025-12-16","cited_by_count":17,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2511.18890","title":"Nemotron-Flash: Towards Latency-Optimal Hybrid Small Language Models","created":"2025-11-24","cited_by_count":15,"area":null},{"id":"2501.13121","title":"Episodic Memories Generation and Evaluation Benchmark for Large Language Models","created":"2025-01-21","cited_by_count":14,"area":null},{"id":"2502.01481","title":"Intrinsic Entropy of Context Length Scaling in LLMs","created":"2025-02-03","cited_by_count":14,"area":null},{"id":"2502.02789","title":"Speculative Prefill: Turbocharging TTFT with Lightweight and Training-Free Token Importance Estimation","created":"2025-02-05","cited_by_count":14,"area":null},{"id":"2502.07365","title":"LongReD: Mitigating Short-Text Degradation of Long-Context Large Language Models via Restoration Distillation","created":"2025-02-11","cited_by_count":14,"area":null},{"id":"2503.04723","title":"Shifting Long-Context LLMs Research from Input to Output","created":"2025-03-06","cited_by_count":14,"area":null},{"id":"2503.09202","title":"Token Weighting for Long-Range Language Modeling","created":"2025-03-12","cited_by_count":14,"area":null},{"id":"2407.15176","title":"ReAttention: Training-Free Infinite Context with Finite Attention Scope","created":"2024-07-21","cited_by_count":13,"area":null},{"id":"2410.04727","title":"Forgetting Curve: A Reliable Method for Evaluating Memorization Capability for Long-context Models","created":"2024-10-07","cited_by_count":13,"area":null},{"id":"2410.17980","title":"Scaling Stick-Breaking Attention: An Efficient Implementation and In-depth Study","created":"2024-10-23","cited_by_count":13,"area":null},{"id":"2507.16577","title":"Scaling Linear Attention with Sparse State Expansion","created":"2025-07-22","cited_by_count":13,"area":null}],"next_cursor":"100"}