{"total":113,"rows":[{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2403.04652","title":"Yi: Open Foundation Models by 01.AI","created":"2024-03-07","cited_by_count":719,"area":null},{"id":"2410.10813","title":"LongMemEval: Benchmarking Chat Assistants on Long-Term Interactive Memory","created":"2024-10-14","cited_by_count":707,"area":null},{"id":"2412.13663","title":"Smarter, Better, Faster, Longer: A Modern Bidirectional Encoder for Fast, Memory Efficient, and Long Context Finetuning and Inference","created":"2024-12-18","cited_by_count":554,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2406.04264","title":"MLVU: Benchmarking Multi-task Long Video Understanding","created":"2024-06-06","cited_by_count":292,"area":null},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2404.15574","title":"Retrieval Head Mechanistically Explains Long-Context Factuality","created":"2024-04-24","cited_by_count":232,"area":null},{"id":"2404.11018","title":"Many-Shot In-Context Learning","created":"2024-04-17","cited_by_count":206,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144,"area":null},{"id":"2408.07055","title":"LongWriter: Unleashing 10,000+ Word Generation from Long Context LLMs","created":"2024-08-13","cited_by_count":144,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2510.05381","title":"Context Length Alone Hurts LLM Performance Despite Perfect Retrieval","created":"2025-10-06","cited_by_count":127,"area":null},{"id":"2504.19874","title":"TurboQuant: Online Vector Quantization with Near-optimal Distortion Rate","created":"2025-04-28","cited_by_count":125,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2404.11457","title":"Bias and Unfairness in Information Retrieval Systems: New Challenges in the LLM Era","created":"2024-04-17","cited_by_count":98,"area":null},{"id":"2402.17834","title":"Stable LM 2 1.6B Technical Report","created":"2024-02-27","cited_by_count":90,"area":null},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84,"area":null},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2502.00592","title":"M+: Extending MemoryLLM with Scalable Long-Term Memory","created":"2025-02-01","cited_by_count":54,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2406.14833","title":"Efficient Continual Pre-training by Mitigating the Stability Gap","created":"2024-06-21","cited_by_count":25,"area":null},{"id":"2502.20082","title":"LongRoPE2: Near-Lossless LLM Context Window Scaling","created":"2025-02-27","cited_by_count":24,"area":null},{"id":"2409.00509","title":"LongRecipe: Recipe for Efficient Long Context Generalization in Large Language Models","created":"2024-08-31","cited_by_count":23,"area":null},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22,"area":null},{"id":"2501.12766","title":"NExtLong: Toward Effective Long-Context Training without Long Documents","created":"2025-01-22","cited_by_count":20,"area":null},{"id":"2405.19874","title":"Is In-Context Learning Sufficient for Instruction Following in LLMs?","created":"2024-05-30","cited_by_count":19,"area":null},{"id":"2407.16695","title":"Stress-Testing Long-Context Language Models with Lifelong ICL and Task Haystack","created":"2024-07-23","cited_by_count":19,"area":null},{"id":"2403.11802","title":"Counting-Stars: A Multi-evidence, Position-aware, and Scalable Benchmark for Evaluating Long-Context Large Language Models","created":"2024-03-18","cited_by_count":17,"area":null},{"id":"2405.10480","title":"Lean Attention: Hardware-Aware Scalable Attention Mechanism for the Decode-Phase of Transformers","created":"2024-05-17","cited_by_count":16,"area":null},{"id":"2404.19553","title":"Extending Llama-3's Context Ten-Fold Overnight","created":"2024-04-30","cited_by_count":15,"area":null},{"id":"2406.13282","title":"Understanding the RoPE Extensions of Long-Context LLMs: An Attention Perspective","created":"2024-06-19","cited_by_count":15,"area":null},{"id":"2411.13476","title":"When Precision Meets Position: BFloat16 Breaks Down RoPE in Long-Context Training","created":"2024-11-20","cited_by_count":15,"area":null},{"id":"2502.07365","title":"LongReD: Mitigating Short-Text Degradation of Long-Context Large Language Models via Restoration Distillation","created":"2025-02-11","cited_by_count":14,"area":null},{"id":"2503.09202","title":"Token Weighting for Long-Range Language Modeling","created":"2025-03-12","cited_by_count":14,"area":null},{"id":"2410.05258","title":"Differential Transformer","created":"2024-10-07","cited_by_count":13,"area":null},{"id":"2410.08703","title":"On the token distance modeling ability of higher RoPE attention dimension","created":"2024-10-11","cited_by_count":13,"area":null},{"id":"2510.10481","title":"UltraLLaDA: Scaling the Context Length to 128K for Diffusion Large Language Models","created":"2025-10-12","cited_by_count":13,"area":null},{"id":"2403.20208","title":"Unlock the Potential of Large Language Models for Predictive Tabular Tasks in Data Science with Table-Specific Pretraining","created":"2024-03-29","cited_by_count":12,"area":null},{"id":"2407.13739","title":"Scaling Granite Code Models to 128K Context","created":"2024-07-18","cited_by_count":11,"area":null},{"id":"2408.16967","title":"MemLong: Memory-Augmented Retrieval for Long Text Modeling","created":"2024-08-30","cited_by_count":11,"area":null},{"id":"2410.03156","title":"MELODI: Exploring Memory Compression for Long Contexts","created":"2024-10-04","cited_by_count":11,"area":null},{"id":"2502.07861","title":"Streaming Attention Approximation via Discrepancy Theory","created":"2025-02-11","cited_by_count":11,"area":null},{"id":"2503.02502","title":"LADM: Long-context Training Data Selection with Attention-based Dependency Measurement for LLMs","created":"2025-03-04","cited_by_count":11,"area":null},{"id":"2602.08984","title":"Next Concept Prediction in Discrete Latent Space Leads to Stronger Language Models","created":"2026-02-09","cited_by_count":11,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2503.12294","title":"The Lucie-7B LLM and the Lucie Training Dataset: Open resources for multilingual language generation","created":"2025-03-15","cited_by_count":10,"area":null},{"id":"2507.18013","title":"Technical Report of TeleChat2, TeleChat2.5 and T1","created":"2025-07-24","cited_by_count":10,"area":null},{"id":"2409.04774","title":"Untie the Knots: An Efficient Data Augmentation Strategy for Long-Context Pre-Training in Language Models","created":"2024-09-07","cited_by_count":9,"area":null},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2502.16860","title":"LongAttn: Selecting Long-context Training Data via Token-level Attention","created":"2025-02-24","cited_by_count":9,"area":null},{"id":"2509.04903","title":"ACE-RL: Adaptive Constraint-Enhanced Reward for Long-form Generation Reinforcement Learning","created":"2025-09-05","cited_by_count":9,"area":null},{"id":"2502.02095","title":"LongDPO: Unlock Better Long-form Generation Abilities for LLMs via Critique-augmented Stepwise Information","created":"2025-02-04","cited_by_count":8,"area":null},{"id":"2505.19959","title":"MiniLongBench: The Low-cost Long Context Understanding Benchmark for Large Language Models","created":"2025-05-26","cited_by_count":8,"area":null},{"id":"2605.15514","title":"RoPE Distinguishes Neither Positions Nor Tokens in Long Contexts, Provably","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2506.02921","title":"A Controllable Examination for Long-Context Language Models","created":"2025-06-03","cited_by_count":7,"area":null},{"id":"2406.17095","title":"Attention Instruction: Amplifying Attention in the Middle via Prompting","created":"2024-06-24","cited_by_count":6,"area":null},{"id":"2503.15450","title":"SkyLadder: Better and Faster Pretraining via Context Window Scheduling","created":"2025-03-19","cited_by_count":6,"area":null},{"id":"2505.17134","title":"LongMagpie: A Self-synthesis Method for Generating Large-scale Long-context Instructions","created":"2025-05-22","cited_by_count":6,"area":null},{"id":"2601.12906","title":"Gated Differentiable Working Memory for Long-Context Language Modeling","created":"2026-01-19","cited_by_count":6,"area":null},{"id":"2407.12117","title":"MEMO: Fine-grained Tensor Management For Ultra-long Context LLM Training","created":"2024-07-16","cited_by_count":5,"area":null},{"id":"2505.22107","title":"Curse of High Dimensionality Issue in Transformer for Long-context Modeling","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2510.05862","title":"Revisiting Long-context Modeling from Context Denoising Perspective","created":"2025-10-07","cited_by_count":5,"area":null},{"id":"2602.19969","title":"ReAttn: Improving Attention-based Re-ranking via Attention Re-weighting","created":"2026-02-23","cited_by_count":5,"area":null},{"id":"2405.16635","title":"Compressing Lengthy Context With UltraGist","created":"2024-05-26","cited_by_count":4,"area":null},{"id":"2504.16786","title":"MOOSComp: Improving Lightweight Long-Context Compressor via Mitigating Over-Smoothing and Incorporating Outlier Scores","created":"2025-04-23","cited_by_count":4,"area":null},{"id":"2505.10063","title":"CAFE: Retrieval Head-based Coarse-to-Fine Information Seeking to Enhance Multi-Document QA Capability","created":"2025-05-15","cited_by_count":4,"area":null},{"id":"2506.16024","title":"From General to Targeted Rewards: Surpassing GPT-4 in Open-Ended Long-Context Generation","created":"2025-06-19","cited_by_count":4,"area":null},{"id":"2605.05602","title":"Nearly Optimal Attention Coresets","created":"2026-05-07","cited_by_count":4,"area":null},{"id":"2605.10544","title":"Where Does Long-Context Supervision Actually Go? Effective-Context Exposure Balancing","created":"2026-05-11","cited_by_count":4,"area":null},{"id":"2507.16217","title":"Towards Compute-Optimal Many-Shot In-Context Learning","created":"2025-07-22","cited_by_count":3,"area":null},{"id":"2409.00997","title":"DataSculpt: Crafting Data Landscapes for Long-Context LLMs through Multi-Objective Partitioning","created":"2024-09-02","cited_by_count":2,"area":null},{"id":"2412.02819","title":"CNNSum: Exploring Long-Context Summarization with Large Language Models in Chinese Novels","created":"2024-12-03","cited_by_count":2,"area":null},{"id":"2412.07171","title":"Breaking the Stage Barrier: A Novel Single-Stage Approach to Long Context Extension for Large Language Models","created":"2024-12-10","cited_by_count":2,"area":null},{"id":"2503.14800","title":"Long Context Modeling with Ranked Memory-Augmented Retrieval","created":"2025-03-19","cited_by_count":2,"area":null},{"id":"2505.08651","title":"Scaling Context, Not Parameters: Training a Compact 7B Language Model for Efficient Long-Context Processing","created":"2025-05-13","cited_by_count":2,"area":null},{"id":"2510.24345","title":"LongWeave: A Long-Form Generation Benchmark Bridging Real-World Relevance and Verifiability","created":"2025-10-28","cited_by_count":2,"area":null},{"id":"2602.22175","title":"DySCO: Dynamic Attention-Scaling Decoding for Long-Context Language Models","created":"2026-02-25","cited_by_count":2,"area":null},{"id":"2603.15653","title":"Recursive Language Models Meet Uncertainty: The Surprising Effectiveness of Self-Reflective Program Search for Long Context","created":"2026-03-07","cited_by_count":2,"area":null},{"id":"2606.21803","title":"Test-Time Training with Next-Token Prediction","created":"2026-06-19","cited_by_count":2,"area":null},{"id":"2405.13216","title":"Equipping Transformer with Random-Access Reading for Long-Context Understanding","created":"2024-05-21","cited_by_count":1,"area":null},{"id":"2410.19318","title":"Two are better than one: Context window extension with multi-grained self-injection","created":"2024-10-25","cited_by_count":1,"area":null},{"id":"2412.12486","title":"Boosting Long-Context Management via Query-Guided Activation Refilling","created":"2024-12-17","cited_by_count":1,"area":null},{"id":"2502.07490","title":"Mask-Enhanced Autoregressive Prediction: Pay Less Attention to Learn More","created":"2025-02-11","cited_by_count":1,"area":null},{"id":"2503.22736","title":"Cyborg Data: Merging Human with AI Generated Training Data","created":"2025-03-26","cited_by_count":1,"area":null},{"id":"2505.20195","title":"Monocle: Hybrid Local-Global In-Context Evaluation for Long-Text Generation with Uncertainty-Based Active Learning","created":"2025-05-26","cited_by_count":1,"area":null},{"id":"2506.11305","title":"Don't Pay Attention","created":"2025-06-12","cited_by_count":1,"area":null},{"id":"2509.10417","title":"Long Context Automated Essay Scoring with Language Models","created":"2025-09-12","cited_by_count":1,"area":null},{"id":"2509.18762","title":"When Long Helps Short: How Context Length in Supervised Fine-tuning Affects Behavior of Large Language Models","created":"2025-09-23","cited_by_count":1,"area":null},{"id":"2603.22325","title":"Hybrid Associative Memories","created":"2026-03-20","cited_by_count":1,"area":null},{"id":"2604.19777","title":"Self-Describing Structured Data with Dual-Layer Guidance: A Lightweight Alternative to RAG for Precision Retrieval in Large-Scale LLM Knowledge Navigation","created":"2026-03-28","cited_by_count":1,"area":null},{"id":"2605.11744","title":"Training-Inference Consistent Segmented Execution for Long-Context LLMs","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2608.12218","title":"Information Abundance Paradox: Long-Context Training Undermines Parametric Knowledge","created":"2026-08-12","cited_by_count":1,"area":null},{"id":"2405.04828","title":"ChuXin: 1.6B Technical Report","created":"2024-05-08","cited_by_count":0,"area":null},{"id":"2407.17678","title":"S2-Attention: Hardware-Aware Context Sharding Among Attention Heads","created":"2024-07-25","cited_by_count":0,"area":null}],"next_cursor":"100"}