{"total":79,"rows":[{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367,"area":null},{"id":"2501.13928","title":"Fast3R: Towards 3D Reconstruction of 1000+ Images in One Forward Pass","created":"2025-01-23","cited_by_count":367,"area":null},{"id":"2401.00368","title":"Improving Text Embeddings with Large Language Models","created":"2023-12-31","cited_by_count":303,"area":null},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2401.01325","title":"LLM Maybe LongLM: Self-Extend LLM Context Window Without Tuning","created":"2024-01-02","cited_by_count":136,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2406.17419","title":"Leave No Document Behind: Benchmarking Long-Context LLMs with Extended Multi-Doc QA","created":"2024-06-25","cited_by_count":122,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2410.23771","title":"What is Wrong with Perplexity for Long-context Language Modeling?","created":"2024-10-31","cited_by_count":69,"area":null},{"id":"2410.18745","title":"Why Does the Effective Context Length of LLMs Fall Short?","created":"2024-10-24","cited_by_count":63,"area":null},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2401.11504","title":"With Greater Text Comes Greater Necessity: Inference-Time Training Helps Long Text Generation","created":"2024-01-21","cited_by_count":37,"area":null},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2312.17044","title":"Length Extrapolation of Transformers: A Survey from the Perspective of Positional Encoding","created":"2023-12-28","cited_by_count":32,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2501.05414","title":"LongProc: Benchmarking Long-Context Language Models on Long Procedural Generation","created":"2025-01-09","cited_by_count":29,"area":null},{"id":"2410.04199","title":"LongGenBench: Long-context Generation Benchmark","created":"2024-10-05","cited_by_count":28,"area":null},{"id":"2312.04455","title":"Fortify the Shortest Stave in Attention: Enhancing Context Awareness of Large Language Models for Effective Tool Use","created":"2023-12-07","cited_by_count":27,"area":null},{"id":"2403.00071","title":"Resonance RoPE: Improving Context Length Generalization of Large Language Models","created":"2024-02-29","cited_by_count":27,"area":null},{"id":"2405.13226","title":"Dataset Decomposition: Faster LLM Training with Variable Sequence Length Curriculum","created":"2024-05-21","cited_by_count":26,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2409.00509","title":"LongRecipe: Recipe for Efficient Long Context Generalization in Large Language Models","created":"2024-08-31","cited_by_count":23,"area":null},{"id":"2507.02782","title":"Understanding and Improving Length Generalization in Recurrent Models","created":"2025-07-03","cited_by_count":23,"area":null},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22,"area":null},{"id":"2310.14587","title":"Large Search Model: Redefining Search Stack in the Era of LLMs","created":"2023-10-23","cited_by_count":18,"area":null},{"id":"2406.07138","title":"An Efficient Recipe for Long Context Extension via Middle-Focused Positional Encoding","created":"2024-06-11","cited_by_count":16,"area":null},{"id":"2506.03131","title":"Native-Resolution Image Synthesis","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2502.07365","title":"LongReD: Mitigating Short-Text Degradation of Long-Context Large Language Models via Restoration Distillation","created":"2025-02-11","cited_by_count":14,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2410.16848","title":"ETHIC: Evaluating Large Language Models on Long-Context Tasks with High Information Coverage","created":"2024-10-22","cited_by_count":12,"area":null},{"id":"2401.06951","title":"E^2-LLM: Efficient and Extreme Length Extension of Large Language Models","created":"2024-01-13","cited_by_count":11,"area":null},{"id":"2405.13985","title":"LookHere: Vision Transformers with Directed Attention Generalize and Extrapolate","created":"2024-05-22","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2412.17592","title":"Investigating Length Issues in Document-level Machine Translation","created":"2024-12-23","cited_by_count":10,"area":null},{"id":"2409.04774","title":"Untie the Knots: An Efficient Data Augmentation Strategy for Long-Context Pre-Training in Language Models","created":"2024-09-07","cited_by_count":9,"area":null},{"id":"2502.16684","title":"WildLong: Synthesizing Realistic Long-Context Instruction Data at Scale","created":"2025-02-23","cited_by_count":9,"area":null},{"id":"2502.16860","title":"LongAttn: Selecting Long-context Training Data via Token-level Attention","created":"2025-02-24","cited_by_count":9,"area":null},{"id":"2502.16792","title":"The Role of Sparsity for Length Generalization in Transformers","created":"2025-02-24","cited_by_count":8,"area":null},{"id":"2505.00626","title":"The Illusion of Role Separation: Hidden Shortcuts in LLM Role Learning (and How to Fix Them)","created":"2025-05-01","cited_by_count":6,"area":null},{"id":"2505.17134","title":"LongMagpie: A Self-synthesis Method for Generating Large-scale Long-context Instructions","created":"2025-05-22","cited_by_count":6,"area":null},{"id":"2505.17083","title":"Scale-invariant Attention","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2505.22107","title":"Curse of High Dimensionality Issue in Transformer for Long-context Modeling","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2512.07805","title":"Group Representational Position Encoding","created":"2025-12-08","cited_by_count":5,"area":null},{"id":"2602.03226","title":"ATACompressor: Adaptive Task-Aware Compression for Efficient Long-Context Processing in LLMs","created":"2026-02-03","cited_by_count":5,"area":null},{"id":"2405.16635","title":"Compressing Lengthy Context With UltraGist","created":"2024-05-26","cited_by_count":4,"area":null},{"id":"2501.08570","title":"Information Entropy Invariance: Enhancing Length Extrapolation in Attention Mechanisms","created":"2025-01-15","cited_by_count":4,"area":null},{"id":"2504.16786","title":"MOOSComp: Improving Lightweight Long-Context Compressor via Mitigating Over-Smoothing and Incorporating Outlier Scores","created":"2025-04-23","cited_by_count":4,"area":null},{"id":"2602.01075","title":"ConvexBench: Can LLMs Recognize Convex Functions?","created":"2026-02-01","cited_by_count":3,"area":null},{"id":"2409.10482","title":"Schrodinger's Memory: Large Language Models","created":"2024-09-16","cited_by_count":2,"area":null},{"id":"2410.06886","title":"FltLM: An Intergrated Long-Context Large Language Model for Effective Context Filtering and Understanding","created":"2024-10-09","cited_by_count":2,"area":null},{"id":"2503.08067","title":"Context-aware Biases for Length Extrapolation","created":"2025-03-11","cited_by_count":2,"area":null},{"id":"2506.13277","title":"SeqPE: Transformer with Sequential Position Encoding","created":"2025-06-16","cited_by_count":2,"area":null},{"id":"2602.22175","title":"DySCO: Dynamic Attention-Scaling Decoding for Long-Context Language Models","created":"2026-02-25","cited_by_count":2,"area":null},{"id":"2603.20843","title":"HiCI: Hierarchical Construction-Integration for Long-Context Attention","created":"2026-03-21","cited_by_count":2,"area":null},{"id":"2406.11238","title":"What Kinds of Tokens Benefit from Distant Text? An Analysis on Long Context Language Modeling","created":"2024-06-17","cited_by_count":1,"area":null},{"id":"2410.20926","title":"Long Sequence Modeling with Attention Tensorization: From Sequence to Tensor Learning","created":"2024-10-28","cited_by_count":1,"area":null},{"id":"2502.02659","title":"A Training-Free Length Extrapolation Approach for LLMs: Greedy Attention Logit Interpolation (GALI)","created":"2025-02-04","cited_by_count":1,"area":null},{"id":"2505.17296","title":"SELF: Self-Extend the Context Length With Logistic Growth Function","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2603.02874","title":"Retrievit: In-context Retrieval Capabilities of Transformers, State Space Models, and Hybrid Architectures","created":"2026-03-03","cited_by_count":1,"area":null},{"id":"2312.07305","title":"SCCA: Shifted Cross Chunk Attention for long contextual semantic expansion","created":"2023-12-12","cited_by_count":0,"area":null},{"id":"2406.18173","title":"UIO-LLMs: Unbiased Incremental Optimization for Long-Context LLMs","created":"2024-06-26","cited_by_count":0,"area":null},{"id":"2410.09141","title":"ACER: Automatic Language Model Context Extension via Retrieval","created":"2024-10-11","cited_by_count":0,"area":null},{"id":"2602.08237","title":"Document Reconstruction Unlocks Scalable Long-Context RLVR","created":"2026-02-09","cited_by_count":0,"area":null},{"id":"2604.00004","title":"LinearARD: Linear-Memory Attention Distillation for RoPE Restoration","created":"2026-03-09","cited_by_count":0,"area":null},{"id":"2604.12372","title":"Is Sliding Window All You Need? An Open Framework for Long-Sequence Recommendation","created":"2026-04-14","cited_by_count":0,"area":null},{"id":"2605.14589","title":"EndPrompt: Efficient Long-Context Extension via Terminal Anchoring","created":"2026-05-14","cited_by_count":0,"area":null},{"id":"2606.14760","title":"GeoRoPE: Ground-Aware Rotary Adaptation for Remote Sensing Foundation Models","created":"2026-06-08","cited_by_count":0,"area":null},{"id":"2608.26145","title":"LLMs for Academic Workflows: An Evaluation of Literature Reviews Generated with Short and Long Context Windows of LLMs","created":"2026-06-28","cited_by_count":0,"area":null},{"id":"2609.27925","title":"Learning When Not to Listen: Selective Anti-Interference Pretraining for Language Models","created":"2026-08-22","cited_by_count":0,"area":null},{"id":"2609.34556","title":"RoPE is Dead, Long Live RoPE: Towards Scalable Data-aware Positional Encodings","created":"2026-09-28","cited_by_count":0,"area":null},{"id":"2610.02772","title":"Improving Atomic-Fact Recall via Focused Views in Unstructured Knowledge Editing","created":"2026-10-02","cited_by_count":0,"area":null},{"id":"2610.04518","title":"Length Generalization Needs Proper Regularization","created":"2026-10-03","cited_by_count":0,"area":null}],"next_cursor":null}