{"total":89,"rows":[{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2402.13753","title":"LongRoPE: Extending LLM Context Window Beyond 2 Million Tokens","created":"2024-02-21","cited_by_count":313,"area":null},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303,"area":null},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244,"area":null},{"id":"2311.04939","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","created":"2023-11-08","cited_by_count":202,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2407.01523","title":"MMLongBench-Doc: Benchmarking Long-context Document Understanding with Visualizations","created":"2024-07-01","cited_by_count":183,"area":null},{"id":"2311.09206","title":"TableLlama: Towards Open Large Generalist Models for Tables","created":"2023-11-15","cited_by_count":137,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2310.03025","title":"Retrieval meets Long Context Large Language Models","created":"2023-10-04","cited_by_count":115,"area":null},{"id":"2309.10400","title":"PoSE: Efficient Context Window Extension of LLMs via Positional Skip-wise Training","created":"2023-09-19","cited_by_count":111,"area":null},{"id":"2308.08239","title":"MemoChat: Tuning LLMs to Use Memos for Consistent Long-Range Open-Domain Conversation","created":"2023-08-16","cited_by_count":97,"area":null},{"id":"2402.04624","title":"MEMORYLLM: Towards Self-Updatable Large Language Models","created":"2024-02-07","cited_by_count":93,"area":null},{"id":"2406.16264","title":"One Thousand and One Pairs: A \"novel\" challenge for long-context language models","created":"2024-06-24","cited_by_count":80,"area":null},{"id":"2410.14052","title":"From Isolated Conversations to Hierarchical Schemas: Dynamic Tree Memory Representation for LLMs","created":"2024-10-17","cited_by_count":79,"area":null},{"id":"2402.13598","title":"User-LLM: Efficient LLM Contextualization with User Embeddings","created":"2024-02-21","cited_by_count":76,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2309.13345","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2405.14591","title":"Base of RoPE Bounds Context Length","created":"2024-05-23","cited_by_count":52,"area":null},{"id":"2501.18795","title":"Rope to Nope and Back Again: A New Hybrid Attention Strategy","created":"2025-01-30","cited_by_count":47,"area":null},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2312.03414","title":"Compressed Context Memory For Online Language Model Interaction","created":"2023-12-06","cited_by_count":43,"area":null},{"id":"2407.12857","title":"Automated Peer Reviewing in Paper SEA: Standardization, Evaluation, and Analysis","created":"2024-07-09","cited_by_count":33,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2410.04199","title":"LongGenBench: Long-context Generation Benchmark","created":"2024-10-05","cited_by_count":28,"area":null},{"id":"2402.00858","title":"Can Large Language Models Understand Context?","created":"2024-02-01","cited_by_count":26,"area":null},{"id":"2402.13991","title":"Analysing The Impact of Sequence Composition on Language Model Pre-Training","created":"2024-02-21","cited_by_count":25,"area":null},{"id":"2401.15042","title":"PROXYQA: An Alternative Framework for Evaluating Long-Form Text Generation with Large Language Models","created":"2024-01-26","cited_by_count":24,"area":null},{"id":"2402.13449","title":"CAMELoT: Towards Large Language Models with Training-Free Consolidated Associative Memory","created":"2024-02-21","cited_by_count":24,"area":null},{"id":"2310.02409","title":"Dodo: Dynamic Contextual Compression for Decoder-only LMs","created":"2023-10-03","cited_by_count":23,"area":null},{"id":"2404.09173","title":"TransformerFAM: Feedback attention is working memory","created":"2024-04-14","cited_by_count":22,"area":null},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22,"area":null},{"id":"2408.13233","title":"Multi-Layer Transformers Gradient Can be Approximated in Almost Linear Time","created":"2024-08-23","cited_by_count":22,"area":null},{"id":"2410.00487","title":"Self-Updatable Large Language Models by Integrating Context into Model Parameters","created":"2024-10-01","cited_by_count":21,"area":null},{"id":"2501.12766","title":"NExtLong: Toward Effective Long-Context Training without Long Documents","created":"2025-01-22","cited_by_count":20,"area":null},{"id":"2407.16695","title":"Stress-Testing Long-Context Language Models with Lifelong ICL and Task Haystack","created":"2024-07-23","cited_by_count":19,"area":null},{"id":"2406.10322","title":"LieRE: Lie Rotational Positional Encodings","created":"2024-06-14","cited_by_count":18,"area":null},{"id":"2505.08137","title":"Large Language Models for Computer-Aided Design: A Survey","created":"2025-05-13","cited_by_count":18,"area":null},{"id":"2312.17296","title":"Structured Packing in LLM Training Improves Long Context Utilization","created":"2023-12-28","cited_by_count":17,"area":null},{"id":"2406.07138","title":"An Efficient Recipe for Long Context Extension via Middle-Focused Positional Encoding","created":"2024-06-11","cited_by_count":16,"area":null},{"id":"2311.16989","title":"ChatGPT's One-year Anniversary: Are Open-Source Large Language Models Catching up?","created":"2023-11-28","cited_by_count":15,"area":null},{"id":"2406.09897","title":"3D-RPE: Enhancing Long-Context Modeling Through 3D Rotary Position Encoding","created":"2024-06-14","cited_by_count":13,"area":null},{"id":"2601.05488","title":"MemBuilder: Reinforcing LLMs for Long-Term Memory Construction via Attributed Dense Rewards","created":"2026-01-09","cited_by_count":13,"area":null},{"id":"2311.04879","title":"LongQLoRA: Efficient and Effective Method to Extend Context Length of Large Language Models","created":"2023-11-08","cited_by_count":12,"area":null},{"id":"2408.16967","title":"MemLong: Memory-Augmented Retrieval for Long Text Modeling","created":"2024-08-30","cited_by_count":11,"area":null},{"id":"2503.13299","title":"A Survey on Transformer Context Extension: Approaches and Evaluation","created":"2025-03-17","cited_by_count":11,"area":null},{"id":"2309.11197","title":"The Languini Kitchen: Enabling Language Modelling Research at Different Scales of Compute","created":"2023-09-20","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2405.17755","title":"XL3M: A Training-free Framework for LLM Length Extension Based on Segment-wise Inference","created":"2024-05-28","cited_by_count":8,"area":null},{"id":"2605.15514","title":"RoPE Distinguishes Neither Positions Nor Tokens in Long Contexts, Provably","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2309.02373","title":"nanoT5: A PyTorch Framework for Pre-training and Fine-tuning T5-style Models with Limited Resources","created":"2023-09-05","cited_by_count":7,"area":null},{"id":"2403.02920","title":"TaylorShift: Shifting the Complexity of Self-Attention from Squared to Linear (and Back) using Taylor-Softmax","created":"2024-03-05","cited_by_count":7,"area":null},{"id":"2408.14906","title":"Writing in the Margins: Better Inference Pattern for Long Context Retrieval","created":"2024-08-27","cited_by_count":7,"area":null},{"id":"2409.12490","title":"CritiPrefill: A Segment-wise Criticality-based Approach for Prefilling Acceleration in LLMs","created":"2024-09-19","cited_by_count":7,"area":null},{"id":"2412.15563","title":"In-context Continual Learning Assisted by an External Continual Learner","created":"2024-12-20","cited_by_count":7,"area":null},{"id":"2505.22107","title":"Curse of High Dimensionality Issue in Transformer for Long-context Modeling","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2311.03233","title":"Navigating Scaling Laws: Compute Optimality in Adaptive Model Training","created":"2023-11-06","cited_by_count":4,"area":null},{"id":"2401.04881","title":"Attendre: Wait To Attend By Retrieval With Evicted Queries in Memory-Based Transformers for Long Context Processing","created":"2024-01-10","cited_by_count":3,"area":null},{"id":"2402.03009","title":"UniMem: Towards a Unified View of Long-Context Large Language Models","created":"2024-02-05","cited_by_count":3,"area":null},{"id":"2506.08098","title":"Cognitive Weave: Synthesizing Abstracted Knowledge with a Spatio-Temporal Resonance Graph","created":"2025-06-09","cited_by_count":3,"area":null},{"id":"2508.15190","title":"SemToken: Semantic-Aware Tokenization for Efficient Long-Context Language Modeling","created":"2025-08-21","cited_by_count":3,"area":null},{"id":"2308.10252","title":"LMTuner: An user-friendly and highly-integrable Training Framework for fine-tuning Large Language Models","created":"2023-08-20","cited_by_count":2,"area":null},{"id":"2402.01172","title":"Streaming Sequence Transduction through Dynamic Compression","created":"2024-02-02","cited_by_count":2,"area":null},{"id":"2410.06886","title":"FltLM: An Intergrated Long-Context Large Language Model for Effective Context Filtering and Understanding","created":"2024-10-09","cited_by_count":2,"area":null},{"id":"2410.15859","title":"Mesa-Extrapolation: A Weave Position Encoding Method for Enhanced Extrapolation in LLMs","created":"2024-10-21","cited_by_count":2,"area":null},{"id":"2503.08067","title":"Context-aware Biases for Length Extrapolation","created":"2025-03-11","cited_by_count":2,"area":null},{"id":"2503.14800","title":"Long Context Modeling with Ranked Memory-Augmented Retrieval","created":"2025-03-19","cited_by_count":2,"area":null},{"id":"2603.20843","title":"HiCI: Hierarchical Construction-Integration for Long-Context Attention","created":"2026-03-21","cited_by_count":2,"area":null},{"id":"2403.00260","title":"Extracting Polymer Nanocomposite Samples from Full-Length Documents","created":"2024-03-01","cited_by_count":1,"area":null},{"id":"2406.11238","title":"What Kinds of Tokens Benefit from Distant Text? An Analysis on Long Context Language Modeling","created":"2024-06-17","cited_by_count":1,"area":null},{"id":"2410.19318","title":"Two are better than one: Context window extension with multi-grained self-injection","created":"2024-10-25","cited_by_count":1,"area":null},{"id":"2502.20405","title":"Pause-Tuning for Long-Context Comprehension: A Lightweight Approach to LLM Attention Recalibration","created":"2025-02-01","cited_by_count":1,"area":null},{"id":"2503.20934","title":"Leveraging LLMs, IDEs, and Semantic Embeddings for Automated Move Method Refactoring","created":"2025-03-26","cited_by_count":1,"area":null},{"id":"2509.18762","title":"When Long Helps Short: How Context Length in Supervised Fine-tuning Affects Behavior of Large Language Models","created":"2025-09-23","cited_by_count":1,"area":null},{"id":"2512.21598","title":"From Shallow Humor to Metaphor: Towards Label-Free Harmful Meme Detection via LMM Agent Self-Improvement","created":"2025-12-25","cited_by_count":1,"area":null},{"id":"2501.00692","title":"Adjoint sharding for very long context training of state space models","created":"2025-01-01","cited_by_count":0,"area":null},{"id":"2506.08371","title":"Mitigating Posterior Salience Attenuation in Long-Context LLMs with Positional Contrastive Decoding","created":"2025-06-10","cited_by_count":0,"area":null},{"id":"2507.22411","title":"NeedleChain: Measuring Intact Context Comprehension Capability of Large Language Models","created":"2025-07-30","cited_by_count":0,"area":null},{"id":"2509.15024","title":"Attention Beyond Neighborhoods: Reviving Transformer for Graph Clustering","created":"2025-09-18","cited_by_count":0,"area":null},{"id":"2509.24074","title":"ResFormer: All-Time Reservoir Memory for Long Sequence Classification","created":"2025-09-28","cited_by_count":0,"area":null},{"id":"2606.14047","title":"Knowledge Graph Enhanced Memory-Augmented Retrieval for Long Context Modeling","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2609.23371","title":"Machine-Interpretable Information: Compiling Documents into Searchable and Readable Protocol States","created":"2026-09-20","cited_by_count":0,"area":null}],"next_cursor":null}