{"total":133,"rows":[{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2308.10144","title":"ExpeL: LLM Agents Are Experiential Learners","created":"2023-08-20","cited_by_count":876,"area":"agents"},{"id":"2404.13501","title":"A Survey on the Memory Mechanism of Large Language Model based Agents","created":"2024-04-21","cited_by_count":634,"area":"wm"},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525,"area":null},{"id":"2310.06839","title":"LongLLMLingua: Accelerating and Enhancing LLMs in Long Context Scenarios via Prompt Compression","created":"2023-10-10","cited_by_count":453,"area":"inference"},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2402.13753","title":"LongRoPE: Extending LLM Context Window Beyond 2 Million Tokens","created":"2024-02-21","cited_by_count":313,"area":null},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303,"area":null},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2309.12307","title":"LongLoRA: Efficient Fine-tuning of Long-Context Large Language Models","created":"2023-09-21","cited_by_count":244,"area":null},{"id":"2310.07240","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","created":"2023-10-11","cited_by_count":203,"area":"inference"},{"id":"2311.04939","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","created":"2023-11-08","cited_by_count":202,"area":null},{"id":"2402.08268","title":"World Model on Million-Length Video And Language With Blockwise RingAttention","created":"2024-02-13","cited_by_count":198,"area":"wm"},{"id":"2402.04617","title":"InfLLM: Training-Free Long-Context Extrapolation for LLMs with an Efficient Context Memory","created":"2024-02-07","cited_by_count":197,"area":"agents"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2407.01523","title":"MMLongBench-Doc: Benchmarking Long-context Document Understanding with Visualizations","created":"2024-07-01","cited_by_count":183,"area":null},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2310.10634","title":"OpenAgents: An Open Platform for Language Agents in the Wild","created":"2023-10-16","cited_by_count":137,"area":"agents"},{"id":"2311.09206","title":"TableLlama: Towards Open Large Generalist Models for Tables","created":"2023-11-15","cited_by_count":137,"area":null},{"id":"2405.00200","title":"In-Context Learning with Long-Context Models: An In-Depth Exploration","created":"2024-04-30","cited_by_count":128,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119,"area":null},{"id":"2409.10516","title":"RetrievalAttention: Accelerating Long-Context LLM Inference via Vector Retrieval","created":"2024-09-16","cited_by_count":116,"area":null},{"id":"2310.03025","title":"Retrieval meets Long Context Large Language Models","created":"2023-10-04","cited_by_count":115,"area":null},{"id":"2309.10400","title":"PoSE: Efficient Context Window Extension of LLMs via Positional Skip-wise Training","created":"2023-09-19","cited_by_count":111,"area":null},{"id":"2308.08239","title":"MemoChat: Tuning LLMs to Use Memos for Consistent Long-Range Open-Domain Conversation","created":"2023-08-16","cited_by_count":97,"area":null},{"id":"2402.04624","title":"MEMORYLLM: Towards Self-Updatable Large Language Models","created":"2024-02-07","cited_by_count":93,"area":null},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2312.01823","title":"Exchange-of-Thought: Enhancing Large Language Model Capabilities through Cross-Model Communication","created":"2023-12-04","cited_by_count":82,"area":"lr"},{"id":"2406.16264","title":"One Thousand and One Pairs: A \"novel\" challenge for long-context language models","created":"2024-06-24","cited_by_count":80,"area":null},{"id":"2410.14052","title":"From Isolated Conversations to Hierarchical Schemas: Dynamic Tree Memory Representation for LLMs","created":"2024-10-17","cited_by_count":79,"area":null},{"id":"2402.13598","title":"User-LLM: Efficient LLM Contextualization with User Embeddings","created":"2024-02-21","cited_by_count":76,"area":null},{"id":"2401.02669","title":"Infinite-LLM: Efficient LLM Service for Long Context with DistAttention and Distributed KVCache","created":"2024-01-05","cited_by_count":73,"area":"inference"},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2401.13660","title":"MambaByte: Token-free Selective State Space Model","created":"2024-01-24","cited_by_count":59,"area":"ssm"},{"id":"2503.22458","title":"Evaluating LLM-based Agents for Multi-Turn Conversations: A Survey","created":"2025-03-28","cited_by_count":57,"area":"agents"},{"id":"2309.13345","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2407.14482","title":"ChatQA 2: Bridging the Gap to Proprietary LLMs in Long Context and RAG Capabilities","created":"2024-07-19","cited_by_count":53,"area":"rag"},{"id":"2405.14591","title":"Base of RoPE Bounds Context Length","created":"2024-05-23","cited_by_count":52,"area":null},{"id":"2401.13649","title":"VisualWebArena: Evaluating Multimodal Agents on Realistic Visual Web Tasks","created":"2024-01-24","cited_by_count":47,"area":"agents"},{"id":"2501.18795","title":"Rope to Nope and Back Again: A New Hybrid Attention Strategy","created":"2025-01-30","cited_by_count":47,"area":null},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2312.03414","title":"Compressed Context Memory For Online Language Model Interaction","created":"2023-12-06","cited_by_count":43,"area":null},{"id":"2407.01178","title":"$\\text{Memory}^3$: Language Modeling with Explicit Memory","created":"2024-07-01","cited_by_count":40,"area":"rag"},{"id":"2402.11550","title":"LongAgent: Scaling Language Models to 128k Context through Multi-Agent Collaboration","created":"2024-02-18","cited_by_count":38,"area":"agents"},{"id":"2407.12857","title":"Automated Peer Reviewing in Paper SEA: Standardization, Evaluation, and Analysis","created":"2024-07-09","cited_by_count":33,"area":null},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2410.04199","title":"LongGenBench: Long-context Generation Benchmark","created":"2024-10-05","cited_by_count":28,"area":null},{"id":"2412.09616","title":"V2PE: Improving Multimodal Long-Context Capability of Vision-Language Models with Variable Visual Position Encoding","created":"2024-12-12","cited_by_count":28,"area":"mllm"},{"id":"2312.08901","title":"Fewer is More: Boosting LLM Reasoning with Reinforced Context Pruning","created":"2023-12-14","cited_by_count":26,"area":"lr"},{"id":"2402.00858","title":"Can Large Language Models Understand Context?","created":"2024-02-01","cited_by_count":26,"area":null},{"id":"2402.13991","title":"Analysing The Impact of Sequence Composition on Language Model Pre-Training","created":"2024-02-21","cited_by_count":25,"area":null},{"id":"2401.15042","title":"PROXYQA: An Alternative Framework for Evaluating Long-Form Text Generation with Large Language Models","created":"2024-01-26","cited_by_count":24,"area":null},{"id":"2402.13449","title":"CAMELoT: Towards Large Language Models with Training-Free Consolidated Associative Memory","created":"2024-02-21","cited_by_count":24,"area":null},{"id":"2310.02409","title":"Dodo: Dynamic Contextual Compression for Decoder-only LMs","created":"2023-10-03","cited_by_count":23,"area":null},{"id":"2409.19272","title":"Perception Compressor: A Training-Free Prompt Compression Framework in Long Context Scenarios","created":"2024-09-28","cited_by_count":23,"area":"inference"},{"id":"2404.09173","title":"TransformerFAM: Feedback attention is working memory","created":"2024-04-14","cited_by_count":22,"area":null},{"id":"2405.03939","title":"Long Context Alignment with Short Instructions and Synthesized Positions","created":"2024-05-07","cited_by_count":22,"area":null},{"id":"2408.13233","title":"Multi-Layer Transformers Gradient Can be Approximated in Almost Linear Time","created":"2024-08-23","cited_by_count":22,"area":null},{"id":"2410.00487","title":"Self-Updatable Large Language Models by Integrating Context into Model Parameters","created":"2024-10-01","cited_by_count":21,"area":null},{"id":"2502.00791","title":"Vision-centric Token Compression in Large Language Model","created":"2025-02-02","cited_by_count":21,"area":"inference"},{"id":"2410.15633","title":"GATEAU: Selecting Influential Samples for Long Context Alignment","created":"2024-10-21","cited_by_count":20,"area":"alignment"},{"id":"2501.12766","title":"NExtLong: Toward Effective Long-Context Training without Long Documents","created":"2025-01-22","cited_by_count":20,"area":null},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19,"area":"inference"},{"id":"2407.16695","title":"Stress-Testing Long-Context Language Models with Lifelong ICL and Task Haystack","created":"2024-07-23","cited_by_count":19,"area":null},{"id":"2406.10322","title":"LieRE: Lie Rotational Positional Encodings","created":"2024-06-14","cited_by_count":18,"area":null},{"id":"2505.08137","title":"Large Language Models for Computer-Aided Design: A Survey","created":"2025-05-13","cited_by_count":18,"area":null},{"id":"2312.17296","title":"Structured Packing in LLM Training Improves Long Context Utilization","created":"2023-12-28","cited_by_count":17,"area":null},{"id":"2405.19846","title":"Quest: Query-centric Data Synthesis Approach for Long-context Scaling of Large Language Model","created":"2024-05-30","cited_by_count":16,"area":"synth"},{"id":"2406.07138","title":"An Efficient Recipe for Long Context Extension via Middle-Focused Positional Encoding","created":"2024-06-11","cited_by_count":16,"area":null},{"id":"2311.16989","title":"ChatGPT's One-year Anniversary: Are Open-Source Large Language Models Catching up?","created":"2023-11-28","cited_by_count":15,"area":null},{"id":"2410.05970","title":"PDF-WuKong: A Large Multimodal Model for Efficient Long PDF Reading with End-to-End Sparse Sampling","created":"2024-10-08","cited_by_count":14,"area":"mllm"},{"id":"2406.09897","title":"3D-RPE: Enhancing Long-Context Modeling Through 3D Rotary Position Encoding","created":"2024-06-14","cited_by_count":13,"area":null},{"id":"2601.05488","title":"MemBuilder: Reinforcing LLMs for Long-Term Memory Construction via Attributed Dense Rewards","created":"2026-01-09","cited_by_count":13,"area":null},{"id":"2311.04879","title":"LongQLoRA: Efficient and Effective Method to Extend Context Length of Large Language Models","created":"2023-11-08","cited_by_count":12,"area":null},{"id":"2410.11001","title":"Graph of Records: Boosting Retrieval Augmented Generation for Long-context Summarization with Graphs","created":"2024-10-14","cited_by_count":12,"area":"rag"},{"id":"2506.15724","title":"MadaKV: Adaptive Modality-Perception KV Cache Eviction for Efficient Multimodal Long-Context Inference","created":"2025-06-06","cited_by_count":12,"area":"mllm"},{"id":"2408.16967","title":"MemLong: Memory-Augmented Retrieval for Long Text Modeling","created":"2024-08-30","cited_by_count":11,"area":null},{"id":"2503.13299","title":"A Survey on Transformer Context Extension: Approaches and Evaluation","created":"2025-03-17","cited_by_count":11,"area":null},{"id":"2309.11197","title":"The Languini Kitchen: Enabling Language Modelling Research at Different Scales of Compute","created":"2023-09-20","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2410.11786","title":"Selection-p: Self-Supervised Task-Agnostic Prompt Compression for Faithfulness and Transferability","created":"2024-10-15","cited_by_count":9,"area":"inference"},{"id":"2410.18533","title":"LOGO -- Long cOntext aliGnment via efficient preference Optimization","created":"2024-10-24","cited_by_count":9,"area":"alignment"},{"id":"2405.17755","title":"XL3M: A Training-free Framework for LLM Length Extension Based on Segment-wise Inference","created":"2024-05-28","cited_by_count":8,"area":null},{"id":"2406.06110","title":"Recurrent Context Compression: Efficiently Expanding the Context Window of LLM","created":"2024-06-10","cited_by_count":8,"area":"inference"},{"id":"2605.15514","title":"RoPE Distinguishes Neither Positions Nor Tokens in Long Contexts, Provably","created":"2026-05-15","cited_by_count":8,"area":null},{"id":"2309.02373","title":"nanoT5: A PyTorch Framework for Pre-training and Fine-tuning T5-style Models with Limited Resources","created":"2023-09-05","cited_by_count":7,"area":null},{"id":"2401.07793","title":"Flexibly Scaling Large Language Models Contexts Through Extensible Tokenization","created":"2024-01-15","cited_by_count":7,"area":"rag"},{"id":"2403.02920","title":"TaylorShift: Shifting the Complexity of Self-Attention from Squared to Linear (and Back) using Taylor-Softmax","created":"2024-03-05","cited_by_count":7,"area":null},{"id":"2408.14906","title":"Writing in the Margins: Better Inference Pattern for Long Context Retrieval","created":"2024-08-27","cited_by_count":7,"area":null},{"id":"2409.12490","title":"CritiPrefill: A Segment-wise Criticality-based Approach for Prefilling Acceleration in LLMs","created":"2024-09-19","cited_by_count":7,"area":null},{"id":"2412.15563","title":"In-context Continual Learning Assisted by an External Continual Learner","created":"2024-12-20","cited_by_count":7,"area":null},{"id":"2603.20586","title":"MKA: Memory-Keyed Attention for Efficient Long-Context Reasoning","created":"2026-03-21","cited_by_count":6,"area":"lr"},{"id":"2505.22107","title":"Curse of High Dimensionality Issue in Transformer for Long-context Modeling","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2311.03233","title":"Navigating Scaling Laws: Compute Optimality in Adaptive Model Training","created":"2023-11-06","cited_by_count":4,"area":null},{"id":"2406.07528","title":"QuickLLaMA: Query-aware Inference Acceleration for Large Language Models","created":"2024-06-11","cited_by_count":4,"area":"inference"},{"id":"2501.00712","title":"Rethinking Addressing in Language Models via Contexualized Equivariant Positional Encoding","created":"2025-01-01","cited_by_count":4,"area":"lr"},{"id":"2505.10543","title":"Reasoning Capabilities of Large Language Models on Dynamic Tasks","created":"2025-05-15","cited_by_count":4,"area":"lr"},{"id":"2401.04881","title":"Attendre: Wait To Attend By Retrieval With Evicted Queries in Memory-Based Transformers for Long Context Processing","created":"2024-01-10","cited_by_count":3,"area":null}],"next_cursor":"100"}