{"total":200,"rows":[{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2501.00663","title":"Titans: Learning to Memorize at Test Time","created":"2024-12-31","cited_by_count":328,"area":"lr"},{"id":"2406.02818","title":"Chain of Agents: Large Language Models Collaborating on Long-Context Tasks","created":"2024-06-04","cited_by_count":206,"area":"agents"},{"id":"2510.26692","title":"Kimi Linear: An Expressive, Efficient Attention Architecture","created":"2025-10-30","cited_by_count":196,"area":"deeprl"},{"id":"2406.07522","title":"Samba: Simple Hybrid State Space Models for Efficient Unlimited Context Language Modeling","created":"2024-06-11","cited_by_count":174,"area":"ssm"},{"id":"2507.07957","title":"MIRIX: Multi-Agent Memory System for LLM-Based Agents","created":"2025-07-10","cited_by_count":173,"area":"agents"},{"id":"2405.12981","title":"Reducing Transformer Key-Value Cache Size with Cross-Layer Attention","created":"2024-05-21","cited_by_count":131,"area":"inference"},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2505.23884","title":"Test-Time Training Done Right","created":"2025-05-29","cited_by_count":130,"area":"diffusion"},{"id":"2507.13334","title":"A Survey of Context Engineering for Large Language Models","created":"2025-07-17","cited_by_count":126,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2512.24601","title":"Recursive Language Models","created":"2025-12-31","cited_by_count":104,"area":"lr"},{"id":"2407.15891","title":"RazorAttention: Efficient KV Cache Compression Through Retrieval Heads","created":"2024-07-22","cited_by_count":100,"area":"inference"},{"id":"2405.14768","title":"WISE: Rethinking the Knowledge Memory for Lifelong Model Editing of Large Language Models","created":"2024-05-23","cited_by_count":92,"area":"lr"},{"id":"2507.06203","title":"A Survey on Latent Reasoning","created":"2025-07-08","cited_by_count":81,"area":"lr"},{"id":"2501.19201","title":"Efficient Reasoning with Hidden Thinking","created":"2025-01-31","cited_by_count":75,"area":"lr"},{"id":"2407.00023","title":"Preble: Efficient Distributed Prompt Scheduling for LLM Serving","created":"2024-05-08","cited_by_count":70,"area":"inference"},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2412.10319","title":"SCBench: A KV Cache-Centric Analysis of Long-Context Methods","created":"2024-12-13","cited_by_count":60,"area":"inference"},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2602.06052","title":"A Survey of Agent Memory in the Second Half: Towards Self-Evolving and Long-Horizon Agents","created":"2026-01-14","cited_by_count":44,"area":"agents"},{"id":"2406.14550","title":"GraphReader: Building Graph-based Agent to Enhance Long-Context Abilities of Large Language Models","created":"2024-06-20","cited_by_count":43,"area":"agents"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2411.02886","title":"TokenSelect: Efficient Long-Context Inference and Length Extrapolation for LLMs via Dynamic Token-Level KV Cache Selection","created":"2024-11-05","cited_by_count":39,"area":"inference"},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2505.21996","title":"VRAG: Learning World Models for Interactive Video Generation","created":"2025-05-28","cited_by_count":38,"area":"wm"},{"id":"2407.01437","title":"Needle in the Haystack for Memory Based Large Language Models","created":"2024-07-01","cited_by_count":34,"area":null},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2502.05227","title":"Robotouille: An Asynchronous Planning Benchmark for LLM Agents","created":"2025-02-06","cited_by_count":32,"area":"agents"},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2410.02703","title":"Selective Attention Improves Transformer","created":"2024-10-03","cited_by_count":26,"area":null},{"id":"2410.03227","title":"ALR$^2$: A Retrieve-then-Reason Framework for Long-context Question Answering","created":"2024-10-04","cited_by_count":26,"area":"lr"},{"id":"2411.01783","title":"Context Parallelism for Scalable Million-Token Inference","created":"2024-11-04","cited_by_count":26,"area":null},{"id":"2411.17116","title":"Star Attention: Efficient LLM Inference over Long Sequences","created":"2024-11-26","cited_by_count":25,"area":"inference"},{"id":"2404.09173","title":"TransformerFAM: Feedback attention is working memory","created":"2024-04-14","cited_by_count":22,"area":null},{"id":"2503.00353","title":"U-NIAH: Unified RAG and LLM Evaluation for Long Context Needle-In-A-Haystack","created":"2025-03-01","cited_by_count":20,"area":"rag"},{"id":"2406.07138","title":"An Efficient Recipe for Long Context Extension via Middle-Focused Positional Encoding","created":"2024-06-11","cited_by_count":16,"area":null},{"id":"2410.01805","title":"Locret: Enhancing Eviction in Long-Context LLM Inference with Trained Retaining Heads on Consumer-Grade Devices","created":"2024-10-02","cited_by_count":15,"area":"inference"},{"id":"2503.19114","title":"Understanding and Improving Information Preservation in Prompt Compression for LLMs","created":"2025-03-24","cited_by_count":15,"area":"inference"},{"id":"2602.24281","title":"Memory Caching: RNNs with Growing Memory","created":"2026-02-27","cited_by_count":15,"area":null},{"id":"2608.07408","title":"Addressable Memory for Video World Models","created":"2026-08-07","cited_by_count":15,"area":"wm"},{"id":"2405.18425","title":"ViG: Linear-complexity Visual Sequence Learning with Gated Linear Attention","created":"2024-05-28","cited_by_count":13,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2410.04727","title":"Forgetting Curve: A Reliable Method for Evaluating Memorization Capability for Long-context Models","created":"2024-10-07","cited_by_count":13,"area":null},{"id":"2605.12357","title":"$\\delta$-mem: Efficient Online Memory for Large Language Models","created":"2026-05-12","cited_by_count":13,"area":null},{"id":"2405.08707","title":"Beyond Scaling Laws: Understanding Transformer Performance with Associative Memory","created":"2024-05-14","cited_by_count":12,"area":null},{"id":"2410.03752","title":"Efficient Streaming LLM for Speech Recognition","created":"2024-10-02","cited_by_count":12,"area":null},{"id":"2411.00489","title":"Human-inspired Perspectives: A Survey on AI Long-term Memory","created":"2024-11-01","cited_by_count":12,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2410.03156","title":"MELODI: Exploring Memory Compression for Long Contexts","created":"2024-10-04","cited_by_count":11,"area":null},{"id":"2412.13328","title":"Expansion Span: Combining Fading Memory and Retrieval in Hybrid State Space Models","created":"2024-12-17","cited_by_count":11,"area":null},{"id":"2507.06607","title":"Decoder-Hybrid-Decoder Architecture for Efficient Reasoning with Long Generation","created":"2025-07-09","cited_by_count":11,"area":"lr"},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2511.21016","title":"Gated KalmaNet: A Fading Memory Layer Through Test-Time Ridge Regression","created":"2025-11-26","cited_by_count":11,"area":null},{"id":"2512.15649","title":"VTCBench: Can Vision-Language Models Understand Long Context with Vision-Text Compression?","created":"2025-12-17","cited_by_count":11,"area":"mllm"},{"id":"2507.05633","title":"SARA: Selective and Adaptive Retrieval-augmented Generation with Context Compression","created":"2025-07-08","cited_by_count":10,"area":"rag"},{"id":"2510.07019","title":"Native Hybrid Attention for Efficient Sequence Modeling","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2406.12331","title":"Retrieval Meets Reasoning: Dynamic In-Context Editing for Long-Text Understanding","created":"2024-06-18","cited_by_count":9,"area":"lr"},{"id":"2410.01651","title":"Efficient Length-Generalizable Attention via Causal Retrieval for Long-Context Language Modeling","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2504.16795","title":"Hardware-aligned Hierarchical Sparse Attention for Efficient Long-term Memory Access","created":"2025-04-23","cited_by_count":9,"area":null},{"id":"2510.19732","title":"Memo: Training Memory-Efficient Embodied Agents with Reinforcement Learning","created":"2025-10-22","cited_by_count":9,"area":"deeprl"},{"id":"2405.17755","title":"XL3M: A Training-free Framework for LLM Length Extension Based on Segment-wise Inference","created":"2024-05-28","cited_by_count":8,"area":null},{"id":"2406.06110","title":"Recurrent Context Compression: Efficiently Expanding the Context Window of LLM","created":"2024-06-10","cited_by_count":8,"area":"inference"},{"id":"2501.06625","title":"Guided Code Generation with LLMs: A Multi-Agent Framework for Complex Code Tasks","created":"2025-01-11","cited_by_count":8,"area":"lr"},{"id":"2502.02095","title":"LongDPO: Unlock Better Long-form Generation Abilities for LLMs via Critique-augmented Stepwise Information","created":"2025-02-04","cited_by_count":8,"area":null},{"id":"2509.18868","title":"Memory in Large Language Models: Mechanisms, Evaluation and Evolution","created":"2025-09-23","cited_by_count":8,"area":null},{"id":"2405.18272","title":"Metaheuristics and Large Language Models Join Forces: Toward an Integrated Optimization Approach","created":"2024-05-28","cited_by_count":7,"area":null},{"id":"2408.14906","title":"Writing in the Margins: Better Inference Pattern for Long Context Retrieval","created":"2024-08-27","cited_by_count":7,"area":null},{"id":"2410.02751","title":"ReLIC: A Recipe for 64k Steps of In-Context Reinforcement Learning for Embodied AI","created":"2024-10-03","cited_by_count":7,"area":"deeprl"},{"id":"2501.16085","title":"ARFlow: Autoregressive Flow with Hybrid Linear Attention","created":"2025-01-27","cited_by_count":7,"area":null},{"id":"2502.09933","title":"MIR-Bench: Can Your LLM Recognize Complicated Patterns via Many-Shot In-Context Reasoning?","created":"2025-02-14","cited_by_count":7,"area":"lr"},{"id":"2502.12962","title":"Infinite Retrieval: Attention Enhanced LLMs in Long-Context Processing","created":"2025-02-18","cited_by_count":7,"area":"lr"},{"id":"2505.20625","title":"Long Context Scaling: Divide and Conquer via Multi-Agent Question-driven Collaboration","created":"2025-05-27","cited_by_count":7,"area":"agents"},{"id":"2510.24606","title":"Long-Context Modeling with Dynamic Hierarchical Sparse Attention for Memory-Constrained LLM Inference","created":"2025-10-28","cited_by_count":7,"area":null},{"id":"2406.06581","title":"Order-Independence Without Fine Tuning","created":"2024-06-04","cited_by_count":6,"area":null},{"id":"2408.16978","title":"Training Ultra Long Context Language Model with Fully Pipelined Distributed Transformer","created":"2024-08-30","cited_by_count":6,"area":null},{"id":"2507.09025","title":"Lizard: An Efficient Linearization Framework for Large Language Models","created":"2025-07-11","cited_by_count":6,"area":null},{"id":"2605.26797","title":"Latent Recurrent Transformer: Architecture Exploration, Training Strategies, and Scaling Behavior","created":"2026-05-26","cited_by_count":6,"area":null},{"id":"2409.13530","title":"Towards Long-Context Time Series Foundation Models","created":"2024-09-20","cited_by_count":5,"area":null},{"id":"2503.21772","title":"LOCORE: Image Re-ranking with Long-Context Sequence Modeling","created":"2025-03-27","cited_by_count":5,"area":null},{"id":"2503.22196","title":"EdgeInfinite: A Memory-Efficient Infinite-Context Transformer for Edge Devices","created":"2025-03-28","cited_by_count":5,"area":"inference"},{"id":"2503.22913","title":"Resona: Improving Context Copying in Linear Recurrence Models with Retrieval","created":"2025-03-28","cited_by_count":5,"area":null},{"id":"2505.17083","title":"Scale-invariant Attention","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2505.22487","title":"Effective Context in Neural Speech Models","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2510.20668","title":"From Masks to Worlds: A Hitchhiker's Guide to World Models","created":"2025-10-23","cited_by_count":5,"area":"wm"},{"id":"2602.00746","title":"Can Vision-Language Models Handle Long-Context Code? An Empirical Study on Visual Compression","created":"2026-01-31","cited_by_count":5,"area":"mllm"},{"id":"2602.01766","title":"CoMeT: Collaborative Memory Transformer for Efficient Long Context Modeling","created":"2026-02-02","cited_by_count":5,"area":null},{"id":"2604.21999","title":"Universal Transformers Need Memory: Depth-State Trade-offs in Adaptive Recursive Reasoning","created":"2026-04-23","cited_by_count":5,"area":null},{"id":"2605.08301","title":"Priming: Hybrid State Space Models From Pre-trained Transformers","created":"2026-05-08","cited_by_count":5,"area":null},{"id":"2406.12018","title":"CItruS: Chunked Instruction-aware State Eviction for Long Sequence Modeling","created":"2024-06-17","cited_by_count":4,"area":null},{"id":"2406.17808","title":"Training-Free Exponential Context Extension via Cascading KV Cache","created":"2024-06-24","cited_by_count":4,"area":"inference"},{"id":"2410.13166","title":"An Evolved Universal Transformer Memory","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2501.01805","title":"End-to-End Long Document Summarization using Gradient Caching","created":"2025-01-03","cited_by_count":4,"area":null},{"id":"2504.12637","title":"Scaling Instruction-Tuned LLMs to Million-Token Contexts via Hierarchical Synthetic Data Generation","created":"2025-04-17","cited_by_count":4,"area":"lr"},{"id":"2505.10063","title":"CAFE: Retrieval Head-based Coarse-to-Fine Information Seeking to Enhance Multi-Document QA Capability","created":"2025-05-15","cited_by_count":4,"area":null},{"id":"2506.13674","title":"PrefixMemory-Tuning: Modernizing Prefix-Tuning by Decoupling the Prefix from Attention","created":"2025-06-16","cited_by_count":4,"area":null}],"next_cursor":"100"}