{"total":113,"rows":[{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396,"area":null},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2507.13334","title":"A Survey of Context Engineering for Large Language Models","created":"2025-07-17","cited_by_count":126,"area":null},{"id":"2502.20766","title":"FlexPrefill: A Context-Aware Sparse Attention Mechanism for Efficient Long-Sequence Inference","created":"2025-02-28","cited_by_count":123,"area":null},{"id":"2407.09450","title":"Human-inspired Episodic Memory for Infinite Context LLMs","created":"2024-07-12","cited_by_count":62,"area":null},{"id":"2406.16747","title":"Sparser is Faster and Less is More: Efficient Sparse Attention for Long-Range Transformers","created":"2024-06-24","cited_by_count":52,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2506.04761","title":"Log-Linear Attention","created":"2025-06-05","cited_by_count":40,"area":null},{"id":"2407.01437","title":"Needle in the Haystack for Memory Based Large Language Models","created":"2024-07-01","cited_by_count":34,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2410.02703","title":"Selective Attention Improves Transformer","created":"2024-10-03","cited_by_count":26,"area":null},{"id":"2411.01783","title":"Context Parallelism for Scalable Million-Token Inference","created":"2024-11-04","cited_by_count":26,"area":null},{"id":"2404.09173","title":"TransformerFAM: Feedback attention is working memory","created":"2024-04-14","cited_by_count":22,"area":null},{"id":"2406.07138","title":"An Efficient Recipe for Long Context Extension via Middle-Focused Positional Encoding","created":"2024-06-11","cited_by_count":16,"area":null},{"id":"2602.24281","title":"Memory Caching: RNNs with Growing Memory","created":"2026-02-27","cited_by_count":15,"area":null},{"id":"2405.18425","title":"ViG: Linear-complexity Visual Sequence Learning with Gated Linear Attention","created":"2024-05-28","cited_by_count":13,"area":null},{"id":"2409.13265","title":"Towards LifeSpan Cognitive Systems","created":"2024-09-20","cited_by_count":13,"area":null},{"id":"2410.04727","title":"Forgetting Curve: A Reliable Method for Evaluating Memorization Capability for Long-context Models","created":"2024-10-07","cited_by_count":13,"area":null},{"id":"2605.12357","title":"$\\delta$-mem: Efficient Online Memory for Large Language Models","created":"2026-05-12","cited_by_count":13,"area":null},{"id":"2405.08707","title":"Beyond Scaling Laws: Understanding Transformer Performance with Associative Memory","created":"2024-05-14","cited_by_count":12,"area":null},{"id":"2410.03752","title":"Efficient Streaming LLM for Speech Recognition","created":"2024-10-02","cited_by_count":12,"area":null},{"id":"2411.00489","title":"Human-inspired Perspectives: A Survey on AI Long-term Memory","created":"2024-11-01","cited_by_count":12,"area":null},{"id":"2506.00744","title":"Blending Complementary Memory Systems in Hybrid Quadratic-Linear Transformers","created":"2025-05-31","cited_by_count":12,"area":null},{"id":"2410.03156","title":"MELODI: Exploring Memory Compression for Long Contexts","created":"2024-10-04","cited_by_count":11,"area":null},{"id":"2412.13328","title":"Expansion Span: Combining Fading Memory and Retrieval in Hybrid State Space Models","created":"2024-12-17","cited_by_count":11,"area":null},{"id":"2510.07318","title":"Artificial Hippocampus Networks for Efficient Long-Context Modeling","created":"2025-10-08","cited_by_count":11,"area":null},{"id":"2511.21016","title":"Gated KalmaNet: A Fading Memory Layer Through Test-Time Ridge Regression","created":"2025-11-26","cited_by_count":11,"area":null},{"id":"2510.07019","title":"Native Hybrid Attention for Efficient Sequence Modeling","created":"2025-10-08","cited_by_count":10,"area":null},{"id":"2410.01651","title":"Efficient Length-Generalizable Attention via Causal Retrieval for Long-Context Language Modeling","created":"2024-10-02","cited_by_count":9,"area":null},{"id":"2504.16795","title":"Hardware-aligned Hierarchical Sparse Attention for Efficient Long-term Memory Access","created":"2025-04-23","cited_by_count":9,"area":null},{"id":"2405.17755","title":"XL3M: A Training-free Framework for LLM Length Extension Based on Segment-wise Inference","created":"2024-05-28","cited_by_count":8,"area":null},{"id":"2502.02095","title":"LongDPO: Unlock Better Long-form Generation Abilities for LLMs via Critique-augmented Stepwise Information","created":"2025-02-04","cited_by_count":8,"area":null},{"id":"2509.18868","title":"Memory in Large Language Models: Mechanisms, Evaluation and Evolution","created":"2025-09-23","cited_by_count":8,"area":null},{"id":"2405.18272","title":"Metaheuristics and Large Language Models Join Forces: Toward an Integrated Optimization Approach","created":"2024-05-28","cited_by_count":7,"area":null},{"id":"2408.14906","title":"Writing in the Margins: Better Inference Pattern for Long Context Retrieval","created":"2024-08-27","cited_by_count":7,"area":null},{"id":"2501.16085","title":"ARFlow: Autoregressive Flow with Hybrid Linear Attention","created":"2025-01-27","cited_by_count":7,"area":null},{"id":"2510.24606","title":"Long-Context Modeling with Dynamic Hierarchical Sparse Attention for Memory-Constrained LLM Inference","created":"2025-10-28","cited_by_count":7,"area":null},{"id":"2406.06581","title":"Order-Independence Without Fine Tuning","created":"2024-06-04","cited_by_count":6,"area":null},{"id":"2408.16978","title":"Training Ultra Long Context Language Model with Fully Pipelined Distributed Transformer","created":"2024-08-30","cited_by_count":6,"area":null},{"id":"2507.09025","title":"Lizard: An Efficient Linearization Framework for Large Language Models","created":"2025-07-11","cited_by_count":6,"area":null},{"id":"2605.26797","title":"Latent Recurrent Transformer: Architecture Exploration, Training Strategies, and Scaling Behavior","created":"2026-05-26","cited_by_count":6,"area":null},{"id":"2409.13530","title":"Towards Long-Context Time Series Foundation Models","created":"2024-09-20","cited_by_count":5,"area":null},{"id":"2503.21772","title":"LOCORE: Image Re-ranking with Long-Context Sequence Modeling","created":"2025-03-27","cited_by_count":5,"area":null},{"id":"2503.22913","title":"Resona: Improving Context Copying in Linear Recurrence Models with Retrieval","created":"2025-03-28","cited_by_count":5,"area":null},{"id":"2505.17083","title":"Scale-invariant Attention","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2505.22487","title":"Effective Context in Neural Speech Models","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2602.01766","title":"CoMeT: Collaborative Memory Transformer for Efficient Long Context Modeling","created":"2026-02-02","cited_by_count":5,"area":null},{"id":"2604.21999","title":"Universal Transformers Need Memory: Depth-State Trade-offs in Adaptive Recursive Reasoning","created":"2026-04-23","cited_by_count":5,"area":null},{"id":"2605.08301","title":"Priming: Hybrid State Space Models From Pre-trained Transformers","created":"2026-05-08","cited_by_count":5,"area":null},{"id":"2406.12018","title":"CItruS: Chunked Instruction-aware State Eviction for Long Sequence Modeling","created":"2024-06-17","cited_by_count":4,"area":null},{"id":"2410.13166","title":"An Evolved Universal Transformer Memory","created":"2024-10-17","cited_by_count":4,"area":null},{"id":"2501.01805","title":"End-to-End Long Document Summarization using Gradient Caching","created":"2025-01-03","cited_by_count":4,"area":null},{"id":"2505.10063","title":"CAFE: Retrieval Head-based Coarse-to-Fine Information Seeking to Enhance Multi-Document QA Capability","created":"2025-05-15","cited_by_count":4,"area":null},{"id":"2506.13674","title":"PrefixMemory-Tuning: Modernizing Prefix-Tuning by Decoupling the Prefix from Attention","created":"2025-06-16","cited_by_count":4,"area":null},{"id":"2602.13933","title":"HyMem: Hybrid Memory Architecture with Dynamic Retrieval Scheduling","created":"2026-02-15","cited_by_count":4,"area":null},{"id":"2605.10544","title":"Where Does Long-Context Supervision Actually Go? Effective-Context Exposure Balancing","created":"2026-05-11","cited_by_count":4,"area":null},{"id":"2410.01724","title":"Auto-Demo Prompting: Leveraging Generated Outputs as Demonstrations for Enhanced Batch Prompting","created":"2024-10-02","cited_by_count":3,"area":null},{"id":"2508.13171","title":"Cognitive Workspace: Active Memory Management for LLMs -- An Empirical Study of Functional Infinite Context","created":"2025-08-08","cited_by_count":3,"area":null},{"id":"2512.19154","title":"Beyond Sliding Windows: Learning to Manage Memory in Non-Markovian Environments","created":"2025-12-22","cited_by_count":3,"area":null},{"id":"2603.17484","title":"Learning When to Attend: Conditional Memory Access for Long-Context LLMs","created":"2026-03-18","cited_by_count":3,"area":null},{"id":"2608.02870","title":"Maglev: Sliding Recurrent Memory","created":"2026-08-03","cited_by_count":3,"area":null},{"id":"2609.02986","title":"Modern Transformers Are Implicit Hybrids: From Functional Differentiation to Principled Hybrid Architecture Design","created":"2026-09-02","cited_by_count":3,"area":null},{"id":"2407.10486","title":"IDEAL: Leveraging Infinite and Dynamic Characterizations of Large Language Models for Query-focused Summarization","created":"2024-07-15","cited_by_count":2,"area":null},{"id":"2501.02491","title":"Rethinking IDE Customization for Enhanced HAX: A Hyperdimensional Perspective","created":"2025-01-05","cited_by_count":2,"area":null},{"id":"2507.19786","title":"Flora: Effortless Context Construction to Arbitrary Length and Scale","created":"2025-07-26","cited_by_count":2,"area":null},{"id":"2510.05901","title":"Untangling Component Imbalance in Hybrid Linear Attention Conversion Methods","created":"2025-10-07","cited_by_count":2,"area":null},{"id":"2603.17781","title":"Facts as First Class Objects: Knowledge Objects for Persistent LLM Memory","created":"2026-03-18","cited_by_count":2,"area":null},{"id":"2603.20843","title":"HiCI: Hierarchical Construction-Integration for Long-Context Attention","created":"2026-03-21","cited_by_count":2,"area":null},{"id":"2606.28876","title":"MMLA: Memory-Mediated Learning Architecture for Predictive Dual-State Adaptation","created":"2026-06-27","cited_by_count":2,"area":null},{"id":"2608.01672","title":"Learning What to Remember: Test-Time Training via Context Distillation","created":"2026-08-03","cited_by_count":2,"area":null},{"id":"2405.11622","title":"Continuous Predictive Modeling of Clinical Notes and ICD Codes in Patient Health Records","created":"2024-05-19","cited_by_count":1,"area":null},{"id":"2406.10906","title":"Breaking the Attention Bottleneck","created":"2024-06-16","cited_by_count":1,"area":null},{"id":"2501.02842","title":"Foundations of GenIR","created":"2025-01-06","cited_by_count":1,"area":null},{"id":"2509.18836","title":"Bounded PCTL Model Checking of Large Language Model Outputs","created":"2025-09-23","cited_by_count":1,"area":null},{"id":"2512.20245","title":"Memory as Resonance: A Biomimetic Architecture for Infinite Context Memory on Ergodic Phonetic Manifolds","created":"2025-12-23","cited_by_count":1,"area":null},{"id":"2602.11212","title":"Towards Compressive and Scalable Recurrent Memory","created":"2026-02-11","cited_by_count":1,"area":null},{"id":"2602.21788","title":"Efficient Scaling of LLM Training with Flexible Context Parallelism","created":"2026-02-25","cited_by_count":1,"area":null},{"id":"2603.21096","title":"Mixture of Chapters: Scaling Learnt Memory in Transformers","created":"2026-03-22","cited_by_count":1,"area":null},{"id":"2604.05438","title":"Residual-Mass Accounting for Partial-KV Decoding","created":"2026-04-07","cited_by_count":1,"area":null},{"id":"2605.05066","title":"The Impossibility Triangle of Long-Context Modeling","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2605.27686","title":"Tensor Memory: Fixed-Size Recurrent State for Long-Horizon Transformers","created":"2026-05-26","cited_by_count":1,"area":null},{"id":"2608.02515","title":"LiveMem: Maintaining Memory State Continuity in Long-Running LLM Inference","created":"2026-08-03","cited_by_count":1,"area":null},{"id":"2608.12218","title":"Information Abundance Paradox: Long-Context Training Undermines Parametric Knowledge","created":"2026-08-12","cited_by_count":1,"area":null},{"id":"2405.04620","title":"Folded Context Condensation in Path Integral Formalism for Infinite Context Transformers","created":"2024-05-07","cited_by_count":0,"area":null},{"id":"2407.12812","title":"Building Understandable Messaging for Policy and Evidence Review (BUMPER) with AI","created":"2024-06-27","cited_by_count":0,"area":null},{"id":"2410.04211","title":"Correlation-Aware Select and Merge Attention for Efficient Fine-Tuning and Context Length Extension","created":"2024-10-05","cited_by_count":0,"area":null},{"id":"2411.01807","title":"Can Language Models Enable In-Context Database?","created":"2024-11-04","cited_by_count":0,"area":null},{"id":"2507.08540","title":"White-Basilisk: A Hybrid Model for Code Vulnerability Detection","created":"2025-07-11","cited_by_count":0,"area":null},{"id":"2509.24074","title":"ResFormer: All-Time Reservoir Memory for Long Sequence Classification","created":"2025-09-28","cited_by_count":0,"area":null},{"id":"2512.06869","title":"Rhea: Role-aware Heuristic Episodic Attention for Conversational LLMs","created":"2025-12-07","cited_by_count":0,"area":null},{"id":"2512.06949","title":"Can We Go Beyond Visual Features? Neural Tissue Relation Modeling for Relational Graph Analysis in Non-Melanoma Skin Histology","created":"2025-12-07","cited_by_count":0,"area":null},{"id":"2512.07782","title":"GatedFWA: Linear Flash Windowed Attention with Gated Associative Memory","created":"2025-12-08","cited_by_count":0,"area":null},{"id":"2512.23862","title":"Probing the Limits of Compressive Memory: A Study of Infini-Attention in Small-Scale Pretraining","created":"2025-12-29","cited_by_count":0,"area":null},{"id":"2601.06113","title":"Towards Infinite Length Extrapolation: A Unified Approach","created":"2026-01-03","cited_by_count":0,"area":null},{"id":"2601.06463","title":"Gecko: An Efficient Neural Architecture Inherently Processing Sequences with Arbitrary Lengths","created":"2026-01-10","cited_by_count":0,"area":null},{"id":"2604.06473","title":"MICA: Multivariate Infini Compressive Attention for Time Series Forecasting","created":"2026-04-07","cited_by_count":0,"area":null},{"id":"2604.12376","title":"Cooperative Memory Paging with Keyword Bookmarks for Long-Horizon LLM Conversations","created":"2026-04-14","cited_by_count":0,"area":null},{"id":"2604.25930","title":"Associative-State Universal Transformers: Sparse Retrieval Meets Structured Recurrence","created":"2026-04-01","cited_by_count":0,"area":null},{"id":"2605.17410","title":"Computational Challenges in Token Economics: Bridging Economic Theory and AI System Design","created":"2026-05-17","cited_by_count":0,"area":null}],"next_cursor":"100"}