{"total":50,"rows":[{"id":"2404.06654","title":"RULER: What's the Real Context Size of Your Long-Context Language Models?","created":"2024-04-09","cited_by_count":1346,"area":null},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740,"area":null},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213,"area":null},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2304.11062","title":"Scaling Transformer to 1M tokens and beyond with RMT","created":"2023-04-19","cited_by_count":98,"area":null},{"id":"2402.04624","title":"MEMORYLLM: Towards Self-Updatable Large Language Models","created":"2024-02-07","cited_by_count":93,"area":null},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2308.15022","title":"Recursively Summarizing Enables Long-Term Dialogue Memory in Large Language Models","created":"2023-08-29","cited_by_count":62,"area":null},{"id":"2402.10790","title":"In Search of Needles in a 11M Haystack: Recurrent Memory Finds What LLMs Miss","created":"2024-02-16","cited_by_count":36,"area":null},{"id":"2402.11975","title":"Compress to Impress: Unleashing the Potential of Compressive Memory in Real-World Long-Term Conversations","created":"2024-02-19","cited_by_count":36,"area":null},{"id":"2404.11672","title":"MemLLM: Finetuning LLMs to Use An Explicit Read-Write Memory","created":"2024-04-17","cited_by_count":35,"area":null},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2403.12766","title":"NovelQA: Benchmarking Question Answering on Documents Exceeding 200K Tokens","created":"2024-03-18","cited_by_count":32,"area":null},{"id":"2405.06067","title":"HMT: Hierarchical Memory Transformer for Efficient Long Context Language Processing","created":"2024-05-09","cited_by_count":21,"area":null},{"id":"2407.12982","title":"Retrieval-Enhanced Machine Learning: Synthesis and Opportunities","created":"2024-07-17","cited_by_count":11,"area":null},{"id":"2501.11739","title":"Episodic memory in AI agents poses risks that should be studied and mitigated","created":"2025-01-20","cited_by_count":11,"area":null},{"id":"2310.11984","title":"From Interpolation to Extrapolation: Complete Length Generalization for Arithmetic Transformers","created":"2023-10-18","cited_by_count":10,"area":null},{"id":"2305.14567","title":"Memory Efficient Neural Processes via Constant Memory Attention Block","created":"2023-05-23","cited_by_count":9,"area":null},{"id":"2504.04713","title":"Sequential-NIAH: A Needle-In-A-Haystack Benchmark for Extracting Sequential Needles from Long Contexts","created":"2025-04-07","cited_by_count":9,"area":null},{"id":"2508.10824","title":"Memory-Augmented Transformers: A Systematic Review from Neuroscience Principles to Enhanced Model Architectures","created":"2025-08-14","cited_by_count":9,"area":null},{"id":"2510.07739","title":"MeSH: Memory-as-State-Highways for Recursive Transformers","created":"2025-10-09","cited_by_count":8,"area":null},{"id":"2510.07151","title":"ELMUR: External Layer Memory with Update/Rewrite for Long-Horizon RL Problems","created":"2025-10-08","cited_by_count":6,"area":null},{"id":"2402.00976","title":"Investigating Recurrent Transformers with Dynamic Halt","created":"2024-02-01","cited_by_count":5,"area":null},{"id":"2602.01766","title":"CoMeT: Collaborative Memory Transformer for Efficient Long Context Modeling","created":"2026-02-02","cited_by_count":5,"area":null},{"id":"2604.21999","title":"Universal Transformers Need Memory: Depth-State Trade-offs in Adaptive Recursive Reasoning","created":"2026-04-23","cited_by_count":5,"area":null},{"id":"2606.06479","title":"Pretraining Recurrent Networks without Recurrence","created":"2026-06-04","cited_by_count":5,"area":null},{"id":"2305.17020","title":"Diable: Efficient Dialogue State Tracking as Operations on Tables","created":"2023-05-26","cited_by_count":4,"area":null},{"id":"2401.04881","title":"Attendre: Wait To Attend By Retrieval With Evicted Queries in Memory-Based Transformers for Long Context Processing","created":"2024-01-10","cited_by_count":3,"area":null},{"id":"2502.15128","title":"DAM-Seg: Anatomically accurate cardiac segmentation using Dense Associative Networks","created":"2025-02-21","cited_by_count":3,"area":null},{"id":"2508.16317","title":"Vision encoders should be image size agnostic and task driven","created":"2025-08-22","cited_by_count":3,"area":null},{"id":"2304.08453","title":"Improving Autoregressive NLP Tasks via Modular Linearized Attention","created":"2023-04-17","cited_by_count":2,"area":null},{"id":"2307.14575","title":"A Memory-Augmented Multi-Task Collaborative Framework for Unsupervised Traffic Accident Detection in Driving Videos","created":"2023-07-27","cited_by_count":2,"area":null},{"id":"2310.09297","title":"A Framework for Inference Inspired by Human Memory Mechanisms","created":"2023-10-01","cited_by_count":2,"area":null},{"id":"2311.18151","title":"Uncertainty Guided Global Memory Improves Multi-Hop Question Answering","created":"2023-11-29","cited_by_count":2,"area":null},{"id":"2402.06683","title":"Sound Source Separation Using Latent Variational Block-Wise Disentanglement","created":"2024-02-08","cited_by_count":2,"area":null},{"id":"2405.13046","title":"LeaPformer: Enabling Linear Transformers for Autoregressive and Simultaneous Tasks via Learned Proportions","created":"2024-05-18","cited_by_count":2,"area":null},{"id":"2409.07613","title":"Token Turing Machines are Efficient Vision Models","created":"2024-09-11","cited_by_count":2,"area":null},{"id":"2502.06139","title":"LCIRC: A Recurrent Compression Approach for Efficient Long-form Context and Query Dependent Modeling in LLMs","created":"2025-02-10","cited_by_count":2,"area":null},{"id":"2305.12369","title":"HIINT: Historical, Intra- and Inter- personal Dynamics Modeling with Cross-person Memory Transformer","created":"2023-05-21","cited_by_count":1,"area":null},{"id":"2501.09166","title":"Attention is All You Need Until You Need Retention","created":"2025-01-15","cited_by_count":1,"area":null},{"id":"2503.04848","title":"Three tiers of computation in transformers and in brain architectures","created":"2025-03-05","cited_by_count":1,"area":null},{"id":"2510.03561","title":"Reactive Transformer (RxT) -- Stateful Real-Time Processing for Event-Driven Reactive Language Models","created":"2025-10-03","cited_by_count":1,"area":null},{"id":"2603.21096","title":"Mixture of Chapters: Scaling Learnt Memory in Transformers","created":"2026-03-22","cited_by_count":1,"area":null},{"id":"2305.10839","title":"A Lexical-aware Non-autoregressive Transformer-based ASR Model","created":"2023-05-18","cited_by_count":0,"area":null},{"id":"2404.00798","title":"On Difficulties of Attention Factorization through Shared Memory","created":"2024-03-31","cited_by_count":0,"area":null},{"id":"2410.09141","title":"ACER: Automatic Language Model Context Extension via Retrieval","created":"2024-10-11","cited_by_count":0,"area":null},{"id":"2604.20392","title":"Self-supervised pretraining for an iterative image size agnostic vision transformer","created":"2026-04-22","cited_by_count":0,"area":null},{"id":"2609.13135","title":"Recurrent Dynamic Range Extension","created":"2026-09-11","cited_by_count":0,"area":null},{"id":"2609.16752","title":"Beyond Episodic AI: Cognitive Field Networks for Biologically Inspired Persistent Cognition","created":"2026-09-15","cited_by_count":0,"area":null}],"next_cursor":null}