{"total":232,"rows":[{"id":"2310.08560","title":"MemGPT: Towards LLMs as Operating Systems","created":"2023-10-12","cited_by_count":1389,"area":null},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827,"area":null},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2401.18059","title":"RAPTOR: Recursive Abstractive Processing for Tree-Organized Retrieval","created":"2024-01-31","cited_by_count":532,"area":"rag"},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519,"area":null},{"id":"2304.13712","title":"Harnessing the Power of LLMs in Practice: A Survey on ChatGPT and Beyond","created":"2023-04-26","cited_by_count":411,"area":null},{"id":"2307.12856","title":"A Real-World WebAgent with Planning, Long Context Understanding, and Program Synthesis","created":"2023-07-24","cited_by_count":353,"area":null},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2309.10668","title":"Language Modeling Is Compression","created":"2023-09-19","cited_by_count":225,"area":null},{"id":"2502.13189","title":"MoBA: Mixture of Block Attention for Long-Context LLMs","created":"2025-02-18","cited_by_count":198,"area":"moe"},{"id":"2305.14196","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","created":"2023-05-23","cited_by_count":176,"area":null},{"id":"2404.05892","title":"Eagle and Finch: RWKV with Matrix-Valued States and Dynamic Recurrence","created":"2024-04-08","cited_by_count":159,"area":null},{"id":"2402.09727","title":"A Human-Inspired Reading Agent with Gist Memory of Very Long Contexts","created":"2024-02-15","cited_by_count":146,"area":"agents"},{"id":"2307.03170","title":"Focused Transformer: Contrastive Training for Context Scaling","created":"2023-07-06","cited_by_count":133,"area":null},{"id":"2310.05029","title":"Walking Down the Memory Maze: Beyond Context Limit through Interactive Reading","created":"2023-10-08","cited_by_count":133,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2505.13389","title":"VSA: Faster Video Diffusion with Trainable Sparse Attention","created":"2025-05-19","cited_by_count":104,"area":"diffusion"},{"id":"2403.02901","title":"A Comprehensive Survey on Process-Oriented Automatic Text Summarization with Exploration of LLM-Based Methods","created":"2024-03-05","cited_by_count":102,"area":null},{"id":"2304.11062","title":"Scaling Transformer to 1M tokens and beyond with RMT","created":"2023-04-19","cited_by_count":98,"area":null},{"id":"2304.13343","title":"SCM: Enhancing Large Language Model with Self-Controlled Memory Framework","created":"2023-04-26","cited_by_count":98,"area":null},{"id":"2301.13298","title":"LongEval: Guidelines for Human Evaluation of Faithfulness in Long-form Summarization","created":"2023-01-30","cited_by_count":96,"area":null},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84,"area":null},{"id":"2212.10947","title":"Parallel Context Windows for Large Language Models","created":"2022-12-21","cited_by_count":81,"area":null},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2306.00946","title":"Exposing Attention Glitches with Flip-Flop Language Modeling","created":"2023-06-01","cited_by_count":75,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2208.00748","title":"Efficient Long-Text Understanding with Short-Text Models","created":"2022-08-01","cited_by_count":71,"area":null},{"id":"2304.04947","title":"Conditional Adapters: Parameter-efficient Transfer Learning with Fast Inference","created":"2023-04-11","cited_by_count":69,"area":null},{"id":"2603.05451","title":"FlashAttention-4: Algorithm and Kernel Pipelining Co-Design for Asymmetric Hardware Scaling","created":"2026-03-05","cited_by_count":66,"area":null},{"id":"2209.14290","title":"FiD-Light: Efficient and Effective Retrieval-Augmented Text Generation","created":"2022-09-28","cited_by_count":63,"area":"rag"},{"id":"2210.12467","title":"ECTSum: A New Benchmark Dataset For Bullet Point Summarization of Long Earnings Call Transcripts","created":"2022-10-22","cited_by_count":59,"area":null},{"id":"2406.13121","title":"Can Long-Context Language Models Subsume Retrieval, RAG, SQL, and More?","created":"2024-06-19","cited_by_count":56,"area":null},{"id":"2403.17104","title":"Attribute First, then Generate: Locally-attributable Grounded Text Generation","created":"2024-03-25","cited_by_count":54,"area":null},{"id":"2302.14502","title":"A Survey on Long Text Modeling with Transformers","created":"2023-02-28","cited_by_count":47,"area":null},{"id":"2207.00397","title":"Conditional Generation with a Question-Answering Blueprint","created":"2022-07-01","cited_by_count":44,"area":null},{"id":"2405.08944","title":"Challenges in Deploying Long-Context Transformers: A Theoretical Peak Performance Analysis","created":"2024-05-14","cited_by_count":44,"area":"agents"},{"id":"2208.04347","title":"Investigating Efficiently Extending Transformers for Long Input Summarization","created":"2022-08-08","cited_by_count":43,"area":null},{"id":"2210.05529","title":"An Exploration of Hierarchical Attention Transformers for Efficient Long Document Classification","created":"2022-10-11","cited_by_count":38,"area":null},{"id":"2212.08136","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","created":"2022-12-15","cited_by_count":37,"area":null},{"id":"2206.11349","title":"Prompt Injection: Parameterization of Fixed Inputs","created":"2022-05-31","cited_by_count":36,"area":"safety"},{"id":"2401.07872","title":"The What, Why, and How of Context Length Extension Techniques in Large Language Models -- A Detailed Survey","created":"2024-01-15","cited_by_count":33,"area":null},{"id":"2405.01745","title":"Large Language Models for UAVs: Current State and Pathways to the Future","created":"2024-05-02","cited_by_count":33,"area":null},{"id":"2212.04972","title":"MOPRD: A multidisciplinary open peer review dataset","created":"2022-12-09","cited_by_count":32,"area":null},{"id":"2404.06480","title":"Ada-LEval: Evaluating long-context LLMs with length-adaptable benchmarks","created":"2024-04-09","cited_by_count":32,"area":null},{"id":"2212.08153","title":"FiDO: Fusion-in-Decoder optimized for stronger performance and faster inference","created":"2022-12-15","cited_by_count":31,"area":"rag"},{"id":"2305.11694","title":"QUEST: A Retrieval Dataset of Entity-Seeking Queries with Implicit Set Operations","created":"2023-05-19","cited_by_count":31,"area":null},{"id":"2306.00398","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","created":"2023-06-01","cited_by_count":31,"area":"alignment"},{"id":"2405.14722","title":"DAPE: Data-Adaptive Positional Encoding for Length Extrapolation","created":"2024-05-23","cited_by_count":31,"area":null},{"id":"2208.09770","title":"Z-Code++: A Pre-trained Language Model Optimized for Abstractive Summarization","created":"2022-08-21","cited_by_count":29,"area":null},{"id":"2301.06627","title":"Dissociating language and thought in large language models","created":"2023-01-16","cited_by_count":29,"area":"lr"},{"id":"2306.16793","title":"Benchmarking Large Language Model Capabilities for Conditional Generation","created":"2023-06-29","cited_by_count":29,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2305.15387","title":"Peek Across: Improving Multi-Document Modeling via Cross-Document Question-Answering","created":"2023-05-24","cited_by_count":28,"area":null},{"id":"2401.04858","title":"User Embedding Model for Personalized Language Prompting","created":"2024-01-10","cited_by_count":28,"area":null},{"id":"2403.02270","title":"FENICE: Factuality Evaluation of summarization based on Natural language Inference and Claim Extraction","created":"2024-03-04","cited_by_count":28,"area":null},{"id":"2404.03381","title":"Learning to Plan and Generate Text with Citations","created":"2024-04-04","cited_by_count":28,"area":null},{"id":"2305.01498","title":"Summarizing Multiple Documents with Conversational Structure for Meta-Review Generation","created":"2023-05-02","cited_by_count":27,"area":null},{"id":"2212.10898","title":"Training language models to summarize narratives improves brain alignment","created":"2022-12-21","cited_by_count":26,"area":null},{"id":"2210.16732","title":"How Far are We from Robust Long Abstractive Summarization?","created":"2022-10-30","cited_by_count":25,"area":null},{"id":"2212.09233","title":"OASum: Large-Scale Open Domain Aspect-based Summarization","created":"2022-12-19","cited_by_count":24,"area":null},{"id":"2412.14468","title":"HashAttention: Semantic Sparsity for Faster Inference","created":"2024-12-19","cited_by_count":24,"area":null},{"id":"2502.20082","title":"LongRoPE2: Near-Lossless LLM Context Window Scaling","created":"2025-02-27","cited_by_count":24,"area":null},{"id":"2212.09656","title":"Visconde: Multi-document QA with GPT-3 and Neural Reranking","created":"2022-12-19","cited_by_count":23,"area":null},{"id":"2402.17630","title":"Fine-Grained Natural Language Inference Based Faithfulness Evaluation for Diverse Summarisation Tasks","created":"2024-02-27","cited_by_count":23,"area":null},{"id":"2510.05520","title":"CAM: A Constructivist View of Agentic Memory for LLM-Based Reading Comprehension","created":"2025-10-07","cited_by_count":23,"area":"agents"},{"id":"2209.10052","title":"Adapting Pretrained Text-to-Text Models for Long Text Sequences","created":"2022-09-21","cited_by_count":21,"area":null},{"id":"2307.10246","title":"Deep Neural Networks and Brain Alignment: Brain Encoding and Decoding (Survey)","created":"2023-07-17","cited_by_count":21,"area":null},{"id":"2408.00588","title":"Closing the gap between open-source and commercial large language models for medical evidence summarization","created":"2024-07-25","cited_by_count":21,"area":null},{"id":"2403.04105","title":"Natural Language Processing in the Patent Domain: A Survey","created":"2024-03-06","cited_by_count":20,"area":null},{"id":"2302.13959","title":"Make Every Example Count: On the Stability and Utility of Self-Influence for Learning from Noisy NLP Datasets","created":"2023-02-27","cited_by_count":19,"area":null},{"id":"2509.01085","title":"Bidirectional Sparse Attention for Faster Video Diffusion Training","created":"2025-09-01","cited_by_count":19,"area":"diffusion"},{"id":"2204.10878","title":"ChapterBreak: A Challenge Dataset for Long-Range Language Models","created":"2022-04-22","cited_by_count":18,"area":null},{"id":"2305.03668","title":"A Suite of Generative Tasks for Multi-Level Multimodal Webpage Understanding","created":"2023-05-05","cited_by_count":18,"area":null},{"id":"2211.13813","title":"Multi-label Few-shot ICD Coding as Autoregressive Generation with Prompt","created":"2022-11-24","cited_by_count":17,"area":null},{"id":"2212.10449","title":"Socratic Pretraining: Question-Driven Pretraining for Controllable Summarization","created":"2022-12-20","cited_by_count":17,"area":null},{"id":"2301.10448","title":"Pre-computed memory or on-the-fly encoding? A hybrid approach to retrieval augmentation makes the most of your compute","created":"2023-01-25","cited_by_count":17,"area":"rag"},{"id":"2305.16784","title":"Incorporating Distributions of Discourse Structure for Long Document Abstractive Summarization","created":"2023-05-26","cited_by_count":17,"area":null},{"id":"2409.02413","title":"Abstractive Text Summarization: State of the Art, Challenges, and Improvements","created":"2024-09-04","cited_by_count":17,"area":null},{"id":"2210.15497","title":"LSG Attention: Extrapolation of pretrained Transformers to long sequences","created":"2022-10-13","cited_by_count":16,"area":null},{"id":"2309.12455","title":"LongDocFACTScore: Evaluating the Factuality of Long Document Abstractive Summarisation","created":"2023-09-21","cited_by_count":16,"area":null},{"id":"2405.12528","title":"SirLLM: Streaming Infinite Retentive LLM","created":"2024-05-21","cited_by_count":16,"area":null},{"id":"2603.04814","title":"Beyond the Context Window: A Cost-Performance Analysis of Fact-Based Memory vs. Long-Context LLMs for Persistent Agents","created":"2026-03-05","cited_by_count":15,"area":"agents"},{"id":"2303.03948","title":"A Meta-Evaluation of Faithfulness Metrics for Long-Form Hospital-Course Summarization","created":"2023-03-07","cited_by_count":14,"area":null},{"id":"2412.15249","title":"LitLLMs, LLMs for Literature Review: Are we there yet?","created":"2024-12-15","cited_by_count":14,"area":null},{"id":"2301.13310","title":"Alternating Updates for Efficient Transformers","created":"2023-01-30","cited_by_count":13,"area":null},{"id":"2310.12442","title":"Efficient Long-Range Transformers: You Need to Attend More, but Not Necessarily at Every Layer","created":"2023-10-19","cited_by_count":13,"area":null},{"id":"2205.12399","title":"Sparse Mixers: Combining MoE and Mixing to build a more efficient BERT","created":"2022-05-24","cited_by_count":12,"area":"moe"},{"id":"2209.03479","title":"Entity-based SpanCopy for Abstractive Summarization to Improve the Factual Consistency","created":"2022-09-07","cited_by_count":11,"area":null},{"id":"2403.04454","title":"Low-Resource Court Judgment Summarization for Common Law Systems","created":"2024-03-07","cited_by_count":11,"area":null},{"id":"2305.11129","title":"mLongT5: A Multilingual and Efficient Text-To-Text Transformer for Longer Sequences","created":"2023-05-18","cited_by_count":10,"area":null},{"id":"2310.18600","title":"MILDSum: A Novel Benchmark Dataset for Multilingual Summarization of Indian Legal Case Judgments","created":"2023-10-28","cited_by_count":10,"area":null},{"id":"2407.05925","title":"Towards Optimizing and Evaluating a Retrieval Augmented QA Chatbot using LLMs with Human in the Loop","created":"2024-07-08","cited_by_count":10,"area":"rag"},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2410.23463","title":"MDCure: A Scalable Pipeline for Multi-Document Instruction-Following","created":"2024-10-30","cited_by_count":10,"area":null},{"id":"2505.24575","title":"NexusSum: Hierarchical LLM Agents for Long-Form Narrative Summarization","created":"2025-05-30","cited_by_count":10,"area":"agents"},{"id":"2205.12476","title":"Leveraging Locality in Abstractive Text Summarization","created":"2022-05-25","cited_by_count":9,"area":null},{"id":"2305.00034","title":"Text-Blueprint: An Interactive Platform for Plan-based Conditional Generation","created":"2023-04-28","cited_by_count":9,"area":null},{"id":"2306.00672","title":"Towards Argument-Aware Abstractive Summarization of Long Legal Opinions with Summary Reranking","created":"2023-06-01","cited_by_count":9,"area":null},{"id":"2308.13191","title":"Chunk, Align, Select: A Simple Long-sequence Processing Method for Transformers","created":"2023-08-25","cited_by_count":9,"area":null}],"next_cursor":"100"}