{"total":170,"rows":[{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028,"area":null},{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455,"area":null},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417,"area":null},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740,"area":null},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613,"area":null},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519,"area":null},{"id":"2203.14343","title":"Diagonal State Spaces are as Effective as Structured State Spaces","created":"2022-03-27","cited_by_count":350,"area":"ssm"},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2402.01613","title":"Nomic Embed: Training a Reproducible Long Context Text Embedder","created":"2024-02-02","cited_by_count":265,"area":null},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233,"area":null},{"id":"2406.10149","title":"BABILong: Testing the Limits of LLMs with Long Context Reasoning-in-a-Haystack","created":"2024-06-14","cited_by_count":215,"area":"lr"},{"id":"2406.02818","title":"Chain of Agents: Large Language Models Collaborating on Long-Context Tasks","created":"2024-06-04","cited_by_count":206,"area":"agents"},{"id":"2311.04939","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","created":"2023-11-08","cited_by_count":202,"area":null},{"id":"2406.07887","title":"An Empirical Study of Mamba-based Language Models","created":"2024-06-12","cited_by_count":186,"area":"ssm"},{"id":"2407.01523","title":"MMLongBench-Doc: Benchmarking Long-context Document Understanding with Visualizations","created":"2024-07-01","cited_by_count":183,"area":null},{"id":"2305.14196","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","created":"2023-05-23","cited_by_count":176,"area":null},{"id":"2402.09727","title":"A Human-Inspired Reading Agent with Gist Memory of Very Long Contexts","created":"2024-02-15","cited_by_count":146,"area":"agents"},{"id":"2310.05029","title":"Walking Down the Memory Maze: Beyond Context Limit through Interactive Reading","created":"2023-10-08","cited_by_count":133,"area":null},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128,"area":null},{"id":"2212.10554","title":"A Length-Extrapolatable Transformer","created":"2022-12-20","cited_by_count":127,"area":null},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127,"area":null},{"id":"2310.12963","title":"AutoMix: Automatically Mixing Language Models","created":"2023-10-19","cited_by_count":125,"area":null},{"id":"2410.02694","title":"HELMET: How to Evaluate Long-Context Language Models Effectively and Thoroughly","created":"2024-10-03","cited_by_count":125,"area":null},{"id":"2408.15237","title":"The Mamba in the Llama: Distilling and Accelerating Hybrid Models","created":"2024-08-27","cited_by_count":122,"area":"ssm"},{"id":"2310.03025","title":"Retrieval meets Long Context Large Language Models","created":"2023-10-04","cited_by_count":115,"area":null},{"id":"2203.07852","title":"Block-Recurrent Transformers","created":"2022-03-11","cited_by_count":110,"area":null},{"id":"2210.09298","title":"What Makes Convolutional Models Great on Long Sequence Modeling?","created":"2022-10-17","cited_by_count":87,"area":null},{"id":"2402.04833","title":"Long Is More for Alignment: A Simple but Tough-to-Beat Baseline for Instruction Fine-Tuning","created":"2024-02-07","cited_by_count":85,"area":"alignment"},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84,"area":null},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84,"area":null},{"id":"2212.10947","title":"Parallel Context Windows for Large Language Models","created":"2022-12-21","cited_by_count":81,"area":null},{"id":"2310.10638","title":"In-context Pretraining: Language Modeling Beyond Document Boundaries","created":"2023-10-16","cited_by_count":79,"area":null},{"id":"2211.09761","title":"Efficient Transformers with Dynamic Token Pooling","created":"2022-11-17","cited_by_count":76,"area":null},{"id":"2208.00748","title":"Efficient Long-Text Understanding with Short-Text Models","created":"2022-08-01","cited_by_count":71,"area":null},{"id":"2603.05451","title":"FlashAttention-4: Algorithm and Kernel Pipelining Co-Design for Asymmetric Hardware Scaling","created":"2026-03-05","cited_by_count":66,"area":null},{"id":"2305.14564","title":"PEARL: Prompting Large Language Models to Plan and Execute Actions Over Long Documents","created":"2023-05-23","cited_by_count":61,"area":"lr"},{"id":"2309.13345","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2407.14482","title":"ChatQA 2: Bridging the Gap to Proprietary LLMs in Long Context and RAG Capabilities","created":"2024-07-19","cited_by_count":53,"area":"rag"},{"id":"2212.10544","title":"Pretraining Without Attention","created":"2022-12-20","cited_by_count":51,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2205.11465","title":"SQuALITY: Building a Long-Document Summarization Dataset the Hard Way","created":"2022-05-23","cited_by_count":50,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2312.09571","title":"Extending Context Window of Large Language Models via Semantic Compression","created":"2023-12-15","cited_by_count":45,"area":null},{"id":"2207.00397","title":"Conditional Generation with a Question-Answering Blueprint","created":"2022-07-01","cited_by_count":44,"area":null},{"id":"2208.04347","title":"Investigating Efficiently Extending Transformers for Long Input Summarization","created":"2022-08-08","cited_by_count":43,"area":null},{"id":"2311.08993","title":"When does In-context Learning Fall Short and Why? A Study on Specification-Heavy Tasks","created":"2023-11-15","cited_by_count":37,"area":null},{"id":"2406.14673","title":"Insights into LLM Long-Context Failures: When Transformers Know but Don't Tell","created":"2024-06-20","cited_by_count":36,"area":null},{"id":"2406.19371","title":"Suri: Multi-constraint Instruction Following for Long-form Text Generation","created":"2024-06-27","cited_by_count":34,"area":"alignment"},{"id":"2301.00876","title":"MAUD: An Expert-Annotated Legal NLP Dataset for Merger Agreement Understanding","created":"2023-01-02","cited_by_count":33,"area":null},{"id":"2405.17381","title":"Various Lengths, Constant Speed: Efficient Language Modeling with Lightning Attention","created":"2024-05-27","cited_by_count":31,"area":null},{"id":"2310.10570","title":"On Context Utilization in Summarization with Large Language Models","created":"2023-10-16","cited_by_count":30,"area":null},{"id":"2402.14116","title":"FanOutQA: A Multi-Hop, Multi-Document Question Answering Benchmark for Large Language Models","created":"2024-02-21","cited_by_count":29,"area":null},{"id":"2407.00402","title":"Is It Really Long Context if All You Need Is Retrieval? Towards Genuinely Difficult Long Context NLP","created":"2024-06-29","cited_by_count":27,"area":null},{"id":"2410.10254","title":"LoLCATs: On Low-Rank Linearizing of Large Language Models","created":"2024-10-14","cited_by_count":27,"area":null},{"id":"2406.12830","title":"What Are the Odds? Language Models Are Capable of Probabilistic Reasoning","created":"2024-06-18","cited_by_count":26,"area":"lr"},{"id":"2407.06324","title":"B'MOJO: Hybrid State Space Realizations of Foundation Models with Eidetic and Fading Memory","created":"2024-07-08","cited_by_count":26,"area":null},{"id":"2401.15042","title":"PROXYQA: An Alternative Framework for Evaluating Long-Form Text Generation with Large Language Models","created":"2024-01-26","cited_by_count":24,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2202.07856","title":"The NLP Task Effectiveness of Long-Range Transformers","created":"2022-02-16","cited_by_count":22,"area":null},{"id":"2404.09173","title":"TransformerFAM: Feedback attention is working memory","created":"2024-04-14","cited_by_count":22,"area":null},{"id":"2209.10052","title":"Adapting Pretrained Text-to-Text Models for Long Text Sequences","created":"2022-09-21","cited_by_count":21,"area":null},{"id":"2404.01365","title":"Prompt-prompted Adaptive Structured Pruning for Efficient LLM Generation","created":"2024-04-01","cited_by_count":21,"area":"moe"},{"id":"2409.02465","title":"DetectiveQA: Evaluating Long-Context Reasoning on Detective Novels","created":"2024-09-04","cited_by_count":21,"area":"lr"},{"id":"2603.01045","title":"Silo-Bench: A Scalable Environment for Evaluating Distributed Coordination in Multi-Agent LLM Systems","created":"2026-03-01","cited_by_count":20,"area":"agents"},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19,"area":"inference"},{"id":"2407.16695","title":"Stress-Testing Long-Context Language Models with Lifelong ICL and Task Haystack","created":"2024-07-23","cited_by_count":19,"area":null},{"id":"2601.02872","title":"LongBench Pro: A More Realistic and Comprehensive Bilingual Long-Context Evaluation Benchmark","created":"2026-01-06","cited_by_count":19,"area":null},{"id":"2204.10878","title":"ChapterBreak: A Challenge Dataset for Long-Range Language Models","created":"2022-04-22","cited_by_count":18,"area":null},{"id":"2406.17186","title":"CLERC: A Dataset for Legal Case Retrieval and Retrieval-Augmented Analysis Generation","created":"2024-06-24","cited_by_count":18,"area":"rag"},{"id":"2312.17296","title":"Structured Packing in LLM Training Improves Long Context Utilization","created":"2023-12-28","cited_by_count":17,"area":null},{"id":"2306.09237","title":"One Law, Many Languages: Benchmarking Multilingual Legal Reasoning for Judicial Support","created":"2023-06-15","cited_by_count":16,"area":"lr"},{"id":"2410.14641","title":"Distance between Relevant Information Pieces Causes Bias in Long-Context LLMs","created":"2024-10-18","cited_by_count":16,"area":null},{"id":"2509.19633","title":"Mamba Modulation: On the Length Generalization of Mamba","created":"2025-09-23","cited_by_count":16,"area":"ssm"},{"id":"2305.12086","title":"Prefix Propagation: Parameter-Efficient Tuning for Long Sequences","created":"2023-05-20","cited_by_count":15,"area":null},{"id":"2305.12199","title":"VNHSGE: VietNamese High School Graduation Examination Dataset for Large Language Models","created":"2023-05-20","cited_by_count":15,"area":null},{"id":"2310.19240","title":"M4LE: A Multi-Ability Multi-Range Multi-Task Multi-Domain Long-Context Evaluation Benchmark for Large Language Models","created":"2023-10-30","cited_by_count":15,"area":null},{"id":"2311.16989","title":"ChatGPT's One-year Anniversary: Are Open-Source Large Language Models Catching up?","created":"2023-11-28","cited_by_count":15,"area":null},{"id":"2506.21614","title":"LastingBench: Defend Benchmarks Against Knowledge Leakage","created":"2025-06-21","cited_by_count":14,"area":null},{"id":"2511.01815","title":"KV Cache Transform Coding for Compact Storage in LLM Inference","created":"2025-11-03","cited_by_count":13,"area":"inference"},{"id":"2210.04829","title":"Hierarchical3D Adapters for Long Video-to-text Summarization","created":"2022-10-10","cited_by_count":12,"area":null},{"id":"2309.03450","title":"XGen-7B Technical Report","created":"2023-09-07","cited_by_count":12,"area":null},{"id":"2210.07661","title":"CAB: Comprehensive Attention Benchmarking on Long Sequence Modeling","created":"2022-10-14","cited_by_count":10,"area":null},{"id":"2404.03561","title":"Select and Summarize: Scene Saliency for Movie Script Summarization","created":"2024-04-04","cited_by_count":10,"area":null},{"id":"2410.08133","title":"Assessing Episodic Memory in LLMs with Sequence Order Recall Tasks","created":"2024-10-10","cited_by_count":10,"area":null},{"id":"2410.23463","title":"MDCure: A Scalable Pipeline for Multi-Document Instruction-Following","created":"2024-10-30","cited_by_count":10,"area":null},{"id":"2509.05218","title":"HoPE: Hyperbolic Rotary Positional Encoding for Stable Long-Range Dependency Modeling in Large Language Models","created":"2025-09-05","cited_by_count":10,"area":null},{"id":"2202.07362","title":"MuLD: The Multitask Long Document Benchmark","created":"2022-02-15","cited_by_count":9,"area":null},{"id":"2308.13191","title":"Chunk, Align, Select: A Simple Long-sequence Processing Method for Transformers","created":"2023-08-25","cited_by_count":9,"area":null},{"id":"2312.09542","title":"Marathon: A Race Through the Realm of Long Context with Large Language Models","created":"2023-12-15","cited_by_count":9,"area":"lr"},{"id":"2407.08112","title":"How Well Can a Long Sequence Model Model Long Sequences? Comparing Architechtural Inductive Biases on Long-Context Abilities","created":"2024-07-11","cited_by_count":9,"area":null},{"id":"2407.11591","title":"AdaptEval: Evaluating Large Language Models on Domain Adaptation for Text Summarization","created":"2024-07-16","cited_by_count":9,"area":null},{"id":"2502.12462","title":"Emulating Retrieval Augmented Generation via Prompt Engineering for Enhanced Long Context Comprehension in LLMs","created":"2025-02-18","cited_by_count":9,"area":"lr"},{"id":"2505.19481","title":"Win Fast or Lose Slow: Balancing Speed and Accuracy in Latency-Sensitive Decisions of LLMs","created":"2025-05-26","cited_by_count":9,"area":"agents"},{"id":"2601.20730","title":"AgentLongBench: A Controllable Long Benchmark For Long-Contexts Agents via Environment Rollouts","created":"2026-01-28","cited_by_count":9,"area":"agents"},{"id":"2602.02704","title":"InfMem: Learning System-2 Memory Control for Long-Context Agent","created":"2026-02-02","cited_by_count":9,"area":null},{"id":"2204.04991","title":"TRUE: Re-evaluating Factual Consistency Evaluation","created":"2022-04-11","cited_by_count":8,"area":null},{"id":"2401.17919","title":"LOCOST: State-Space Models for Long Document Abstractive Summarization","created":"2024-01-31","cited_by_count":8,"area":null},{"id":"2406.16086","title":"SEAM: A Stochastic Benchmark for Multi-Document Tasks","created":"2024-06-23","cited_by_count":8,"area":null}],"next_cursor":"100"}