{"total":597,"rows":[{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2312.10997","title":"Retrieval-Augmented Generation for Large Language Models: A Survey","created":"2023-12-18","cited_by_count":2212,"area":"lr"},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186,"area":null},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417,"area":null},{"id":"2402.03216","title":"M3-Embedding: Multi-Linguality, Multi-Functionality, Multi-Granularity Text Embeddings Through Self-Knowledge Distillation","created":"2024-02-05","cited_by_count":1073,"area":"distill"},{"id":"2401.18059","title":"RAPTOR: Recursive Abstractive Processing for Tree-Organized Retrieval","created":"2024-01-31","cited_by_count":532,"area":"rag"},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2406.10774","title":"Quest: Query-Aware Sparsity for Efficient Long-Context LLM Inference","created":"2024-06-16","cited_by_count":501,"area":"inference"},{"id":"2105.03011","title":"A Dataset of Information-Seeking Questions and Answers Anchored in Research Papers","created":"2021-05-07","cited_by_count":486,"area":null},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454,"area":null},{"id":"2406.02069","title":"PyramidKV: Dynamic KV Cache Compression based on Pyramidal Information Funneling","created":"2024-06-04","cited_by_count":432,"area":"inference"},{"id":"2403.19887","title":"Jamba: A Hybrid Transformer-Mamba Language Model","created":"2024-03-28","cited_by_count":401,"area":"moe"},{"id":"2412.15204","title":"LongBench v2: Towards Deeper Understanding and Reasoning on Realistic Long-context Multitasks","created":"2024-12-19","cited_by_count":379,"area":"lr"},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367,"area":null},{"id":"2402.14992","title":"tinyBenchmarks: evaluating LLMs with fewer examples","created":"2024-02-22","cited_by_count":310,"area":null},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303,"area":null},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290,"area":null},{"id":"2403.08319","title":"Knowledge Conflicts for LLMs: A Survey","created":"2024-03-13","cited_by_count":283,"area":null},{"id":"2311.11944","title":"FinanceBench: A New Benchmark for Financial Question Answering","created":"2023-11-20","cited_by_count":270,"area":null},{"id":"2311.04934","title":"Prompt Cache: Modular Attention Reuse for Low-Latency Inference","created":"2023-11-07","cited_by_count":268,"area":null},{"id":"2501.09136","title":"Agentic Retrieval-Augmented Generation: A Survey on Agentic RAG","created":"2025-01-15","cited_by_count":249,"area":"rag"},{"id":"2210.01241","title":"Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization","created":"2022-10-03","cited_by_count":246,"area":null},{"id":"2507.02259","title":"MemAgent: Reshaping Long-Context LLM with Multi-Conv RL-based Memory Agent","created":"2025-07-03","cited_by_count":246,"area":"lr"},{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239,"area":null},{"id":"2407.11550","title":"Ada-KV: Optimizing KV Cache Eviction by Adaptive Budget Allocation for Efficient LLM Inference","created":"2024-07-16","cited_by_count":235,"area":"inference"},{"id":"2204.06092","title":"ASQA: Factoid Questions Meet Long-Form Answers","created":"2022-04-12","cited_by_count":234,"area":null},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233,"area":null},{"id":"2112.08608","title":"QuALITY: Question Answering with Long Input Texts, Yes!","created":"2021-12-16","cited_by_count":208,"area":null},{"id":"2406.02818","title":"Chain of Agents: Large Language Models Collaborating on Long-Context Tasks","created":"2024-06-04","cited_by_count":206,"area":"agents"},{"id":"2503.16416","title":"Survey on Evaluation of LLM-based Agents","created":"2025-03-20","cited_by_count":204,"area":"agents"},{"id":"2310.07240","title":"CacheGen: KV Cache Compression and Streaming for Fast Large Language Model Serving","created":"2023-10-11","cited_by_count":203,"area":"inference"},{"id":"2311.04939","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","created":"2023-11-08","cited_by_count":202,"area":null},{"id":"2407.02485","title":"RankRAG: Unifying Context Ranking with Retrieval-Augmented Generation in LLMs","created":"2024-07-02","cited_by_count":202,"area":"rag"},{"id":"2310.01352","title":"RA-DIT: Retrieval-Augmented Dual Instruction Tuning","created":"2023-10-02","cited_by_count":195,"area":"rag"},{"id":"2406.07887","title":"An Empirical Study of Mamba-based Language Models","created":"2024-06-12","cited_by_count":186,"area":"ssm"},{"id":"2101.00774","title":"Retrieving and Reading: A Comprehensive Survey on Open-domain Question Answering","created":"2021-01-04","cited_by_count":178,"area":null},{"id":"2305.14196","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","created":"2023-05-23","cited_by_count":176,"area":null},{"id":"2104.00369","title":"FeTaQA: Free-form Table Question Answering","created":"2021-04-01","cited_by_count":175,"area":null},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170,"area":null},{"id":"2405.13576","title":"FlashRAG: A Modular Toolkit for Efficient Retrieval-Augmented Generation Research","created":"2024-05-22","cited_by_count":166,"area":"mllm"},{"id":"2101.11272","title":"VisualMRC: Machine Reading Comprehension on Document Images","created":"2021-01-27","cited_by_count":151,"area":null},{"id":"2309.00363","title":"FederatedScope-LLM: A Comprehensive Package for Fine-tuning Large Language Models in Federated Learning","created":"2023-09-01","cited_by_count":149,"area":null},{"id":"2502.09597","title":"Do LLMs Recognize Your Preferences? Evaluating Personalized Preference Following in LLMs","created":"2025-02-13","cited_by_count":148,"area":null},{"id":"2402.09727","title":"A Human-Inspired Reading Agent with Gist Memory of Very Long Contexts","created":"2024-02-15","cited_by_count":146,"area":"agents"},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2412.19442","title":"A Survey on Large Language Model Acceleration based on KV Cache Management","created":"2024-12-27","cited_by_count":131,"area":"lr"},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128,"area":null},{"id":"2212.10554","title":"A Length-Extrapolatable Transformer","created":"2022-12-20","cited_by_count":127,"area":null},{"id":"2205.11388","title":"StreamingQA: A Benchmark for Adaptation to New Knowledge over Time in Question Answering Models","created":"2022-05-23","cited_by_count":126,"area":null},{"id":"2310.12963","title":"AutoMix: Automatically Mixing Language Models","created":"2023-10-19","cited_by_count":125,"area":null},{"id":"2405.13792","title":"xRAG: Extreme Context Compression for Retrieval-augmented Generation with One Token","created":"2024-05-22","cited_by_count":125,"area":"rag"},{"id":"2410.02694","title":"HELMET: How to Evaluate Long-Context Language Models Effectively and Thoroughly","created":"2024-10-03","cited_by_count":125,"area":null},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119,"area":null},{"id":"2407.16833","title":"Retrieval Augmented Generation or Long-Context LLMs? A Comprehensive Study and Hybrid Approach","created":"2024-07-23","cited_by_count":119,"area":"rag"},{"id":"2409.05591","title":"MemoRAG: Boosting Long Context Processing with Global Memory-Enhanced Retrieval Augmentation","created":"2024-09-09","cited_by_count":119,"area":"rag"},{"id":"2310.03025","title":"Retrieval meets Long Context Large Language Models","created":"2023-10-04","cited_by_count":115,"area":null},{"id":"2210.14891","title":"Broken Neural Scaling Laws","created":"2022-10-26","cited_by_count":109,"area":null},{"id":"2401.18058","title":"LongAlign: A Recipe for Long Context Alignment of Large Language Models","created":"2024-01-31","cited_by_count":106,"area":"alignment"},{"id":"2310.14724","title":"A Survey on LLM-Generated Text Detection: Necessity, Methods, and Future Directions","created":"2023-10-23","cited_by_count":105,"area":null},{"id":"2404.11912","title":"TriForce: Lossless Acceleration of Long Sequence Generation with Hierarchical Speculative Decoding","created":"2024-04-18","cited_by_count":102,"area":"inference"},{"id":"2110.00768","title":"TopiOCQA: Open-domain Conversational Question Answering with Topic Switching","created":"2021-10-02","cited_by_count":96,"area":null},{"id":"2303.14822","title":"MGTBench: Benchmarking Machine-Generated Text Detection","created":"2023-03-26","cited_by_count":93,"area":null},{"id":"2107.12708","title":"QA Dataset Explosion: A Taxonomy of NLP Resources for Question Answering and Reading Comprehension","created":"2021-07-27","cited_by_count":91,"area":null},{"id":"2401.10225","title":"ChatQA: Surpassing GPT-4 on Conversational QA and RAG","created":"2024-01-18","cited_by_count":90,"area":"rag"},{"id":"2402.17834","title":"Stable LM 2 1.6B Technical Report","created":"2024-02-27","cited_by_count":90,"area":null},{"id":"2409.12640","title":"Michelangelo: Long Context Evaluations Beyond Haystacks via Latent Structure Queries","created":"2024-09-19","cited_by_count":88,"area":"lr"},{"id":"2406.11430","title":"A Simple and Effective $L_2$ Norm-Based Strategy for KV Cache Compression","created":"2024-06-17","cited_by_count":86,"area":"inference"},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84,"area":null},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84,"area":null},{"id":"2311.08377","title":"Learning to Filter Context for Retrieval-Augmented Generation","created":"2023-11-14","cited_by_count":83,"area":"rag"},{"id":"2407.01219","title":"Searching for Best Practices in Retrieval-Augmented Generation","created":"2024-07-01","cited_by_count":83,"area":"rag"},{"id":"2203.13947","title":"Fantastic Questions and Where to Find Them: FairytaleQA -- An Authentic Dataset for Narrative Comprehension","created":"2022-03-26","cited_by_count":80,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2407.09413","title":"SPIQA: A Dataset for Multimodal Question Answering on Scientific Papers","created":"2024-07-12","cited_by_count":75,"area":null},{"id":"2112.02721","title":"NL-Augmenter: A Framework for Task-Sensitive Natural Language Augmentation","created":"2021-12-06","cited_by_count":73,"area":null},{"id":"2310.14735","title":"Unleashing the potential of prompt engineering for large language models","created":"2023-10-23","cited_by_count":72,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2208.00748","title":"Efficient Long-Text Understanding with Short-Text Models","created":"2022-08-01","cited_by_count":71,"area":null},{"id":"2308.11696","title":"Efficient Benchmarking of Language Models","created":"2023-08-22","cited_by_count":71,"area":null},{"id":"2310.15654","title":"A Survey on Detection of LLMs-Generated Content","created":"2023-10-24","cited_by_count":71,"area":null},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63,"area":null},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62,"area":null},{"id":"2305.14564","title":"PEARL: Prompting Large Language Models to Plan and Execute Actions Over Long Documents","created":"2023-05-23","cited_by_count":61,"area":"lr"},{"id":"2106.06899","title":"Memory-efficient Transformers via Top-$k$ Attention","created":"2021-06-13","cited_by_count":60,"area":null},{"id":"2401.06915","title":"DocFinQA: A Long-Context Financial Reasoning Dataset","created":"2024-01-12","cited_by_count":60,"area":"lr"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2202.12359","title":"UnifiedQA-v2: Stronger Generalization via Broader Cross-Format Training","created":"2022-02-23","cited_by_count":57,"area":null},{"id":"2310.07713","title":"InstructRetro: Instruction Tuning post Retrieval-Augmented Pretraining","created":"2023-10-11","cited_by_count":53,"area":"rag"},{"id":"2407.14482","title":"ChatQA 2: Bridging the Gap to Proprietary LLMs in Long Context and RAG Capabilities","created":"2024-07-19","cited_by_count":53,"area":"rag"},{"id":"2412.04862","title":"EXAONE 3.5: Series of Large Language Models for Real-world Use Cases","created":"2024-12-06","cited_by_count":53,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2106.03634","title":"PROST: Physical Reasoning of Objects through Space and Time","created":"2021-06-07","cited_by_count":48,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2511.18423","title":"General Agentic Memory Via Deep Research","created":"2025-11-23","cited_by_count":47,"area":"agents"},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2312.09571","title":"Extending Context Window of Large Language Models via Semantic Compression","created":"2023-12-15","cited_by_count":45,"area":null},{"id":"2405.06105","title":"Can Perplexity Reflect Large Language Model's Ability in Long Text Understanding?","created":"2024-05-09","cited_by_count":45,"area":null},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null}],"next_cursor":"100"}