{"total":383,"rows":[{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234,"area":null},{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186,"area":null},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417,"area":null},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2105.03011","title":"A Dataset of Information-Seeking Questions and Answers Anchored in Research Papers","created":"2021-05-07","cited_by_count":486,"area":null},{"id":"2110.15943","title":"MetaICL: Learning to Learn In Context","created":"2021-10-29","cited_by_count":454,"area":null},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367,"area":null},{"id":"2402.14992","title":"tinyBenchmarks: evaluating LLMs with fewer examples","created":"2024-02-22","cited_by_count":310,"area":null},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303,"area":null},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2109.10862","title":"Recursively Summarizing Books with Human Feedback","created":"2021-09-22","cited_by_count":290,"area":null},{"id":"2403.08319","title":"Knowledge Conflicts for LLMs: A Survey","created":"2024-03-13","cited_by_count":283,"area":null},{"id":"2311.11944","title":"FinanceBench: A New Benchmark for Financial Question Answering","created":"2023-11-20","cited_by_count":270,"area":null},{"id":"2311.04934","title":"Prompt Cache: Modular Attention Reuse for Low-Latency Inference","created":"2023-11-07","cited_by_count":268,"area":null},{"id":"2210.01241","title":"Is Reinforcement Learning (Not) for Natural Language Processing: Benchmarks, Baselines, and Building Blocks for Natural Language Policy Optimization","created":"2022-10-03","cited_by_count":246,"area":null},{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239,"area":null},{"id":"2204.06092","title":"ASQA: Factoid Questions Meet Long-Form Answers","created":"2022-04-12","cited_by_count":234,"area":null},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233,"area":null},{"id":"2112.08608","title":"QuALITY: Question Answering with Long Input Texts, Yes!","created":"2021-12-16","cited_by_count":208,"area":null},{"id":"2311.04939","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","created":"2023-11-08","cited_by_count":202,"area":null},{"id":"2101.00774","title":"Retrieving and Reading: A Comprehensive Survey on Open-domain Question Answering","created":"2021-01-04","cited_by_count":178,"area":null},{"id":"2305.14196","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","created":"2023-05-23","cited_by_count":176,"area":null},{"id":"2104.00369","title":"FeTaQA: Free-form Table Question Answering","created":"2021-04-01","cited_by_count":175,"area":null},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170,"area":null},{"id":"2101.11272","title":"VisualMRC: Machine Reading Comprehension on Document Images","created":"2021-01-27","cited_by_count":151,"area":null},{"id":"2309.00363","title":"FederatedScope-LLM: A Comprehensive Package for Fine-tuning Large Language Models in Federated Learning","created":"2023-09-01","cited_by_count":149,"area":null},{"id":"2502.09597","title":"Do LLMs Recognize Your Preferences? Evaluating Personalized Preference Following in LLMs","created":"2025-02-13","cited_by_count":148,"area":null},{"id":"2410.02660","title":"How to Train Long-Context Language Models (Effectively)","created":"2024-10-03","cited_by_count":146,"area":null},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128,"area":null},{"id":"2212.10554","title":"A Length-Extrapolatable Transformer","created":"2022-12-20","cited_by_count":127,"area":null},{"id":"2205.11388","title":"StreamingQA: A Benchmark for Adaptation to New Knowledge over Time in Question Answering Models","created":"2022-05-23","cited_by_count":126,"area":null},{"id":"2310.12963","title":"AutoMix: Automatically Mixing Language Models","created":"2023-10-19","cited_by_count":125,"area":null},{"id":"2410.02694","title":"HELMET: How to Evaluate Long-Context Language Models Effectively and Thoroughly","created":"2024-10-03","cited_by_count":125,"area":null},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119,"area":null},{"id":"2310.03025","title":"Retrieval meets Long Context Large Language Models","created":"2023-10-04","cited_by_count":115,"area":null},{"id":"2210.14891","title":"Broken Neural Scaling Laws","created":"2022-10-26","cited_by_count":109,"area":null},{"id":"2310.14724","title":"A Survey on LLM-Generated Text Detection: Necessity, Methods, and Future Directions","created":"2023-10-23","cited_by_count":105,"area":null},{"id":"2110.00768","title":"TopiOCQA: Open-domain Conversational Question Answering with Topic Switching","created":"2021-10-02","cited_by_count":96,"area":null},{"id":"2303.14822","title":"MGTBench: Benchmarking Machine-Generated Text Detection","created":"2023-03-26","cited_by_count":93,"area":null},{"id":"2107.12708","title":"QA Dataset Explosion: A Taxonomy of NLP Resources for Question Answering and Reading Comprehension","created":"2021-07-27","cited_by_count":91,"area":null},{"id":"2402.17834","title":"Stable LM 2 1.6B Technical Report","created":"2024-02-27","cited_by_count":90,"area":null},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84,"area":null},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84,"area":null},{"id":"2203.13947","title":"Fantastic Questions and Where to Find Them: FairytaleQA -- An Authentic Dataset for Narrative Comprehension","created":"2022-03-26","cited_by_count":80,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2407.09413","title":"SPIQA: A Dataset for Multimodal Question Answering on Scientific Papers","created":"2024-07-12","cited_by_count":75,"area":null},{"id":"2112.02721","title":"NL-Augmenter: A Framework for Task-Sensitive Natural Language Augmentation","created":"2021-12-06","cited_by_count":73,"area":null},{"id":"2310.14735","title":"Unleashing the potential of prompt engineering for large language models","created":"2023-10-23","cited_by_count":72,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2208.00748","title":"Efficient Long-Text Understanding with Short-Text Models","created":"2022-08-01","cited_by_count":71,"area":null},{"id":"2308.11696","title":"Efficient Benchmarking of Language Models","created":"2023-08-22","cited_by_count":71,"area":null},{"id":"2310.15654","title":"A Survey on Detection of LLMs-Generated Content","created":"2023-10-24","cited_by_count":71,"area":null},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63,"area":null},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62,"area":null},{"id":"2106.06899","title":"Memory-efficient Transformers via Top-$k$ Attention","created":"2021-06-13","cited_by_count":60,"area":null},{"id":"2202.12359","title":"UnifiedQA-v2: Stronger Generalization via Broader Cross-Format Training","created":"2022-02-23","cited_by_count":57,"area":null},{"id":"2412.04862","title":"EXAONE 3.5: Series of Large Language Models for Real-world Use Cases","created":"2024-12-06","cited_by_count":53,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2106.03634","title":"PROST: Physical Reasoning of Objects through Space and Time","created":"2021-06-07","cited_by_count":48,"area":null},{"id":"2404.12096","title":"LongEmbed: Extending Embedding Models for Long Context Retrieval","created":"2024-04-18","cited_by_count":48,"area":null},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2312.09571","title":"Extending Context Window of Large Language Models via Semantic Compression","created":"2023-12-15","cited_by_count":45,"area":null},{"id":"2405.06105","title":"Can Perplexity Reflect Large Language Model's Ability in Long Text Understanding?","created":"2024-05-09","cited_by_count":45,"area":null},{"id":"2412.13670","title":"AntiLeakBench: Preventing Data Contamination by Automatically Constructing Benchmarks with Updated Real-World Knowledge","created":"2024-12-18","cited_by_count":44,"area":null},{"id":"2105.14039","title":"Towards mental time travel: a hierarchical memory for reinforcement learning agents","created":"2021-05-28","cited_by_count":40,"area":null},{"id":"2309.00841","title":"LeanContext: Cost-Efficient Domain-Specific Question Answering Using LLMs","created":"2023-09-02","cited_by_count":40,"area":null},{"id":"2109.00087","title":"It's not Rocket Science : Interpreting Figurative Language in Narratives","created":"2021-08-31","cited_by_count":39,"area":null},{"id":"2310.18344","title":"Chainpoll: A high efficacy method for LLM hallucination detection","created":"2023-10-22","cited_by_count":39,"area":null},{"id":"2404.12726","title":"Evaluating Character Understanding of Large Language Models via Character Profiling from Fictional Works","created":"2024-04-19","cited_by_count":38,"area":null},{"id":"2304.08979","title":"In ChatGPT We Trust? Measuring and Characterizing the Reliability of ChatGPT","created":"2023-04-18","cited_by_count":37,"area":null},{"id":"2407.10701","title":"DOCBENCH: A Benchmark for Evaluating LLM-based Document Reading Systems","created":"2024-07-15","cited_by_count":37,"area":null},{"id":"2306.10512","title":"Position: AI Evaluation Should Learn from How We Test Humans","created":"2023-06-18","cited_by_count":36,"area":null},{"id":"2406.17526","title":"LumberChunker: Long-Form Narrative Document Segmentation","created":"2024-06-25","cited_by_count":36,"area":null},{"id":"2411.06176","title":"M-Longdoc: A Benchmark For Multimodal Super-Long Document Understanding And A Retrieval-Aware Tuning Framework","created":"2024-11-09","cited_by_count":36,"area":null},{"id":"2404.10830","title":"Fewer Truncations Improve Language Modeling","created":"2024-04-16","cited_by_count":35,"area":null},{"id":"2505.16381","title":"PaTH Attention: Position Encoding via Accumulating Householder Transformations","created":"2025-05-22","cited_by_count":34,"area":null},{"id":"2309.12444","title":"Foundation Metrics for Evaluating Effectiveness of Healthcare Conversations Powered by Generative AI","created":"2023-09-21","cited_by_count":32,"area":null},{"id":"2403.12766","title":"NovelQA: Benchmarking Question Answering on Documents Exceeding 200K Tokens","created":"2024-03-18","cited_by_count":32,"area":null},{"id":"2404.06480","title":"Ada-LEval: Evaluating long-context LLMs with length-adaptable benchmarks","created":"2024-04-09","cited_by_count":32,"area":null},{"id":"2411.00136","title":"LLM-Inference-Bench: Inference Benchmarking of Large Language Models on AI Accelerators","created":"2024-10-31","cited_by_count":32,"area":null},{"id":"2106.00874","title":"Conversational Question Answering: A Survey","created":"2021-06-02","cited_by_count":31,"area":null},{"id":"2402.11161","title":"PEDANTS: Cheap but Effective and Interpretable Answer Equivalence","created":"2024-02-17","cited_by_count":31,"area":null},{"id":"2109.03438","title":"ArchivalQA: A Large-scale Benchmark Dataset for Open Domain Question Answering over Historical News Collections","created":"2021-09-08","cited_by_count":30,"area":null},{"id":"2110.08175","title":"MixQG: Neural Question Generation with Mixed Answer Types","created":"2021-10-15","cited_by_count":28,"area":null},{"id":"2106.06132","title":"TellMeWhy: A Dataset for Answering Why-Questions in Narratives","created":"2021-06-11","cited_by_count":27,"area":null},{"id":"2109.12393","title":"Sorting through the noise: Testing robustness of information processing in pre-trained language models","created":"2021-09-25","cited_by_count":27,"area":null},{"id":"2306.05524","title":"On the Detectability of ChatGPT Content: Benchmarking, Methodology, and Evaluation through the Lens of Academic Writing","created":"2023-06-07","cited_by_count":27,"area":null},{"id":"2310.20703","title":"Vanishing Gradients in Reinforcement Finetuning of Language Models","created":"2023-10-31","cited_by_count":27,"area":null},{"id":"2407.00402","title":"Is It Really Long Context if All You Need Is Retrieval? Towards Genuinely Difficult Long Context NLP","created":"2024-06-29","cited_by_count":27,"area":null},{"id":"2101.10421","title":"English Machine Reading Comprehension Datasets: A Survey","created":"2021-01-25","cited_by_count":26,"area":null},{"id":"2203.14187","title":"Educational Question Generation of Children Storybooks via Question Type Distribution Learning and Event-Centric Summarization","created":"2022-03-27","cited_by_count":26,"area":null},{"id":"2212.10898","title":"Training language models to summarize narratives improves brain alignment","created":"2022-12-21","cited_by_count":26,"area":null},{"id":"2411.05877","title":"Generative Adapter: Contextualizing Language Models in Parameters with A Single Forward Pass","created":"2024-11-08","cited_by_count":26,"area":null},{"id":"2602.06358","title":"SHINE: A Scalable In-Context Hypernetwork for Mapping Context to LoRA in a Single Pass","created":"2026-02-06","cited_by_count":25,"area":null},{"id":"2110.08514","title":"Analyzing Dynamic Adversarial Training Data in the Limit","created":"2021-10-16","cited_by_count":24,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2503.08727","title":"Training Plug-n-Play Knowledge Modules with Deep Context Distillation","created":"2025-03-11","cited_by_count":24,"area":null},{"id":"2109.03423","title":"It is AI's Turn to Ask Humans a Question: Question-Answer Pair Generation for Children's Story Books","created":"2021-09-08","cited_by_count":23,"area":null},{"id":"2206.15030","title":"Modern Question Answering Datasets and Benchmarks: A Survey","created":"2022-06-30","cited_by_count":23,"area":null}],"next_cursor":"100"}