{"total":270,"rows":[{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186,"area":null},{"id":"2308.14508","title":"LongBench: A Bilingual, Multitask Benchmark for Long Context Understanding","created":"2023-08-28","cited_by_count":1417,"area":null},{"id":"2211.09085","title":"Galactica: A Large Language Model for Science","created":"2022-11-16","cited_by_count":744,"area":null},{"id":"2412.06464","title":"Gated Delta Networks: Improving Mamba2 with Delta Rule","created":"2024-12-09","cited_by_count":532,"area":null},{"id":"2402.13718","title":"$\\infty$Bench: Extending Long Context Evaluation Beyond 100K Tokens","created":"2024-02-21","cited_by_count":367,"area":null},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303,"area":null},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295,"area":null},{"id":"2404.02060","title":"Long-context LLMs Struggle with Long In-context Learning","created":"2024-04-02","cited_by_count":286,"area":null},{"id":"2402.01613","title":"Nomic Embed: Training a Reproducible Long Context Text Embedder","created":"2024-02-02","cited_by_count":265,"area":null},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233,"area":null},{"id":"2208.03306","title":"Branch-Train-Merge: Embarrassingly Parallel Training of Expert Language Models","created":"2022-08-05","cited_by_count":191,"area":null},{"id":"2305.14196","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","created":"2023-05-23","cited_by_count":176,"area":null},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170,"area":null},{"id":"2502.09597","title":"Do LLMs Recognize Your Preferences? Evaluating Personalized Preference Following in LLMs","created":"2025-02-13","cited_by_count":148,"area":null},{"id":"2307.03170","title":"Focused Transformer: Contrastive Training for Context Scaling","created":"2023-07-06","cited_by_count":133,"area":null},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132,"area":null},{"id":"2305.01625","title":"Unlimiformer: Long-Range Transformers with Unlimited Length Input","created":"2023-05-02","cited_by_count":128,"area":null},{"id":"2310.12963","title":"AutoMix: Automatically Mixing Language Models","created":"2023-10-19","cited_by_count":125,"area":null},{"id":"2308.16137","title":"LM-Infinite: Zero-Shot Extreme Length Generalization for Large Language Models","created":"2023-08-30","cited_by_count":124,"area":null},{"id":"2407.18418","title":"Know Your Limits: A Survey of Abstention in Large Language Models","created":"2024-07-25","cited_by_count":121,"area":null},{"id":"2404.16811","title":"Make Your LLM Fully Utilize the Context","created":"2024-04-25","cited_by_count":119,"area":null},{"id":"2310.03025","title":"Retrieval meets Long Context Large Language Models","created":"2023-10-04","cited_by_count":115,"area":null},{"id":"2410.16179","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","created":"2024-10-21","cited_by_count":111,"area":null},{"id":"2107.12708","title":"QA Dataset Explosion: A Taxonomy of NLP Resources for Question Answering and Reading Comprehension","created":"2021-07-27","cited_by_count":91,"area":null},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84,"area":null},{"id":"2402.16617","title":"Long-Context Language Modeling with Parallel Context Encoding","created":"2024-02-26","cited_by_count":84,"area":null},{"id":"2409.07146","title":"Gated Slot Attention for Efficient Linear-Time Sequence Modeling","created":"2024-09-11","cited_by_count":76,"area":null},{"id":"2407.09413","title":"SPIQA: A Dataset for Multimodal Question Answering on Scientific Papers","created":"2024-07-12","cited_by_count":75,"area":null},{"id":"2211.17257","title":"CREPE: Open-Domain Question Answering with False Presuppositions","created":"2022-11-30","cited_by_count":72,"area":null},{"id":"2208.00748","title":"Efficient Long-Text Understanding with Short-Text Models","created":"2022-08-01","cited_by_count":71,"area":null},{"id":"2402.12065","title":"WKVQuant: Quantizing Weight and Key/Value Cache for Large Language Models Gains More","created":"2024-02-19","cited_by_count":69,"area":null},{"id":"2406.14491","title":"Instruction Pre-Training: Language Models are Supervised Multitask Learners","created":"2024-06-20","cited_by_count":63,"area":null},{"id":"2402.17463","title":"Training-Free Long-Context Scaling of Large Language Models","created":"2024-02-27","cited_by_count":62,"area":null},{"id":"2202.12359","title":"UnifiedQA-v2: Stronger Generalization via Broader Cross-Format Training","created":"2022-02-23","cited_by_count":57,"area":null},{"id":"2311.16153","title":"Identifying and Mitigating Vulnerabilities in LLM-Integrated Applications","created":"2023-11-07","cited_by_count":54,"area":null},{"id":"2309.13345","title":"BAMBOO: A Comprehensive Benchmark for Evaluating Long Text Modeling Capacities of Large Language Models","created":"2023-09-23","cited_by_count":53,"area":null},{"id":"2412.04862","title":"EXAONE 3.5: Series of Large Language Models for Real-world Use Cases","created":"2024-12-06","cited_by_count":53,"area":null},{"id":"2503.02130","title":"Forgetting Transformer: Softmax Attention with a Forget Gate","created":"2025-03-03","cited_by_count":53,"area":null},{"id":"2405.06640","title":"Linearizing Large Language Models","created":"2024-05-10","cited_by_count":51,"area":null},{"id":"2502.02770","title":"Twilight: Adaptive Attention Sparsity with Hierarchical Top-$p$ Pruning","created":"2025-02-04","cited_by_count":49,"area":null},{"id":"2509.00496","title":"ResearchQA: Evaluating Scholarly Question Answering at Scale Across 75 Fields with Survey-Mined Questions and Rubrics","created":"2025-08-30","cited_by_count":49,"area":null},{"id":"2409.02076","title":"LongGenBench: Benchmarking Long-Form Generation in Long Context LLMs","created":"2024-09-03","cited_by_count":47,"area":null},{"id":"2506.05233","title":"MesaNet: Sequence Modeling by Locally Optimal Test-Time Training","created":"2025-06-05","cited_by_count":47,"area":null},{"id":"2404.08801","title":"Megalodon: Efficient LLM Pretraining and Inference with Unlimited Context Length","created":"2024-04-12","cited_by_count":46,"area":null},{"id":"2312.09571","title":"Extending Context Window of Large Language Models via Semantic Compression","created":"2023-12-15","cited_by_count":45,"area":null},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2406.07835","title":"SciRIFF: A Resource to Enhance Language Model Instruction-Following over Scientific Literature","created":"2024-06-10","cited_by_count":41,"area":null},{"id":"2204.10805","title":"Revise and Resubmit: An Intertextual Model of Text-based Collaboration in Peer Review","created":"2022-04-22","cited_by_count":37,"area":null},{"id":"2304.08979","title":"In ChatGPT We Trust? Measuring and Characterizing the Reliability of ChatGPT","created":"2023-04-18","cited_by_count":37,"area":null},{"id":"2407.10701","title":"DOCBENCH: A Benchmark for Evaluating LLM-based Document Reading Systems","created":"2024-07-15","cited_by_count":37,"area":null},{"id":"2305.08264","title":"MatSci-NLP: Evaluating Scientific Language Models on Materials Science Language Tasks Using Text-to-Schema Modeling","created":"2023-05-14","cited_by_count":35,"area":null},{"id":"2306.12587","title":"ARIES: A Corpus of Scientific Paper Edits Made in Response to Peer Reviews","created":"2023-06-21","cited_by_count":34,"area":null},{"id":"2207.04043","title":"The Harvard USPTO Patent Dataset: A Large-Scale, Well-Structured, and Multi-Purpose Corpus of Patent Applications","created":"2022-07-08","cited_by_count":33,"area":null},{"id":"2506.06541","title":"KramaBench: A Benchmark for AI Systems on Data-to-Insight Pipelines over Data Lakes","created":"2025-06-06","cited_by_count":33,"area":null},{"id":"2404.06480","title":"Ada-LEval: Evaluating long-context LLMs with length-adaptable benchmarks","created":"2024-04-09","cited_by_count":32,"area":null},{"id":"2411.00136","title":"LLM-Inference-Bench: Inference Benchmarking of Large Language Models on AI Accelerators","created":"2024-10-31","cited_by_count":32,"area":null},{"id":"2107.00414","title":"MultiCite: Modeling realistic citations requires moving beyond the single-sentence single-label setting","created":"2021-07-01","cited_by_count":30,"area":null},{"id":"2110.06884","title":"ConditionalQA: A Complex Reading Comprehension Dataset with Conditional Answers","created":"2021-10-13","cited_by_count":29,"area":null},{"id":"2309.08872","title":"PDFTriage: Question Answering over Long, Structured Documents","created":"2023-09-16","cited_by_count":29,"area":null},{"id":"2402.14116","title":"FanOutQA: A Multi-Hop, Multi-Document Question Answering Benchmark for Large Language Models","created":"2024-02-21","cited_by_count":29,"area":null},{"id":"2407.00402","title":"Is It Really Long Context if All You Need Is Retrieval? Towards Genuinely Difficult Long Context NLP","created":"2024-06-29","cited_by_count":27,"area":null},{"id":"2411.04075","title":"M3SciQA: A Multi-Modal Multi-Document Scientific QA Benchmark for Evaluating Foundation Models","created":"2024-11-06","cited_by_count":27,"area":null},{"id":"2212.00196","title":"Data-Efficient Finetuning Using Cross-Task Nearest Neighbors","created":"2022-12-01","cited_by_count":26,"area":null},{"id":"2404.12452","title":"Characterizing LLM Abstention Behavior in Science QA with Context Perturbations","created":"2024-04-18","cited_by_count":26,"area":null},{"id":"2401.15042","title":"PROXYQA: An Alternative Framework for Evaluating Long-Form Text Generation with Large Language Models","created":"2024-01-26","cited_by_count":24,"area":null},{"id":"2401.16421","title":"Two Stones Hit One Bird: Bilevel Positional Encoding for Better Length Extrapolation","created":"2024-01-29","cited_by_count":24,"area":null},{"id":"2405.09939","title":"SciQAG: A Framework for Auto-Generated Science Question Answering Dataset with Fine-grained Evaluation","created":"2024-05-16","cited_by_count":24,"area":null},{"id":"2510.05096","title":"Paper2Video: Automatic Video Generation from Scientific Papers","created":"2025-10-06","cited_by_count":24,"area":null},{"id":"2206.15030","title":"Modern Question Answering Datasets and Benchmarks: A Survey","created":"2022-06-30","cited_by_count":23,"area":null},{"id":"2212.09656","title":"Visconde: Multi-document QA with GPT-3 and Neural Reranking","created":"2022-12-19","cited_by_count":23,"area":null},{"id":"2411.15102","title":"AttriBoT: A Bag of Tricks for Efficiently Approximating Leave-One-Out Context Attribution","created":"2024-11-22","cited_by_count":23,"area":null},{"id":"2502.04510","title":"Heterogeneous Swarms: Jointly Optimizing Model Roles and Weights for Multi-LLM Systems","created":"2025-02-06","cited_by_count":23,"area":null},{"id":"2202.07856","title":"The NLP Task Effectiveness of Long-Range Transformers","created":"2022-02-16","cited_by_count":22,"area":null},{"id":"2405.15318","title":"Are Long-LLMs A Necessity For Long-Context Tasks?","created":"2024-05-24","cited_by_count":22,"area":null},{"id":"2502.13668","title":"PeerQA: A Scientific Question Answering Dataset from Peer Reviews","created":"2025-02-19","cited_by_count":22,"area":null},{"id":"2209.10052","title":"Adapting Pretrained Text-to-Text Models for Long Text Sequences","created":"2022-09-21","cited_by_count":21,"area":null},{"id":"2402.07440","title":"Benchmarking and Building Long-Context Retrieval Models with LoCo and M2-BERT","created":"2024-02-12","cited_by_count":21,"area":null},{"id":"2410.21155","title":"SciER: An Entity and Relation Extraction Dataset for Datasets, Methods, and Tasks in Scientific Documents","created":"2024-10-28","cited_by_count":21,"area":null},{"id":"2210.02498","title":"Honest Students from Untrusted Teachers: Learning an Interpretable Question-Answering Pipeline from a Pretrained Language Model","created":"2022-10-05","cited_by_count":20,"area":null},{"id":"2409.20222","title":"Beyond Prompts: Dynamic Conversational Benchmarking of Large Language Models","created":"2024-09-30","cited_by_count":20,"area":null},{"id":"2507.01001","title":"SciArena: An Open Evaluation Platform for Non-Verifiable Scientific Literature-Grounded Tasks","created":"2025-07-01","cited_by_count":20,"area":null},{"id":"2411.09909","title":"AMXFP4: Taming Activation Outliers with Asymmetric Microscaling Floating-Point for 4-bit LLM Inference","created":"2024-11-15","cited_by_count":19,"area":null},{"id":"2410.12311","title":"Open Domain Question Answering with Conflicting Contexts","created":"2024-10-16","cited_by_count":18,"area":null},{"id":"2510.03346","title":"KVComm: Enabling Efficient LLM Communication through Selective KV Sharing","created":"2025-10-02","cited_by_count":18,"area":null},{"id":"2112.08777","title":"Long Context Question Answering via Supervised Contrastive Learning","created":"2021-12-16","cited_by_count":17,"area":null},{"id":"2312.17296","title":"Structured Packing in LLM Training Improves Long Context Utilization","created":"2023-12-28","cited_by_count":17,"area":null},{"id":"2506.15569","title":"SciVer: Evaluating Foundation Models for Multimodal Scientific Claim Verification","created":"2025-06-18","cited_by_count":17,"area":null},{"id":"2305.14772","title":"A Question Answering Framework for Decontextualizing User-facing Snippets from Scientific Documents","created":"2023-05-24","cited_by_count":16,"area":null},{"id":"2403.15529","title":"LimGen: Probing the LLMs for Generating Suggestive Limitations of Research Papers","created":"2024-03-22","cited_by_count":16,"area":null},{"id":"2410.01671","title":"Bridging Context Gaps: Leveraging Coreference Resolution for Long Contextual Understanding","created":"2024-10-02","cited_by_count":16,"area":null},{"id":"2311.16989","title":"ChatGPT's One-year Anniversary: Are Open-Source Large Language Models Catching up?","created":"2023-11-28","cited_by_count":15,"area":null},{"id":"2407.06172","title":"On Speeding Up Language Model Evaluation","created":"2024-07-08","cited_by_count":15,"area":null},{"id":"2411.05338","title":"SciDQA: A Deep Reading Comprehension Dataset over Scientific Papers","created":"2024-11-08","cited_by_count":15,"area":null},{"id":"2311.13133","title":"LIMIT: Less Is More for Instruction Tuning Across Evaluation Paradigms","created":"2023-11-22","cited_by_count":14,"area":null},{"id":"2401.16475","title":"InfoLossQA: Characterizing and Recovering Information Loss in Text Simplification","created":"2024-01-29","cited_by_count":14,"area":null},{"id":"2406.10421","title":"SciEx: Benchmarking Large Language Models on Scientific Exams with Human Expert Grading and Automatic Grading","created":"2024-06-14","cited_by_count":14,"area":null},{"id":"2502.12568","title":"A Cognitive Writing Perspective for Constrained Long-Form Text Generation","created":"2025-02-18","cited_by_count":14,"area":null},{"id":"2410.05258","title":"Differential Transformer","created":"2024-10-07","cited_by_count":13,"area":null},{"id":"2507.13300","title":"AbGen: Evaluating Large Language Models in Ablation Study Design and Evaluation for Scientific Research","created":"2025-07-17","cited_by_count":13,"area":null},{"id":"2605.12357","title":"$\\delta$-mem: Efficient Online Memory for Large Language Models","created":"2026-05-12","cited_by_count":13,"area":null}],"next_cursor":"100"}