{"list":"other","total":56,"rows":[{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2306.05685","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","created":"2023-06-09","cited_by_count":8626},{"id":"2107.03374","title":"Evaluating Large Language Models Trained on Code","created":"2021-07-07","cited_by_count":8320},{"id":"2009.03300","title":"Measuring Massive Multitask Language Understanding","created":"2020-09-07","cited_by_count":7963},{"id":"1809.09600","title":"HotpotQA: A Dataset for Diverse, Explainable Multi-hop Question Answering","created":"2018-09-25","cited_by_count":3754},{"id":"2307.03172","title":"Lost in the Middle: How Language Models Use Long Contexts","created":"2023-07-06","cited_by_count":3455},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"2206.04615","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","created":"2022-06-09","cited_by_count":1998},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2112.04426","title":"Improving language models by retrieving from trillions of tokens","created":"2021-12-08","cited_by_count":1293},{"id":"2011.01060","title":"Constructing A Multi-hop QA Dataset for Comprehensive Evaluation of Reasoning Steps","created":"2020-11-02","cited_by_count":1282},{"id":"2112.09118","title":"Unsupervised Dense Information Retrieval with Contrastive Learning","created":"2021-12-16","cited_by_count":1216},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"2103.10360","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","created":"2021-03-18","cited_by_count":1031},{"id":"2208.03299","title":"Atlas: Few-shot Learning with Retrieval Augmented Language Models","created":"2022-08-05","cited_by_count":952},{"id":"2108.00573","title":"MuSiQue: Multihop Questions via Single-hop Question Composition","created":"2021-08-02","cited_by_count":916},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843},{"id":"1911.00172","title":"Generalization through Memorization: Nearest Neighbor Language Models","created":"2019-11-01","cited_by_count":800},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"1712.07040","title":"The NarrativeQA Reading Comprehension Challenge","created":"2017-12-19","cited_by_count":597},{"id":"1911.12237","title":"SAMSum Corpus: A Human-annotated Dialogue Dataset for Abstractive Summarization","created":"2019-11-27","cited_by_count":535},{"id":"2105.03011","title":"A Dataset of Information-Seeking Questions and Answers Anchored in Research Papers","created":"2021-05-07","cited_by_count":486},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"1906.01749","title":"Multi-News: a Large-Scale Multi-Document Summarization Dataset and Abstractive Hierarchical Model","created":"2019-06-04","cited_by_count":431},{"id":"2303.06349","title":"Resurrecting Recurrent Neural Networks for Long Sequences","created":"2023-03-11","cited_by_count":408},{"id":"2104.05938","title":"QMSum: A New Benchmark for Query-based Multi-domain Meeting Summarization","created":"2021-04-13","cited_by_count":365},{"id":"2306.03091","title":"RepoBench: Benchmarking Repository-Level Code Auto-Completion Systems","created":"2023-06-05","cited_by_count":353},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345},{"id":"2303.17568","title":"CodeGeeX: A Pre-Trained Model for Code Generation with Multilingual Benchmarking on HumanEval-X","created":"2023-03-30","cited_by_count":300},{"id":"2307.11088","title":"L-Eval: Instituting Standardized Evaluation for Long Context Language Models","created":"2023-07-20","cited_by_count":233},{"id":"2005.08025","title":"IntelliCode Compose: Code Generation Using Transformer","created":"2020-05-16","cited_by_count":227},{"id":"2203.08913","title":"Memorizing Transformers","created":"2022-03-16","cited_by_count":226},{"id":"2305.16300","title":"Landmark Attention: Random-Access Infinite Context Length for Transformers","created":"2023-05-25","cited_by_count":213},{"id":"2307.02486","title":"LongNet: Scaling Transformers to 1,000,000,000 Tokens","created":"2023-07-05","cited_by_count":204},{"id":"2207.06881","title":"Recurrent Memory Transformer","created":"2022-07-14","cited_by_count":203},{"id":"2305.14196","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","created":"2023-05-23","cited_by_count":176},{"id":"2306.04181","title":"Benchmarking Foundation Models with Language-Model-as-an-Examiner","created":"2023-06-07","cited_by_count":172},{"id":"2201.03533","title":"SCROLLS: Standardized CompaRison Over Long Language Sequences","created":"2022-01-10","cited_by_count":170},{"id":"2212.10554","title":"A Length-Extrapolatable Transformer","created":"2022-12-20","cited_by_count":127},{"id":"2306.14893","title":"LongCoder: A Long-Range Pre-trained Language Model for Code Completion","created":"2023-06-26","cited_by_count":112},{"id":"1711.05073","title":"DuReader: a Chinese Machine Reading Comprehension Dataset from Real-world Applications","created":"2017-11-14","cited_by_count":110},{"id":"2304.11062","title":"Scaling Transformer to 1M tokens and beyond with RMT","created":"2023-04-19","cited_by_count":98},{"id":"2109.09115","title":"Do Long-Range Language Models Actually Use Long-Range Context?","created":"2021-09-19","cited_by_count":92},{"id":"2303.09752","title":"CoLT5: Faster Long-Range Transformers with Conditional Computation","created":"2023-03-17","cited_by_count":84},{"id":"2305.13304","title":"RecurrentGPT: Interactive Generation of (Arbitrarily) Long Text","created":"2023-05-22","cited_by_count":84},{"id":"2305.05280","title":"VCSUM: A Versatile Chinese Meeting Summarization Dataset","created":"2023-05-09","cited_by_count":18}],"next_cursor":null}