{"list":"other","total":52,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2109.01652","title":"Finetuned Language Models Are Zero-Shot Learners","created":"2021-09-03","cited_by_count":3780},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1508.07909","title":"Neural Machine Translation of Rare Words with Subword Units","created":"2015-08-31","cited_by_count":2918},{"id":"2212.10560","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","created":"2022-12-20","cited_by_count":2724},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1802.05365","title":"Deep contextualized word representations","created":"2018-02-15","cited_by_count":2290},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1804.08771","title":"A Call for Clarity in Reporting BLEU Scores","created":"2018-04-23","cited_by_count":1799},{"id":"2304.01373","title":"Pythia: A Suite for Analyzing Large Language Models Across Training and Scaling","created":"2023-04-03","cited_by_count":1786},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2112.11446","title":"Scaling Language Models: Methods, Analysis & Insights from Training Gopher","created":"2021-12-08","cited_by_count":1202},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162},{"id":"2304.12244","title":"WizardLM: Empowering large pre-trained language models to follow complex instructions","created":"2023-04-24","cited_by_count":1125},{"id":"2103.03206","title":"Perceiver: General Perception with Iterative Attention","created":"2021-03-04","cited_by_count":1104},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"2305.11206","title":"LIMA: Less Is More for Alignment","created":"2023-05-18","cited_by_count":1100},{"id":"2002.04745","title":"On Layer Normalization in the Transformer Architecture","created":"2020-02-12","cited_by_count":922},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843},{"id":"2306.01116","title":"The RefinedWeb Dataset for Falcon LLM: Outperforming Curated Corpora with Web Data, and Web Data Only","created":"2023-06-01","cited_by_count":763},{"id":"2306.15595","title":"Extending Context Window of Large Language Models via Positional Interpolation","created":"2023-06-27","cited_by_count":740},{"id":"2301.13688","title":"The Flan Collection: Designing Data and Methods for Effective Instruction Tuning","created":"2023-01-31","cited_by_count":739},{"id":"2304.03277","title":"Instruction Tuning with GPT-4","created":"2023-04-06","cited_by_count":686},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559},{"id":"2003.05002","title":"TyDi QA: A Benchmark for Information-Seeking Question Answering in Typologically Diverse Languages","created":"2020-03-10","cited_by_count":488},{"id":"2306.04751","title":"How Far Can Camels Go? Exploring the State of Instruction Tuning on Open Resources","created":"2023-06-07","cited_by_count":408},{"id":"1904.01130","title":"PAWS: Paraphrase Adversaries from Word Scrambling","created":"2019-04-01","cited_by_count":402},{"id":"1910.07475","title":"MLQA: Evaluating Cross-lingual Extractive Question Answering","created":"2019-10-16","cited_by_count":340},{"id":"1612.03651","title":"FastText.zip: Compressing text classification models","created":"2016-12-12","cited_by_count":335},{"id":"2005.00333","title":"XCOPA: A Multilingual Dataset for Causal Commonsense Reasoning","created":"2020-05-01","cited_by_count":333},{"id":"2304.08177","title":"Efficient and Effective Text Encoding for Chinese LLaMA and Alpaca","created":"2023-04-17","cited_by_count":305},{"id":"2303.12528","title":"MEGA: Multilingual Evaluation of Generative AI","created":"2023-03-22","cited_by_count":293},{"id":"2112.10668","title":"Few-shot Learning with Multilingual Language Models","created":"2021-12-20","cited_by_count":278},{"id":"1908.11828","title":"PAWS-X: A Cross-lingual Adversarial Dataset for Paraphrase Identification","created":"2019-08-30","cited_by_count":264},{"id":"2007.15207","title":"MKQA: A Linguistically Diverse Benchmark for Multilingual Open Domain Question Answering","created":"2020-07-30","cited_by_count":153},{"id":"2106.12066","title":"It's All in the Heads: Using Attention Heads as a Baseline for Cross-Lingual Transfer in Commonsense Reasoning","created":"2021-06-22","cited_by_count":69},{"id":"2302.14691","title":"Investigating the Effectiveness of Task-Agnostic Prefix Prompt for Instruction Following","created":"2023-02-28","cited_by_count":33}],"next_cursor":null}