{"list":"other","total":100,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2310.06825","title":"Mistral 7B","created":"2023-10-10","cited_by_count":3164},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"2211.05100","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","created":"2022-11-09","cited_by_count":1984},{"id":"2404.14219","title":"Phi-3 Technical Report: A Highly Capable Language Model Locally on Your Phone","created":"2024-04-22","cited_by_count":1917},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2307.03109","title":"A Survey on Evaluation of Large Language Models","created":"2023-07-06","cited_by_count":1242},{"id":"2201.08239","title":"LaMDA: Language Models for Dialog Applications","created":"2022-01-20","cited_by_count":1220},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"2112.06905","title":"GLaM: Efficient Scaling of Language Models with Mixture-of-Experts","created":"2021-12-13","cited_by_count":897},{"id":"2401.06066","title":"DeepSeekMoE: Towards Ultimate Expert Specialization in Mixture-of-Experts Language Models","created":"2024-01-11","cited_by_count":867},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843},{"id":"1909.05858","title":"CTRL: A Conditional Transformer Language Model for Controllable Generation","created":"2019-09-11","cited_by_count":762},{"id":"2204.06745","title":"GPT-NeoX-20B: An Open-Source Autoregressive Language Model","created":"2022-04-14","cited_by_count":713},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648},{"id":"2201.11990","title":"Using DeepSpeed and Megatron to Train Megatron-Turing NLG 530B, A Large-Scale Generative Language Model","created":"2022-01-28","cited_by_count":559},{"id":"1911.00359","title":"CCNet: Extracting High Quality Monolingual Datasets from Web Crawl Data","created":"2019-11-01","cited_by_count":548},{"id":"2311.16867","title":"The Falcon Series of Open Language Models","created":"2023-11-28","cited_by_count":535},{"id":"2402.06196","title":"Large Language Models: A Survey","created":"2024-02-09","cited_by_count":525},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463},{"id":"1911.03894","title":"CamemBERT: a Tasty French Language Model","created":"2019-11-10","cited_by_count":368},{"id":"1905.02450","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","created":"2019-05-07","cited_by_count":347},{"id":"2309.01029","title":"Explainability for Large Language Models: A Survey","created":"2023-09-02","cited_by_count":333},{"id":"2205.05131","title":"UL2: Unifying Language Learning Paradigms","created":"2022-05-10","cited_by_count":295},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260},{"id":"2309.04662","title":"MADLAD-400: A Multilingual And Document-Level Large Audited Dataset","created":"2023-09-09","cited_by_count":181},{"id":"2309.09400","title":"CulturaX: A Cleaned, Enormous, and Multilingual Dataset for Large Language Models in 167 Languages","created":"2023-09-17","cited_by_count":174},{"id":"2303.03915","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","created":"2023-03-07","cited_by_count":148},{"id":"2010.10906","title":"German's Next Language Model","created":"2020-10-21","cited_by_count":144},{"id":"2405.05254","title":"You Only Cache Once: Decoder-Decoder Architectures for Language Models","created":"2024-05-08","cited_by_count":144},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134},{"id":"1912.07076","title":"Multilingual is not enough: BERT for Finnish","created":"2019-12-15","cited_by_count":119},{"id":"2001.06286","title":"RobBERT: a Dutch RoBERTa-based Language Model","created":"2020-01-17","cited_by_count":88},{"id":"2308.02976","title":"Spanish Pre-trained BERT Model and Evaluation Data","created":"2023-08-06","cited_by_count":81},{"id":"2405.01769","title":"A Survey on Large Language Models for Critical Societal Domains: Finance, Healthcare, and Law","created":"2024-05-02","cited_by_count":74},{"id":"2402.18041","title":"Datasets for Large Language Models: A Comprehensive Survey","created":"2024-02-28","cited_by_count":71},{"id":"2208.01448","title":"AlexaTM 20B: Few-Shot Learning Using a Large-Scale Multilingual Seq2Seq Model","created":"2022-08-02","cited_by_count":57},{"id":"2210.11399","title":"Transcending Scaling Laws with 0.1% Extra Compute","created":"2022-10-20","cited_by_count":57},{"id":"2403.14009","title":"A New Massive Multilingual Dataset for High-Performance Language Technologies","created":"2024-03-20","cited_by_count":56},{"id":"2402.00786","title":"CroissantLLM: A Truly Bilingual French-English Language Model","created":"2024-02-01","cited_by_count":53},{"id":"2106.10715","title":"CPM-2: Large-scale Cost-effective Pre-trained Language Models","created":"2021-06-20","cited_by_count":52},{"id":"2105.01735","title":"HerBERT: Efficiently Pretrained Transformer-based Language Model for Polish","created":"2021-05-04","cited_by_count":51},{"id":"2012.02110","title":"GottBERT: a pure German Language Model","created":"2020-12-03","cited_by_count":49},{"id":"2311.05640","title":"FinGPT: Large Generative Models for a Small Language","created":"2023-11-03","cited_by_count":49},{"id":"2112.12731","title":"ERNIE 3.0 Titan: Exploring Larger-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-12-23","cited_by_count":46},{"id":"2008.12014","title":"GREEK-BERT: The Greeks visiting Sesame Street","created":"2020-08-27","cited_by_count":38},{"id":"2107.07253","title":"MarIA: Spanish Language Models","created":"2021-07-15","cited_by_count":36},{"id":"2007.01658","title":"Playing with Words at the National Library of Sweden -- Making a Swedish BERT","created":"2020-07-03","cited_by_count":35},{"id":"2105.11314","title":"RobeCzech: Czech RoBERTa, a monolingual contextualized language representation model","created":"2021-05-24","cited_by_count":33},{"id":"2308.11878","title":"Cabrita: closing the gap for foreign languages","created":"2023-08-23","cited_by_count":25},{"id":"2312.09993","title":"LLaMAntino: LLaMA 2 Models for Effective Text Generation in Italian Language","created":"2023-12-15","cited_by_count":25},{"id":"2103.13031","title":"Czert -- Czech BERT-like Model for Language Representation","created":"2021-03-24","cited_by_count":22},{"id":"2006.04229","title":"Pre-training Polish Transformer-based Language Models at Scale","created":"2020-06-07","cited_by_count":21},{"id":"2405.01964","title":"Position: Understanding LLMs Requires More Than Statistical Generalization","created":"2024-05-03","cited_by_count":21},{"id":"2202.03371","title":"Cedille: A large autoregressive French language model","created":"2022-02-07","cited_by_count":20},{"id":"2211.15848","title":"ClueWeb22: 10 Billion Web Documents with Visual and Semantic Information","created":"2022-11-29","cited_by_count":20},{"id":"2005.13342","title":"Towards an Open Platform for Legal Information","created":"2020-05-27","cited_by_count":19},{"id":"2404.01856","title":"Poro 34B and the Blessing of Multilinguality","created":"2024-04-02","cited_by_count":18},{"id":"2005.03521","title":"The Danish Gigaword Project","created":"2020-05-07","cited_by_count":17},{"id":"2004.14253","title":"GePpeTto Carves Italian into a Language Model","created":"2020-04-29","cited_by_count":16},{"id":"2011.04784","title":"EstBERT: A Pretrained Language-Specific BERT for Estonian","created":"2020-11-09","cited_by_count":16},{"id":"2402.12969","title":"Gl\\'orIA -- A Generative and Open Large Language Model for Portuguese","created":"2024-02-20","cited_by_count":16},{"id":"2205.10517","title":"Pre-training Data Quality and Quantity for a Low-Resource Language: New Corpus and BERT Models for Maltese","created":"2022-05-21","cited_by_count":14},{"id":"2205.08808","title":"Evaluation of Transfer Learning for Polish with a Text-to-Text Model","created":"2022-05-18","cited_by_count":13},{"id":"2306.14457","title":"Fauno: The Italian Large Language Model that will leave you senza parole!","created":"2023-06-26","cited_by_count":13},{"id":"2307.16456","title":"Camoscio: an Italian Instruction-tuned LLaMA","created":"2023-07-31","cited_by_count":13},{"id":"2107.12930","title":"gaBERT -- an Irish Language Model","created":"2021-07-27","cited_by_count":12},{"id":"2401.02909","title":"Introducing Bode: A Fine-Tuned Large Language Model for Portuguese Prompt-Based Task","created":"2024-01-05","cited_by_count":12},{"id":"2109.15254","title":"SlovakBERT: Slovak Masked Language Model","created":"2021-09-30","cited_by_count":11},{"id":"2312.12852","title":"Language Resources for Dutch Large Language Modelling","created":"2023-12-20","cited_by_count":11},{"id":"2404.00399","title":"Aurora-M: Open Source Continual Pre-training for Multilingual Language and Code","created":"2024-03-30","cited_by_count":10},{"id":"2110.08554","title":"PAGnol: An Extra-Large French Generative Model","created":"2021-10-16","cited_by_count":9},{"id":"2207.13988","title":"Sequence to sequence pretraining for a less-resourced Slovenian language","created":"2022-07-28","cited_by_count":9},{"id":"2304.00869","title":"GreekBART: The First Pretrained Greek Sequence-to-Sequence Model","created":"2023-04-03","cited_by_count":8},{"id":"2402.09759","title":"Efficient Language Adaptive Pre-training: Extending State-of-the-Art Large Language Models for Polish","created":"2024-02-15","cited_by_count":4},{"id":"2304.13994","title":"SweCTRL-Mini: a data-transparent Transformer-based large language model for controllable text generation in Swedish","created":"2023-04-27","cited_by_count":3},{"id":"2311.07767","title":"GreekT5: A Series of Greek Sequence-to-Sequence Models for News Summarization","created":"2023-11-13","cited_by_count":2},{"id":"1701.07880","title":"emLam -- a Hungarian Language Modeling baseline","created":"2017-01-26","cited_by_count":1}],"next_cursor":null}