{"list":"other","total":52,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"1409.3215","title":"Sequence to Sequence Learning with Neural Networks","created":"2014-09-10","cited_by_count":2986},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1808.06226","title":"SentencePiece: A simple and language independent subword tokenizer and detokenizer for Neural Text Processing","created":"2018-08-19","cited_by_count":1989},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1804.08771","title":"A Call for Clarity in Reporting BLEU Scores","created":"2018-04-23","cited_by_count":1799},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1607.01759","title":"Bag of Tricks for Efficient Text Classification","created":"2016-07-06","cited_by_count":876},{"id":"1911.00536","title":"DialoGPT: Large-Scale Generative Pre-training for Conversational Response Generation","created":"2019-11-01","cited_by_count":842},{"id":"2107.06499","title":"Deduplicating Training Data Makes Language Models Better","created":"2021-07-14","cited_by_count":714},{"id":"1911.03894","title":"CamemBERT: a Tasty French Language Model","created":"2019-11-10","cited_by_count":368},{"id":"1905.02450","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","created":"2019-05-07","cited_by_count":347},{"id":"2106.13822","title":"XL-Sum: Large-Scale Multilingual Abstractive Summarization for 44 Languages","created":"2021-06-25","cited_by_count":347},{"id":"1910.07475","title":"MLQA: Evaluating Cross-lingual Extractive Question Answering","created":"2019-10-16","cited_by_count":340},{"id":"2008.00401","title":"Multilingual Translation with Extensible Multilingual Pretraining and Finetuning","created":"2020-08-02","cited_by_count":287},{"id":"1907.12461","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","created":"2019-07-29","cited_by_count":182},{"id":"2010.03093","title":"WikiLingua: A New Benchmark Dataset for Cross-Lingual Abstractive Summarization","created":"2020-10-07","cited_by_count":154},{"id":"2201.06642","title":"Towards a Cleaner Document-Oriented Multilingual Crawled Corpus","created":"2022-01-17","cited_by_count":143},{"id":"2004.14900","title":"MLSUM: The Multilingual Summarization Corpus","created":"2020-04-30","cited_by_count":121},{"id":"1912.07076","title":"Multilingual is not enough: BERT for Finnish","created":"2019-12-15","cited_by_count":119},{"id":"2001.06286","title":"RobBERT: a Dutch RoBERTa-based Language Model","created":"2020-01-17","cited_by_count":88},{"id":"2109.05729","title":"CPT: A Pre-Trained Unbalanced Transformer for Both Chinese Language Understanding and Generation","created":"2021-09-13","cited_by_count":81},{"id":"2308.02976","title":"Spanish Pre-trained BERT Model and Evaluation Data","created":"2023-08-06","cited_by_count":81},{"id":"2109.12068","title":"AraT5: Text-to-Text Transformers for Arabic Language Generation","created":"2021-08-31","cited_by_count":63},{"id":"2010.12321","title":"BARThez: a Skilled Pretrained French Sequence-to-Sequence Model","created":"2020-10-23","cited_by_count":40},{"id":"2210.13448","title":"EUR-Lex-Sum: A Multi- and Cross-lingual Dataset for Long-form Summarization in the Legal Domain","created":"2022-10-24","cited_by_count":40},{"id":"2109.02903","title":"IndicBART: A Pre-trained Model for Indic Natural Language Generation","created":"2021-09-07","cited_by_count":39},{"id":"2107.07253","title":"MarIA: Spanish Language Models","created":"2021-07-15","cited_by_count":36},{"id":"2008.09144","title":"PTT5: Pretraining and validating the T5 model on Brazilian Portuguese data","created":"2020-08-20","cited_by_count":35},{"id":"2109.09701","title":"BARTpho: Pre-trained Sequence-to-Sequence Models for Vietnamese","created":"2021-09-20","cited_by_count":34},{"id":"2207.06814","title":"BERTIN: Efficient Pre-Training of a Spanish Language Model using Perplexity Sampling","created":"2022-07-14","cited_by_count":30},{"id":"2203.10945","title":"AraBART: a Pretrained Arabic Sequence-to-Sequence Model for Abstractive Summarization","created":"2022-03-21","cited_by_count":24},{"id":"2203.03759","title":"IT5: Text-to-text Pretraining for Italian Language Understanding and Generation","created":"2022-03-07","cited_by_count":20},{"id":"2109.05006","title":"BiSECT: Learning to Split and Rephrase Sentences with Bitexts","created":"2021-09-10","cited_by_count":18},{"id":"2004.14253","title":"GePpeTto Carves Italian into a Language Model","created":"2020-04-29","cited_by_count":16},{"id":"2108.12465","title":"Code-switched inspired losses for generic spoken dialog representations","created":"2021-08-27","cited_by_count":10},{"id":"2212.08390","title":"Lessons learned from the evaluation of Spanish Language Models","created":"2022-12-16","cited_by_count":8},{"id":"2304.00869","title":"GreekBART: The First Pretrained Greek Sequence-to-Sequence Model","created":"2023-04-03","cited_by_count":8},{"id":"2305.05858","title":"V\\=arta: A Large-Scale Headline-Generation Dataset for Indic Languages","created":"2023-05-10","cited_by_count":8},{"id":"2309.02373","title":"nanoT5: A PyTorch Framework for Pre-training and Fine-tuning T5-style Models with Limited Resources","created":"2023-09-05","cited_by_count":7},{"id":"2204.07571","title":"Evaluation Benchmarks for Spanish Sentence Representations","created":"2022-04-15","cited_by_count":6},{"id":"2204.09145","title":"ALBETO and DistilBETO: Lightweight Spanish Language Models","created":"2022-04-19","cited_by_count":6},{"id":"2205.10233","title":"RigoBERTa: A State-of-the-Art Language Model For Spanish","created":"2022-04-27","cited_by_count":5},{"id":"2110.06128","title":"Regionalized models for Spanish language variations based on Twitter","created":"2021-10-12","cited_by_count":4}],"next_cursor":null}