{"list":"other","total":60,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1301.3781","title":"Efficient Estimation of Word Representations in Vector Space","created":"2013-01-16","cited_by_count":4375},{"id":"2108.07258","title":"On the Opportunities and Risks of Foundation Models","created":"2021-08-16","cited_by_count":4033},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2012.07805","title":"Extracting Training Data from Large Language Models","created":"2020-12-14","cited_by_count":2189},{"id":"2206.04615","title":"Beyond the Imitation Game: Quantifying and extrapolating the capabilities of language models","created":"2022-06-09","cited_by_count":1998},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"2004.09095","title":"The State and Fate of Linguistic Diversity and Inclusion in the NLP World","created":"2020-04-20","cited_by_count":798},{"id":"2202.07646","title":"Quantifying Memorization Across Neural Language Models","created":"2022-02-15","cited_by_count":763},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"1910.11856","title":"On the Cross-lingual Transferability of Monolingual Representations","created":"2019-10-25","cited_by_count":578},{"id":"2104.08758","title":"Documenting Large Webtext Corpora: A Case Study on the Colossal Clean Crawled Corpus","created":"2021-04-18","cited_by_count":492},{"id":"1812.10464","title":"Massively Multilingual Sentence Embeddings for Zero-Shot Cross-Lingual Transfer and Beyond","created":"2018-12-26","cited_by_count":434},{"id":"1911.03894","title":"CamemBERT: a Tasty French Language Model","created":"2019-11-10","cited_by_count":368},{"id":"2003.00104","title":"AraBERT: Transformer-based Model for Arabic Language Understanding","created":"2020-02-28","cited_by_count":362},{"id":"2111.15366","title":"AI and the Everything in the Whole Wide World Benchmark","created":"2021-11-26","cited_by_count":349},{"id":"1706.03872","title":"Six Challenges for Neural Machine Translation","created":"2017-06-12","cited_by_count":335},{"id":"1904.09077","title":"Beto, Bentz, Becas: The Surprising Cross-Lingual Effectiveness of BERT","created":"2019-04-19","cited_by_count":301},{"id":"2112.10668","title":"Few-shot Learning with Multilingual Language Models","created":"2021-12-20","cited_by_count":278},{"id":"2103.12028","title":"Quality at a Glance: An Audit of Web-Crawled Multilingual Datasets","created":"2021-03-22","cited_by_count":243},{"id":"2006.16923","title":"Large image datasets: A pyrrhic win for computer vision?","created":"2020-06-24","cited_by_count":237},{"id":"2202.07785","title":"Predictability and Surprise in Large Generative Models","created":"2022-02-15","cited_by_count":210},{"id":"2005.09093","title":"Are All Languages Created Equal in Multilingual BERT?","created":"2020-05-18","cited_by_count":207},{"id":"2202.11176","title":"A New Generation of Perspective API: Efficient Multilingual Character-level Transformers","created":"2022-02-22","cited_by_count":185},{"id":"2005.00813","title":"Social Biases in NLP Models as Barriers for Persons with Disabilities","created":"2020-05-02","cited_by_count":182},{"id":"1911.01464","title":"Emerging Cross-lingual Structure in Pretrained Language Models","created":"2019-11-04","cited_by_count":181},{"id":"2106.15590","title":"The Values Encoded in Machine Learning Research","created":"2021-06-29","cited_by_count":172},{"id":"2104.07412","title":"XTREME-R: Towards More Challenging and Nuanced Multilingual Evaluation","created":"2021-04-15","cited_by_count":168},{"id":"2106.12672","title":"Charformer: Fast Character Transformers via Gradient-based Subword Tokenization","created":"2021-06-23","cited_by_count":160},{"id":"2010.02353","title":"Participatory Research for Low-resourced Machine Translation: A Case Study in African Languages","created":"2020-10-05","cited_by_count":159},{"id":"2010.12858","title":"When Being Unseen from mBERT is just the Beginning: Handling New Languages With Multilingual Language Models","created":"2020-10-24","cited_by_count":131},{"id":"1809.02208","title":"Assessing Gender Bias in Machine Translation -- A Case Study with Google Translate","created":"2018-09-06","cited_by_count":121},{"id":"2104.06001","title":"Gender Bias in Machine Translation","created":"2021-04-13","cited_by_count":117},{"id":"1909.03341","title":"Neural Machine Translation with Byte-Level Subwords","created":"2019-09-07","cited_by_count":115},{"id":"2005.04511","title":"Finding Universal Grammatical Relations in Multilingual BERT","created":"2020-05-09","cited_by_count":110},{"id":"2011.04946","title":"When Do You Need Billions of Words of Pretraining Data?","created":"2020-11-10","cited_by_count":104},{"id":"2004.08900","title":"The Cost of Training NLP Models: A Concise Overview","created":"2020-04-19","cited_by_count":98},{"id":"2004.04721","title":"Translation Artifacts in Cross-lingual Transfer Learning","created":"2020-04-09","cited_by_count":96},{"id":"2004.13640","title":"Extending Multilingual BERT to Low-Resource Languages","created":"2020-04-28","cited_by_count":88},{"id":"2104.07705","title":"How to Train BERT with an Academic Budget","created":"2021-04-15","cited_by_count":80},{"id":"2105.02732","title":"What's in the Box? A Preliminary Analysis of Undesirable Content in the Common Crawl Corpus","created":"2021-05-06","cited_by_count":80},{"id":"2010.14571","title":"Language ID in the Wild: Unexpected Challenges on the Path to a Thousand-Language Web Text Corpus","created":"2020-10-27","cited_by_count":77},{"id":"1808.09115","title":"All You Need is \"Love\": Evading Hate-speech Detection","created":"2018-08-28","cited_by_count":56},{"id":"1911.03310","title":"How Language-Neutral is Multilingual BERT?","created":"2019-11-08","cited_by_count":51},{"id":"2212.09648","title":"NusaCrowd: Open Source Initiative for Indonesian NLP Resources","created":"2022-12-19","cited_by_count":38},{"id":"2004.00033","title":"Give your Text Representation Models some Love: the Case for Basque","created":"2020-03-31","cited_by_count":28},{"id":"2301.13720","title":"Zero-shot cross-lingual transfer language selection using linguistic similarity","created":"2023-01-31","cited_by_count":28},{"id":"2204.11909","title":"How can NLP Help Revitalize Endangered Languages? A Case Study and Roadmap for the Cherokee Language","created":"2022-04-25","cited_by_count":19},{"id":"2203.09597","title":"Towards Responsible Natural Language Annotation for the Varieties of Arabic","created":"2022-03-17","cited_by_count":14},{"id":"2205.10517","title":"Pre-training Data Quality and Quantity for a Low-Resource Language: New Corpus and BERT Models for Maltese","created":"2022-05-21","cited_by_count":14},{"id":"2212.10173","title":"On the Role of Parallel Data in Cross-lingual Transfer Learning","created":"2022-12-20","cited_by_count":11},{"id":"2101.10649","title":"Analyzing Zero-shot Cross-lingual Transfer in Supervised NLP Tasks","created":"2021-01-26","cited_by_count":8},{"id":"2303.16828","title":"Tackling Hate Speech in Low-resource Languages with Context Experts","created":"2023-03-29","cited_by_count":7},{"id":"1911.11951","title":"Taking a Stance on Fake News: Towards Automatic Disinformation Assessment via Deep Bidirectional Transformer Language Models for Stance Detection","created":"2019-11-27","cited_by_count":6},{"id":"1605.03832","title":"Polyglot Neural Language Models: A Case Study in Cross-Lingual Phonetic Representation Learning","created":"2016-05-12","cited_by_count":5},{"id":"2201.11105","title":"Do You See What I See? Capabilities and Limits of Automated Multimedia Content Analysis","created":"2021-12-15","cited_by_count":2}],"next_cursor":null}