{"list":"other","total":55,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1609.08144","title":"Google's Neural Machine Translation System: Bridging the Gap between Human and Machine Translation","created":"2016-09-26","cited_by_count":1475},{"id":"1804.04235","title":"Adafactor: Adaptive Learning Rates with Sublinear Memory Cost","created":"2018-04-11","cited_by_count":905},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"1911.03429","title":"ERASER: A Benchmark to Evaluate Rationalized NLP Models","created":"2019-11-08","cited_by_count":530},{"id":"2109.02846","title":"Datasets: A Community Library for Natural Language Processing","created":"2021-09-07","cited_by_count":530},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463},{"id":"2104.14337","title":"Dynabench: Rethinking Benchmarking in NLP","created":"2021-04-07","cited_by_count":459},{"id":"1911.03894","title":"CamemBERT: a Tasty French Language Model","created":"2019-11-10","cited_by_count":368},{"id":"2003.00104","title":"AraBERT: Transformer-based Model for Arabic Language Understanding","created":"2020-02-28","cited_by_count":362},{"id":"1904.09223","title":"ERNIE: Enhanced Representation through Knowledge Integration","created":"2019-04-19","cited_by_count":302},{"id":"1802.05799","title":"Horovod: fast and easy distributed deep learning in TensorFlow","created":"2018-02-15","cited_by_count":279},{"id":"2004.05986","title":"CLUE: A Chinese Language Understanding Evaluation Benchmark","created":"2020-04-13","cited_by_count":278},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260},{"id":"2103.06874","title":"CANINE: Pre-training an Efficient Tokenization-Free Encoder for Language Representation","created":"2021-03-11","cited_by_count":232},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"1511.08308","title":"Named Entity Recognition with Bidirectional LSTM-CNNs","created":"2015-11-26","cited_by_count":201},{"id":"2101.01785","title":"ARBERT & MARBERT: Deep Bidirectional Transformers for Arabic","created":"2020-12-27","cited_by_count":166},{"id":"2008.12009","title":"A Survey of Evaluation Metrics Used for NLG Systems","created":"2020-08-27","cited_by_count":164},{"id":"2010.03093","title":"WikiLingua: A New Benchmark Dataset for Cross-Lingual Abstractive Summarization","created":"2020-10-07","cited_by_count":154},{"id":"1912.05372","title":"FlauBERT: Unsupervised Language Model Pre-training for French","created":"2019-12-11","cited_by_count":153},{"id":"2010.10906","title":"German's Next Language Model","created":"2020-10-21","cited_by_count":144},{"id":"2104.12369","title":"PanGu-$\\alpha$: Large-scale Autoregressive Pretrained Chinese Language Models with Auto-parallel Computation","created":"2021-04-26","cited_by_count":134},{"id":"1508.06615","title":"Character-Aware Neural Language Models","created":"2015-08-26","cited_by_count":132},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131},{"id":"2103.06678","title":"The Interplay of Variant, Size, and Task Type in Arabic Pre-trained Language Models","created":"2021-03-11","cited_by_count":119},{"id":"2009.05387","title":"IndoNLU: Benchmark and Resources for Evaluating Indonesian Natural Language Understanding","created":"2020-09-11","cited_by_count":109},{"id":"2009.13570","title":"DialoGLUE: A Natural Language Understanding Benchmark for Task-Oriented Dialogue","created":"2020-09-28","cited_by_count":89},{"id":"2010.10392","title":"CharacterBERT: Reconciling ELMo and BERT for Word-Level Open-Vocabulary Representations From Characters","created":"2020-10-20","cited_by_count":87},{"id":"2007.13184","title":"KUISAIL at SemEval-2020 Task 12: BERT-CNN for Offensive Speech Identification in Social Media","created":"2020-07-26","cited_by_count":84},{"id":"2011.01513","title":"CharBERT: Character-aware Pre-trained Language Model","created":"2020-11-03","cited_by_count":63},{"id":"2109.12068","title":"AraT5: Text-to-Text Transformers for Arabic Language Generation","created":"2021-08-31","cited_by_count":63},{"id":"2010.15925","title":"RussianSuperGLUE: A Russian Language Understanding Evaluation Benchmark","created":"2020-10-29","cited_by_count":53},{"id":"2107.07498","title":"FewCLUE: A Chinese Few-shot Learning Evaluation Benchmark","created":"2021-07-15","cited_by_count":41},{"id":"1909.00204","title":"NEZHA: Neural Contextualized Representation for Chinese Language Understanding","created":"2019-08-31","cited_by_count":39},{"id":"1611.04033","title":"1.5 billion words Arabic Corpus","created":"2016-11-12","cited_by_count":35},{"id":"2006.07890","title":"FinEst BERT and CroSloEngual BERT: less is more in multilingual models","created":"2020-06-14","cited_by_count":20},{"id":"2011.03092","title":"Machine Generation and Detection of Arabic Manipulated and Fake News","created":"2020-11-05","cited_by_count":16},{"id":"2101.09469","title":"Training Multilingual Pre-trained Language Model with Byte-level Subwords","created":"2021-01-23","cited_by_count":16},{"id":"2007.05612","title":"Multi-Dialect Arabic BERT for Country-Level Dialect Identification","created":"2020-07-10","cited_by_count":15},{"id":"2204.00004","title":"Reproducibility Issues for BERT-based Evaluation Metrics","created":"2022-03-30","cited_by_count":9},{"id":"2104.09694","title":"Efficient pre-training objectives for Transformers","created":"2021-04-20","cited_by_count":8},{"id":"2103.04353","title":"Empathetic BERT2BERT Conversational Model: Learning Arabic Language Generation with Little Data","created":"2021-03-07","cited_by_count":7},{"id":"2108.00391","title":"Learning to Look Inside: Augmenting Token-Based Encoders with Character-Level Information","created":"2021-08-01","cited_by_count":4},{"id":"1806.09089","title":"Character-Level Feature Extraction with Densely Connected Networks","created":"2018-06-24","cited_by_count":3}],"next_cursor":null}