{"list":"other","total":51,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"1510.00149","title":"Deep Compression: Compressing Deep Neural Networks with Pruning, Trained Quantization and Huffman Coding","created":"2015-10-01","cited_by_count":2329},{"id":"1506.02626","title":"Learning both Weights and Connections for Efficient Neural Networks","created":"2015-06-08","cited_by_count":2031},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"1905.10650","title":"Are Sixteen Heads Really Better than One?","created":"2019-05-25","cited_by_count":816},{"id":"2003.11080","title":"XTREME: A Massively Multilingual Multi-task Benchmark for Evaluating Cross-lingual Generalization","created":"2020-03-24","cited_by_count":742},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"1902.09574","title":"The State of Sparsity in Deep Neural Networks","created":"2019-02-25","cited_by_count":476},{"id":"1812.10464","title":"Massively Multilingual Sentence Embeddings for Zero-Shot Cross-Lingual Transfer and Beyond","created":"2018-12-26","cited_by_count":434},{"id":"2005.07683","title":"Movement Pruning: Adaptive Sparsity by Fine-Tuning","created":"2020-05-15","cited_by_count":403},{"id":"1909.05840","title":"Q-BERT: Hessian Based Ultra Low Precision Quantization of BERT","created":"2019-09-12","cited_by_count":359},{"id":"1904.09077","title":"Beto, Bentz, Becas: The Surprising Cross-Lingual Effectiveness of BERT","created":"2019-04-19","cited_by_count":301},{"id":"2004.04037","title":"DynaBERT: Dynamic BERT with Adaptive Width and Depth","created":"2020-04-08","cited_by_count":251},{"id":"2005.09093","title":"Are All Languages Created Equal in Multilingual BERT?","created":"2020-05-18","cited_by_count":207},{"id":"2002.08307","title":"Compressing BERT: Studying the Effects of Weight Pruning on Transfer Learning","created":"2020-02-19","cited_by_count":185},{"id":"2012.15701","title":"BinaryBERT: Pushing the Limit of BERT Quantization","created":"2020-12-31","cited_by_count":178},{"id":"2109.04838","title":"Block Pruning For Faster Transformers","created":"2021-09-10","cited_by_count":177},{"id":"1911.05248","title":"What Do Compressed Deep Neural Networks Forget?","created":"2019-11-13","cited_by_count":171},{"id":"2010.03058","title":"Characterising Bias in Compressed Models","created":"2020-10-06","cited_by_count":167},{"id":"2010.02353","title":"Participatory Research for Low-resourced Machine Translation: A Case Study in African Languages","created":"2020-10-05","cited_by_count":159},{"id":"2103.11811","title":"MasakhaNER: Named Entity Recognition for African Languages","created":"2021-03-22","cited_by_count":155},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144},{"id":"2010.12858","title":"When Being Unseen from mBERT is just the Beginning: Handling New Languages With Multilingual Language Models","created":"2020-10-24","cited_by_count":131},{"id":"2005.04511","title":"Finding Universal Grammatical Relations in Multilingual BERT","created":"2020-05-09","cited_by_count":110},{"id":"2002.11985","title":"Compressing Large-Scale Transformer-Based Models: A Case Study on BERT","created":"2020-02-27","cited_by_count":96},{"id":"2110.06341","title":"Learning Compact Metrics for MT","created":"2021-10-12","cited_by_count":93},{"id":"2004.13640","title":"Extending Multilingual BERT to Low-Resource Languages","created":"2020-04-28","cited_by_count":88},{"id":"2101.00063","title":"EarlyBERT: Efficient BERT Training via Early-bird Lottery Tickets","created":"2020-12-31","cited_by_count":79},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78},{"id":"2010.11683","title":"An Analysis of Simple Data Augmentation for Named Entity Recognition","created":"2020-10-22","cited_by_count":76},{"id":"2112.02721","title":"NL-Augmenter: A Framework for Task-Sensitive Natural Language Augmentation","created":"2021-12-06","cited_by_count":73},{"id":"2110.03036","title":"The Low-Resource Double Bind: An Empirical Study of Pruning for Low-Resource Machine Translation","created":"2021-10-06","cited_by_count":47},{"id":"2110.14782","title":"When is BERT Multilingual? Isolating Crucial Ingredients for Cross-lingual Transfer","created":"2021-10-27","cited_by_count":42},{"id":"1909.00100","title":"Small and Practical BERT Models for Sequence Labeling","created":"2019-08-31","cited_by_count":40},{"id":"2004.05686","title":"XtremeDistil: Multi-stage Distillation for Massive Multilingual Models","created":"2020-04-12","cited_by_count":38},{"id":"2109.03228","title":"Beyond Preserved Accuracy: Evaluating Loyalty and Robustness of BERT Compression","created":"2021-09-07","cited_by_count":38},{"id":"2010.05609","title":"Load What You Need: Smaller Versions of Multilingual BERT","created":"2020-10-12","cited_by_count":32},{"id":"1910.03806","title":"Is Multilingual BERT Fluent in Language Generation?","created":"2019-10-09","cited_by_count":28},{"id":"1906.06110","title":"Towards Compact and Robust Deep Neural Networks","created":"2019-06-14","cited_by_count":23},{"id":"2012.13866","title":"Learning Light-Weight Translation Models from Deep Transformer","created":"2020-12-27","cited_by_count":22},{"id":"2102.01670","title":"Keep the Gradients Flowing: Using Gradient Flow to Study Sparse Network Optimization","created":"2021-02-02","cited_by_count":22},{"id":"2108.08375","title":"Contributions of Transformer Attention Heads in Multi- and Cross-lingual Tasks","created":"2021-08-18","cited_by_count":16},{"id":"2202.12288","title":"Toward More Meaningful Resources for Lower-resourced Languages","created":"2022-02-24","cited_by_count":14},{"id":"2108.11703","title":"Data Augmentation for Low-Resource Named Entity Recognition Using Backtranslation","created":"2021-08-26","cited_by_count":10},{"id":"2003.12660","title":"Towards Supervised and Unsupervised Neural Machine Translation Baselines for Nigerian Pidgin","created":"2020-03-27","cited_by_count":8},{"id":"2109.12683","title":"On the Prunability of Attention Heads in Multilingual BERT","created":"2021-09-26","cited_by_count":4}],"next_cursor":null}