{"list":"other","total":79,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1704.05426","title":"A Broad-Coverage Challenge Corpus for Sentence Understanding through Inference","created":"2017-04-18","cited_by_count":2682},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"1607.06520","title":"Man is to Computer Programmer as Woman is to Homemaker? Debiasing Word Embeddings","created":"2016-07-21","cited_by_count":1312},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"1708.00055","title":"SemEval-2017 Task 1: Semantic Textual Similarity - Multilingual and Cross-lingual Focused Evaluation","created":"2017-07-31","cited_by_count":1001},{"id":"2005.14050","title":"Language (Technology) is Power: A Critical Survey of \"Bias\" in NLP","created":"2020-05-28","cited_by_count":956},{"id":"2004.09456","title":"StereoSet: Measuring stereotypical bias in pretrained language models","created":"2020-04-20","cited_by_count":924},{"id":"1608.07187","title":"Semantics derived automatically from language corpora contain human-like biases","created":"2016-08-25","cited_by_count":901},{"id":"2005.00247","title":"AdapterFusion: Non-Destructive Task Composition for Transfer Learning","created":"2020-05-01","cited_by_count":788},{"id":"2010.00133","title":"CrowS-Pairs: A Challenge Dataset for Measuring Social Biases in Masked Language Models","created":"2020-09-30","cited_by_count":710},{"id":"1804.06876","title":"Gender Bias in Coreference Resolution: Evaluation and Debiasing Methods","created":"2018-04-18","cited_by_count":659},{"id":"1909.01326","title":"The Woman Worked as a Babysitter: On Biases in Language Generation","created":"2019-09-03","cited_by_count":541},{"id":"1910.09700","title":"Quantifying the Carbon Emissions of Machine Learning","created":"2019-10-21","cited_by_count":521},{"id":"2004.07667","title":"Null It Out: Guarding Protected Attributes by Iterative Nullspace Projection","created":"2020-04-16","cited_by_count":455},{"id":"1804.09301","title":"Gender Bias in Coreference Resolution","created":"2018-04-25","cited_by_count":442},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"1707.09457","title":"Men Also Like Shopping: Reducing Gender Bias Amplification using Corpus-level Constraints","created":"2017-07-29","cited_by_count":420},{"id":"1903.10561","title":"On Measuring Social Biases in Sentence Encoders","created":"2019-03-25","cited_by_count":398},{"id":"1911.03891","title":"Social Bias Frames: Reasoning about Social and Power Implications of Language","created":"2019-11-10","cited_by_count":380},{"id":"1906.08976","title":"Mitigating Gender Bias in Natural Language Processing: Literature Review","created":"2019-06-21","cited_by_count":287},{"id":"1906.07337","title":"Measuring Bias in Contextualized Word Representations","created":"2019-06-18","cited_by_count":276},{"id":"1903.03862","title":"Lipstick on a Pig: Debiasing Methods Cover up Systematic Gender Biases in Word Embeddings But do not Remove Them","created":"2019-03-09","cited_by_count":268},{"id":"1906.05433","title":"Tackling Climate Change with Machine Learning","created":"2019-06-10","cited_by_count":265},{"id":"2010.06032","title":"Measuring and Reducing Gendered Correlations in Pre-trained Models","created":"2020-10-12","cited_by_count":224},{"id":"1904.03035","title":"Identifying and Reducing Gender Bias in Word-Level Language Models","created":"2019-04-05","cited_by_count":214},{"id":"1910.04732","title":"Structured Pruning of Large Language Models","created":"2019-10-10","cited_by_count":203},{"id":"2007.08100","title":"Towards Debiasing Sentence Representations","created":"2020-07-16","cited_by_count":171},{"id":"2010.03058","title":"Characterising Bias in Compressed Models","created":"2020-10-06","cited_by_count":167},{"id":"1911.03842","title":"Queens are Powerful too: Mitigating Gender Bias in Dialogue Generation","created":"2019-11-10","cited_by_count":152},{"id":"2106.03521","title":"RedditBias: A Real-World Resource for Bias Evaluation and Debiasing of Conversational Language Models","created":"2021-06-07","cited_by_count":149},{"id":"2009.12812","title":"TernaryBERT: Distillation-aware Ultra-low Bit BERT","created":"2020-09-27","cited_by_count":148},{"id":"1912.11078","title":"Predictive Biases in Natural Language Processing Models: A Conceptual Framework and Overview","created":"2019-11-09","cited_by_count":137},{"id":"2108.12084","title":"Harms of Gender Exclusivity and Challenges in Non-Binary Representation in Language Technologies","created":"2021-08-27","cited_by_count":128},{"id":"1908.09369","title":"On Measuring and Mitigating Biased Inferences of Word Embeddings","created":"2019-08-25","cited_by_count":112},{"id":"2206.05229","title":"Measuring the Carbon Intensity of AI in Cloud Instances","created":"2022-06-10","cited_by_count":111},{"id":"2101.09523","title":"Debiasing Pre-trained Contextualised Embeddings","created":"2021-01-23","cited_by_count":107},{"id":"2011.04946","title":"When Do You Need Billions of Words of Pretraining Data?","created":"2020-11-10","cited_by_count":104},{"id":"2109.03646","title":"Sustainable Modular Debiasing of Language Models","created":"2021-09-08","cited_by_count":100},{"id":"2110.08527","title":"An Empirical Survey of the Effectiveness of Debiasing Techniques for Pre-trained Language Models","created":"2021-10-16","cited_by_count":97},{"id":"2109.05704","title":"Mitigating Language-Dependent Ethnic Bias in BERT","created":"2021-09-13","cited_by_count":87},{"id":"2012.01300","title":"Learning from others' mistakes: Avoiding dataset biases without modeling them","created":"2020-12-02","cited_by_count":83},{"id":"2005.00614","title":"Multi-Dimensional Gender Bias Classification","created":"2020-05-01","cited_by_count":80},{"id":"2102.02973","title":"Show, Attend and Distill:Knowledge Distillation via Attention-based Feature Matching","created":"2021-02-05","cited_by_count":79},{"id":"1707.09861","title":"Reporting Score Distributions Makes a Difference: Performance Study of LSTM-networks for Sequence Tagging","created":"2017-07-31","cited_by_count":73},{"id":"2011.14203","title":"EdgeBERT: Sentence-Level Energy Optimizations for Latency-Aware Multi-Task NLP Inference","created":"2020-11-28","cited_by_count":70},{"id":"1901.07656","title":"Attenuating Bias in Word Vectors","created":"2019-01-23","cited_by_count":64},{"id":"2008.05221","title":"Compression of Deep Learning Models for Text: A Survey","created":"2020-08-12","cited_by_count":64},{"id":"2103.03014","title":"Lost in Pruning: The Effects of Pruning Neural Networks beyond Test Accuracy","created":"2021-03-04","cited_by_count":62},{"id":"1908.06361","title":"Understanding Undesirable Word Embedding Associations","created":"2019-08-18","cited_by_count":59},{"id":"1905.12801","title":"Reducing Gender Bias in Word-Level Language Models with a Gender-Equalizing Loss Function","created":"2019-05-30","cited_by_count":57},{"id":"2110.03036","title":"The Low-Resource Double Bind: An Empirical Study of Pruning for Low-Resource Machine Translation","created":"2021-10-06","cited_by_count":47},{"id":"2202.11923","title":"Welcome to the Modern World of Pronouns: Identity-Inclusive Natural Language Processing beyond Gender","created":"2022-02-24","cited_by_count":47},{"id":"1606.09274","title":"Compression of Neural Machine Translation Models via Pruning","created":"2016-06-29","cited_by_count":44},{"id":"2203.12574","title":"Mitigating Gender Bias in Distilled Language Models via Counterfactual Role Reversal","created":"2022-03-23","cited_by_count":40},{"id":"2009.08065","title":"Efficient Transformer-based Large Scale Language Representations using Hardware-friendly Block Structured Pruning","created":"2020-09-17","cited_by_count":39},{"id":"2003.04866","title":"Multi-SimLex: A Large-Scale Evaluation of Multilingual and Cross-Lingual Lexical Semantic Similarity","created":"2020-03-10","cited_by_count":38},{"id":"2109.03228","title":"Beyond Preserved Accuracy: Evaluating Loyalty and Robustness of BERT Compression","created":"2021-09-07","cited_by_count":38},{"id":"1909.06092","title":"A General Framework for Implicit and Explicit Debiasing of Distributional Word Vector Spaces","created":"2019-09-13","cited_by_count":36},{"id":"1904.11783","title":"Are We Consistently Biased? Multidimensional Analysis of Biases in Distributional Word Vectors","created":"2019-04-26","cited_by_count":31},{"id":"2109.10441","title":"Evaluating Debiasing Techniques for Intersectional Biases","created":"2021-09-21","cited_by_count":30},{"id":"2002.12620","title":"TextBrewer: An Open-Source Knowledge Distillation Toolkit for Natural Language Processing","created":"2020-02-28","cited_by_count":26},{"id":"2109.03160","title":"How much pretraining data do language models need to learn syntax?","created":"2021-09-07","cited_by_count":21},{"id":"2011.01575","title":"AraWEAT: Multidimensional Analysis of Biases in Arabic Word Embeddings","created":"2020-11-03","cited_by_count":20},{"id":"2112.07447","title":"Measuring Fairness with Biased Rulers: A Survey on Quantifying Biases in Pretrained Language Models","created":"2021-12-14","cited_by_count":20},{"id":"2201.08542","title":"Can Model Compression Improve NLP Fairness","created":"2022-01-21","cited_by_count":20},{"id":"1906.05993","title":"Conceptor Debiasing of Word Representations Evaluated on WEAT","created":"2019-06-14","cited_by_count":18},{"id":"2204.04026","title":"Fair and Argumentative Language Modeling for Computational Argumentation","created":"2022-04-08","cited_by_count":18},{"id":"2010.05248","title":"Towards Accurate and Reliable Energy Measurement of NLP Models","created":"2020-10-11","cited_by_count":16},{"id":"2104.09694","title":"Efficient pre-training objectives for Transformers","created":"2021-04-20","cited_by_count":8},{"id":"2109.11105","title":"Distiller: A Systematic Study of Model Distillation Methods in Natural Language Processing","created":"2021-09-23","cited_by_count":7},{"id":"2203.05140","title":"Speciesist Language and Nonhuman Animal Bias in English Masked Language Models","created":"2022-03-10","cited_by_count":2}],"next_cursor":null}