{"list":"other","total":53,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"1706.08840","title":"Gradient Episodic Memory for Continual Learning","created":"2017-06-26","cited_by_count":1898},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"2012.07421","title":"WILDS: A Benchmark of in-the-Wild Distribution Shifts","created":"2020-12-14","cited_by_count":1375},{"id":"1606.04671","title":"Progressive Neural Networks","created":"2016-06-15","cited_by_count":1361},{"id":"2009.11462","title":"RealToxicityPrompts: Evaluating Neural Toxic Degeneration in Language Models","created":"2020-09-24","cited_by_count":1255},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"1912.02164","title":"Plug and Play Language Models: A Simple Approach to Controlled Text Generation","created":"2019-12-04","cited_by_count":799},{"id":"1909.05858","title":"CTRL: A Conditional Transformer Language Model for Controllable Generation","created":"2019-09-11","cited_by_count":762},{"id":"2104.04473","title":"Efficient Large-Scale Language Model Training on GPU Clusters Using Megatron-LM","created":"2021-04-09","cited_by_count":632},{"id":"2010.11125","title":"Beyond English-Centric Multilingual Machine Translation","created":"2020-10-21","cited_by_count":561},{"id":"1905.12616","title":"Defending Against Neural Fake News","created":"2019-05-29","cited_by_count":559},{"id":"1908.04319","title":"Neural Text Generation with Unlikelihood Training","created":"2019-08-12","cited_by_count":503},{"id":"2105.03011","title":"A Dataset of Information-Seeking Questions and Answers Anchored in Research Papers","created":"2021-05-07","cited_by_count":486},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"2105.03023","title":"DExperts: Decoding-Time Controlled Text Generation with Experts and Anti-Experts","created":"2021-05-07","cited_by_count":441},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320},{"id":"1312.3005","title":"One Billion Word Benchmark for Measuring Progress in Statistical Language Modeling","created":"2013-12-11","cited_by_count":308},{"id":"2001.08435","title":"The Pushshift Reddit Dataset","created":"2020-01-23","cited_by_count":292},{"id":"1703.00837","title":"Meta Networks","created":"2017-03-02","cited_by_count":269},{"id":"1907.05019","title":"Massively Multilingual Neural Machine Translation in the Wild: Findings and Challenges","created":"2019-07-11","cited_by_count":257},{"id":"2106.04426","title":"Hash Layers For Large Sparse Models","created":"2021-06-08","cited_by_count":237},{"id":"2103.06268","title":"CUAD: An Expert-Annotated NLP Dataset for Legal Contract Review","created":"2021-03-10","cited_by_count":236},{"id":"1906.01076","title":"Episodic Memory in Lifelong Language Learning","created":"2019-06-03","cited_by_count":188},{"id":"2004.10706","title":"CORD-19: The COVID-19 Open Research Dataset","created":"2020-04-22","cited_by_count":180},{"id":"2010.07079","title":"Recipes for Safety in Open-domain Chatbots","created":"2020-10-14","cited_by_count":170},{"id":"1909.03329","title":"LAMOL: LAnguage MOdeling for Lifelong Language Learning","created":"2019-09-07","cited_by_count":160},{"id":"2004.02105","title":"Unsupervised Domain Clusters in Pretrained Language Models","created":"2020-04-05","cited_by_count":160},{"id":"2008.03156","title":"Better Fine-Tuning by Reducing Representational Collapse","created":"2020-08-06","cited_by_count":157},{"id":"2006.00632","title":"Neural Unsupervised Domain Adaptation in NLP---A Survey","created":"2020-05-31","cited_by_count":144},{"id":"1909.02060","title":"Distributionally Robust Language Modeling","created":"2019-09-04","cited_by_count":143},{"id":"2107.03451","title":"Anticipating Safety Issues in E2E Conversational AI: Framework and Tooling","created":"2021-07-07","cited_by_count":78},{"id":"2009.06807","title":"The Radicalization Risks of GPT-3 and Advanced Neural Language Models","created":"2020-09-15","cited_by_count":76},{"id":"1810.01765","title":"Predicting Factuality of Reporting and Bias of News Media Sources","created":"2018-10-02","cited_by_count":71},{"id":"1809.02256","title":"Multi-Source Domain Adaptation with Mixture of Experts","created":"2018-09-07","cited_by_count":62},{"id":"1705.09296","title":"Neural Models for Documents with Metadata","created":"2017-05-25","cited_by_count":46},{"id":"1608.07836","title":"What to do about non-standard (or non-canonical) language in NLP","created":"2016-08-28","cited_by_count":35},{"id":"1612.03770","title":"Neurogenesis Deep Learning","created":"2016-12-12","cited_by_count":32},{"id":"2009.07806","title":"Transformer Based Multi-Source Domain Adaptation","created":"2020-09-16","cited_by_count":23},{"id":"2102.06820","title":"Characterizing English Variation across Social Media Communities with BERT","created":"2021-02-12","cited_by_count":20},{"id":"2009.14124","title":"Parsing with Multilingual BERT, a Small Corpus, and a Small Treebank","created":"2020-09-29","cited_by_count":10},{"id":"1710.02603","title":"Low-Rank RNN Adaptation for Context-Aware Language Modeling","created":"2017-10-06","cited_by_count":8}],"next_cursor":null}