{"list":"other","total":53,"rows":[{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1602.05629","title":"Communication-Efficient Learning of Deep Networks from Decentralized Data","created":"2016-02-17","cited_by_count":7669},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2101.00027","title":"The Pile: An 800GB Dataset of Diverse Text for Language Modeling","created":"2020-12-31","cited_by_count":2411},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2004.10964","title":"Don't Stop Pretraining: Adapt Language Models to Domains and Tasks","created":"2020-04-23","cited_by_count":1565},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"2203.07814","title":"Competition-Level Code Generation with AlphaCode","created":"2022-02-08","cited_by_count":1462},{"id":"2203.05482","title":"Model soups: averaging weights of multiple fine-tuned models improves accuracy without increasing inference time","created":"2022-03-10","cited_by_count":1396},{"id":"2009.11462","title":"RealToxicityPrompts: Evaluating Neural Toxic Degeneration in Language Models","created":"2020-09-24","cited_by_count":1255},{"id":"2106.10199","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","created":"2021-06-18","cited_by_count":1245},{"id":"1803.05407","title":"Averaging Weights Leads to Wider Optima and Better Generalization","created":"2018-03-14","cited_by_count":1209},{"id":"1506.06724","title":"Aligning Books and Movies: Towards Story-like Visual Explanations by Watching Movies and Reading Books","created":"2015-06-22","cited_by_count":1043},{"id":"1912.02164","title":"Plug and Play Language Models: A Simple Approach to Controlled Text Generation","created":"2019-12-04","cited_by_count":799},{"id":"2109.01903","title":"Robust fine-tuning of zero-shot models","created":"2021-09-04","cited_by_count":797},{"id":"1909.05858","title":"CTRL: A Conditional Transformer Language Model for Controllable Generation","created":"2019-09-11","cited_by_count":762},{"id":"1912.05671","title":"Linear Mode Connectivity and the Lottery Ticket Hypothesis","created":"2019-12-11","cited_by_count":637},{"id":"2111.09832","title":"Merging Models with Fisher-Weighted Averaging","created":"2021-11-18","cited_by_count":621},{"id":"1905.12616","title":"Defending Against Neural Fake News","created":"2019-05-29","cited_by_count":559},{"id":"1908.04319","title":"Neural Text Generation with Unlikelihood Training","created":"2019-08-12","cited_by_count":503},{"id":"1911.11134","title":"Rigging the Lottery: Making All Tickets Winners","created":"2019-11-25","cited_by_count":495},{"id":"2105.03011","title":"A Dataset of Information-Seeking Questions and Answers Anchored in Research Papers","created":"2021-05-07","cited_by_count":486},{"id":"2005.00052","title":"MAD-X: An Adapter-Based Framework for Multi-Task Cross-Lingual Transfer","created":"2020-04-30","cited_by_count":445},{"id":"1904.01557","title":"Analysing Mathematical Reasoning Abilities of Neural Models","created":"2019-04-02","cited_by_count":335},{"id":"2103.16716","title":"BASE Layers: Simplifying Training of Large, Sparse Models","created":"2021-03-30","cited_by_count":320},{"id":"1312.3005","title":"One Billion Word Benchmark for Measuring Progress in Statistical Language Modeling","created":"2013-12-11","cited_by_count":308},{"id":"2001.08435","title":"The Pushshift Reddit Dataset","created":"2020-01-23","cited_by_count":292},{"id":"2110.06296","title":"The Role of Permutation Invariance in Linear Mode Connectivity of Neural Networks","created":"2021-10-12","cited_by_count":291},{"id":"2106.04426","title":"Hash Layers For Large Sparse Models","created":"2021-06-08","cited_by_count":237},{"id":"2103.06268","title":"CUAD: An Expert-Annotated NLP Dataset for Legal Contract Review","created":"2021-03-10","cited_by_count":236},{"id":"2102.01951","title":"Mind the Gap: Assessing Temporal Generalization in Neural Language Models","created":"2021-02-03","cited_by_count":230},{"id":"1806.02847","title":"A Simple Method for Commonsense Reasoning","created":"2018-06-07","cited_by_count":223},{"id":"1907.04840","title":"Sparse Networks from Scratch: Faster Training without Losing Performance","created":"2019-07-10","cited_by_count":213},{"id":"1608.08868","title":"Demographic Dialectal Variation in Social Media: A Case Study of African-American English","created":"2016-08-31","cited_by_count":196},{"id":"1902.05967","title":"Parameter Efficient Training of Deep Convolutional Neural Networks by Dynamic Sparse Reparameterization","created":"2019-02-15","cited_by_count":189},{"id":"2112.10684","title":"Efficient Large Scale Language Modeling with Mixtures of Experts","created":"2021-12-20","cited_by_count":175},{"id":"2004.02105","title":"Unsupervised Domain Clusters in Pretrained Language Models","created":"2020-04-05","cited_by_count":160},{"id":"2205.06266","title":"Lifting the Curse of Multilinguality by Pre-training Modular Transformers","created":"2022-05-12","cited_by_count":146},{"id":"2108.05036","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","created":"2021-08-11","cited_by_count":132},{"id":"1910.00523","title":"BillSum: A Corpus for Automatic Summarization of US Legislation","created":"2019-10-01","cited_by_count":117},{"id":"2110.03742","title":"Beyond Distillation: Task-level Mixture-of-Experts for Efficient Inference","created":"2021-09-24","cited_by_count":96},{"id":"2111.07408","title":"Time Waits for No One! Analysis and Challenges of Temporal Misalignment","created":"2021-11-14","cited_by_count":91},{"id":"2110.12899","title":"No One Representation to Rule Them All: Overlapping Features of Training Methods","created":"2021-10-20","cited_by_count":58},{"id":"2112.08786","title":"Efficient Hierarchical Domain Adaptation for Pretrained Language Models","created":"2021-12-16","cited_by_count":32},{"id":"1509.08864","title":"Bayesian model averaging: A systematic review and conceptual classification","created":"2015-09-29","cited_by_count":29},{"id":"2102.06820","title":"Characterizing English Variation across Social Media Communities with BERT","created":"2021-02-12","cited_by_count":20},{"id":"2106.09563","title":"On Anytime Learning at Macroscale","created":"2021-06-17","cited_by_count":20},{"id":"1808.09492","title":"Learning to Attend On Essential Terms: An Enhanced Retriever-Reader Model for Open-domain Question Answering","created":"2018-08-28","cited_by_count":12},{"id":"1708.04557","title":"Database of Parliamentary Speeches in Ireland, 1919-2013","created":"2017-08-15","cited_by_count":3}],"next_cursor":null}