{"list":"other","total":224,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1405.0312","title":"Microsoft COCO: Common Objects in Context","created":"2014-05-01","cited_by_count":17608},{"id":"1707.06347","title":"Proximal Policy Optimization Algorithms","created":"2017-07-20","cited_by_count":15215},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2001.08361","title":"Scaling Laws for Neural Language Models","created":"2020-01-23","cited_by_count":6586},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1904.09675","title":"BERTScore: Evaluating Text Generation with BERT","created":"2019-04-21","cited_by_count":5512},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1612.00796","title":"Overcoming catastrophic forgetting in neural networks","created":"2016-12-02","cited_by_count":4787},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"1409.0473","title":"Neural Machine Translation by Jointly Learning to Align and Translate","created":"2014-09-01","cited_by_count":4548},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"2101.00190","title":"Prefix-Tuning: Optimizing Continuous Prompts for Generation","created":"2021-01-01","cited_by_count":3915},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"1409.3215","title":"Sequence to Sequence Learning with Neural Networks","created":"2014-09-10","cited_by_count":2986},{"id":"1705.03551","title":"TriviaQA: A Large Scale Distantly Supervised Challenge Dataset for Reading Comprehension","created":"2017-05-09","cited_by_count":2955},{"id":"1904.09751","title":"The Curious Case of Neural Text Degeneration","created":"2019-04-22","cited_by_count":2916},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234},{"id":"2006.03654","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","created":"2020-06-05","cited_by_count":2181},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"1909.08053","title":"Megatron-LM: Training Multi-Billion Parameter Language Models Using Model Parallelism","created":"2019-09-17","cited_by_count":1868},{"id":"2010.11934","title":"mT5: A massively multilingual pre-trained text-to-text transformer","created":"2020-10-22","cited_by_count":1818},{"id":"1804.08771","title":"A Call for Clarity in Reporting BLEU Scores","created":"2018-04-23","cited_by_count":1799},{"id":"2112.09332","title":"WebGPT: Browser-assisted question-answering with human feedback","created":"2021-12-17","cited_by_count":1745},{"id":"1905.00537","title":"SuperGLUE: A Stickier Benchmark for General-Purpose Language Understanding Systems","created":"2019-05-02","cited_by_count":1729},{"id":"2007.14062","title":"Big Bird: Transformers for Longer Sequences","created":"2020-07-28","cited_by_count":1684},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"1904.01038","title":"fairseq: A Fast, Extensible Toolkit for Sequence Modeling","created":"2019-04-01","cited_by_count":1488},{"id":"1504.00325","title":"Microsoft COCO Captions: Data Collection and Evaluation Server","created":"2015-04-01","cited_by_count":1462},{"id":"1607.06520","title":"Man is to Computer Programmer as Woman is to Homemaker? Debiasing Word Embeddings","created":"2016-07-21","cited_by_count":1312},{"id":"2002.08155","title":"CodeBERT: A Pre-Trained Model for Programming and Natural Languages","created":"2020-02-19","cited_by_count":1310},{"id":"1910.02054","title":"ZeRO: Memory Optimizations Toward Training Trillion Parameter Models","created":"2019-10-04","cited_by_count":1301},{"id":"1704.04368","title":"Get To The Point: Summarization with Pointer-Generator Networks","created":"2017-04-14","cited_by_count":1292},{"id":"2012.15723","title":"Making Pre-trained Language Models Better Few-shot Learners","created":"2020-12-31","cited_by_count":1256},{"id":"2004.04696","title":"BLEURT: Learning Robust Metrics for Text Generation","created":"2020-04-09","cited_by_count":1203},{"id":"1805.04833","title":"Hierarchical Neural Story Generation","created":"2018-05-13","cited_by_count":1193},{"id":"1909.10351","title":"TinyBERT: Distilling BERT for Natural Language Understanding","created":"2019-09-23","cited_by_count":1167},{"id":"1710.03740","title":"Mixed Precision Training","created":"2017-10-10","cited_by_count":1156},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"1912.08777","title":"PEGASUS: Pre-training with Extracted Gap-sentences for Abstractive Summarization","created":"2019-12-18","cited_by_count":1102},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"1510.03055","title":"A Diversity-Promoting Objective Function for Neural Conversation Models","created":"2015-10-11","cited_by_count":1077},{"id":"2001.08210","title":"Multilingual Denoising Pre-training for Neural Machine Translation","created":"2020-01-22","cited_by_count":1035},{"id":"2009.09025","title":"COMET: A Neural Framework for MT Evaluation","created":"2020-09-18","cited_by_count":1033},{"id":"1805.07836","title":"Generalized Cross Entropy Loss for Training Deep Neural Networks with Noisy Labels","created":"2018-05-20","cited_by_count":997},{"id":"1911.12543","title":"How Can We Know What Language Models Know?","created":"2019-11-28","cited_by_count":959},{"id":"2110.04366","title":"Towards a Unified View of Parameter-Efficient Transfer Learning","created":"2021-10-08","cited_by_count":872},{"id":"1911.00536","title":"DialoGPT: Large-Scale Generative Pre-training for Conversational Response Generation","created":"2019-11-01","cited_by_count":842},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815},{"id":"1912.02164","title":"Plug and Play Language Models: A Simple Approach to Controlled Text Generation","created":"2019-12-04","cited_by_count":799},{"id":"1909.05858","title":"CTRL: A Conditional Transformer Language Model for Controllable Generation","created":"2019-09-11","cited_by_count":762},{"id":"1904.01766","title":"VideoBERT: A Joint Model for Video and Language Representation Learning","created":"2019-04-03","cited_by_count":703},{"id":"2007.12626","title":"SummEval: Re-evaluating Summarization Evaluation","created":"2020-07-24","cited_by_count":674},{"id":"1905.03197","title":"Unified Language Model Pre-training for Natural Language Understanding and Generation","created":"2019-05-08","cited_by_count":670},{"id":"1906.01502","title":"How multilingual is Multilingual BERT?","created":"2019-06-04","cited_by_count":645},{"id":"2004.13637","title":"Recipes for building an open-domain chatbot","created":"2020-04-28","cited_by_count":593},{"id":"1908.08345","title":"Text Summarization with Pretrained Encoders","created":"2019-08-22","cited_by_count":556},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"2003.08271","title":"Pre-trained Models for Natural Language Processing: A Survey","created":"2020-03-18","cited_by_count":505},{"id":"1802.01886","title":"Texygen: A Benchmarking Platform for Text Generation Models","created":"2018-02-06","cited_by_count":491},{"id":"2001.09977","title":"Towards a Human-like Open-Domain Chatbot","created":"2020-01-27","cited_by_count":470},{"id":"1711.02281","title":"Non-Autoregressive Neural Machine Translation","created":"2017-11-07","cited_by_count":463},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"1609.05473","title":"SeqGAN: Sequence Generative Adversarial Nets with Policy Gradient","created":"2016-09-18","cited_by_count":376},{"id":"1705.04304","title":"A Deep Reinforced Model for Abstractive Summarization","created":"2017-05-11","cited_by_count":365},{"id":"2107.00135","title":"Attention Bottlenecks for Multimodal Fusion","created":"2021-06-30","cited_by_count":361},{"id":"1905.02450","title":"MASS: Masked Sequence to Sequence Pre-training for Language Generation","created":"2019-05-07","cited_by_count":347},{"id":"2104.02112","title":"Efficient Attentions for Long Document Summarization","created":"2021-04-05","cited_by_count":345},{"id":"2103.00453","title":"Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP","created":"2021-02-28","cited_by_count":337},{"id":"2005.00796","title":"A Simple Language Model for Task-Oriented Dialogue","created":"2020-05-02","cited_by_count":332},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319},{"id":"1610.02424","title":"Diverse Beam Search: Decoding Diverse Solutions from Neural Sequence Models","created":"2016-10-07","cited_by_count":301},{"id":"1909.04164","title":"Knowledge Enhanced Contextual Word Representations","created":"2019-09-09","cited_by_count":296},{"id":"2006.14799","title":"Evaluation of Text Generation: A Survey","created":"2020-06-26","cited_by_count":277},{"id":"2011.01403","title":"Supervised Contrastive Learning for Pre-trained Language Model Fine-tuning","created":"2020-11-03","cited_by_count":276},{"id":"1903.03862","title":"Lipstick on a Pig: Debiasing Methods Cover up Systematic Gender Biases in Word Embeddings But do not Remove Them","created":"2019-03-09","cited_by_count":268},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260},{"id":"2002.06353","title":"UniVL: A Unified Video and Language Pre-Training Model for Multimodal Understanding and Generation","created":"2020-02-15","cited_by_count":259},{"id":"2004.04037","title":"DynaBERT: Dynamic BERT with Adaptive Width and Depth","created":"2020-04-08","cited_by_count":251},{"id":"2010.15980","title":"AutoPrompt: Eliciting Knowledge from Language Models with Automatically Generated Prompts","created":"2020-10-29","cited_by_count":249},{"id":"2102.01672","title":"The GEM Benchmark: Natural Language Generation, its Evaluation and Metrics","created":"2021-02-02","cited_by_count":239},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232},{"id":"2010.06032","title":"Measuring and Reducing Gendered Correlations in Pre-trained Models","created":"2020-10-12","cited_by_count":224},{"id":"2001.04063","title":"ProphetNet: Predicting Future N-gram for Sequence-to-Sequence Pre-training","created":"2020-01-13","cited_by_count":222},{"id":"1811.01088","title":"Sentence Encoders on STILTs: Supplementary Training on Intermediate Labeled-data Tasks","created":"2018-11-02","cited_by_count":215},{"id":"2002.12804","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","created":"2020-02-28","cited_by_count":204},{"id":"1906.04571","title":"Counterfactual Data Augmentation for Mitigating Gender Stereotypes in Languages with Rich Morphology","created":"2019-06-11","cited_by_count":200},{"id":"2102.10407","title":"VisualGPT: Data-efficient Adaptation of Pretrained Language Models for Image Captioning","created":"2021-02-20","cited_by_count":191},{"id":"1901.08149","title":"TransferTransfo: A Transfer Learning Approach for Neural Network Based Conversational Agents","created":"2019-01-23","cited_by_count":188},{"id":"2002.08307","title":"Compressing BERT: Studying the Effects of Weight Pruning on Transfer Learning","created":"2020-02-19","cited_by_count":185},{"id":"2010.05700","title":"Reformulating Unsupervised Style Transfer as Paraphrase Generation","created":"2020-10-12","cited_by_count":183},{"id":"1804.06609","title":"Fast Lexically Constrained Decoding with Dynamic Beam Allocation for Neural Machine Translation","created":"2018-04-18","cited_by_count":182},{"id":"1907.12461","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","created":"2019-07-29","cited_by_count":182},{"id":"1812.08989","title":"The Design and Implementation of XiaoIce, an Empathetic Social Chatbot","created":"2018-12-21","cited_by_count":172},{"id":"1809.01496","title":"Learning Gender-Neutral Word Embeddings","created":"2018-08-29","cited_by_count":169},{"id":"1707.00075","title":"Data Decisions and Theoretical Implications when Adversarially Learning Fair Representations","created":"2017-07-01","cited_by_count":165}],"next_cursor":"100"}