{"list":"other","total":237,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2212.04356","title":"Robust Speech Recognition via Large-Scale Weak Supervision","created":"2022-12-06","cited_by_count":4057},{"id":"2006.11477","title":"wav2vec 2.0: A Framework for Self-Supervised Learning of Speech Representations","created":"2020-06-20","cited_by_count":3905},{"id":"2102.05918","title":"Scaling Up Visual and Vision-Language Representation Learning With Noisy Text Supervision","created":"2021-02-11","cited_by_count":3864},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"2106.07447","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","created":"2021-06-14","cited_by_count":2342},{"id":"1910.03771","title":"HuggingFace's Transformers: State-of-the-art Natural Language Processing","created":"2019-10-09","cited_by_count":2218},{"id":"2005.08100","title":"Conformer: Convolution-augmented Transformer for Speech Recognition","created":"2020-05-16","cited_by_count":1863},{"id":"1901.02860","title":"Transformer-XL: Attentive Language Models Beyond a Fixed-Length Context","created":"2019-01-09","cited_by_count":1850},{"id":"1609.03499","title":"WaveNet: A Generative Model for Raw Audio","created":"2016-09-12","cited_by_count":1722},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1908.07490","title":"LXMERT: Learning Cross-Modality Encoder Representations from Transformers","created":"2019-08-20","cited_by_count":1553},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"1904.08779","title":"SpecAugment: A Simple Data Augmentation Method for Automatic Speech Recognition","created":"2019-04-18","cited_by_count":1380},{"id":"1908.03557","title":"VisualBERT: A Simple and Performant Baseline for Vision and Language","created":"2019-08-09","cited_by_count":1296},{"id":"2102.03334","title":"ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision","created":"2021-02-05","cited_by_count":1230},{"id":"2004.06165","title":"Oscar: Object-Semantics Aligned Pre-training for Vision-Language Tasks","created":"2020-04-13","cited_by_count":1214},{"id":"1901.07291","title":"Cross-lingual Language Model Pretraining","created":"2019-01-22","cited_by_count":1090},{"id":"1705.09406","title":"Multimodal Machine Learning: A Survey and Taxonomy","created":"2017-05-26","cited_by_count":1013},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013},{"id":"2104.13921","title":"Open-vocabulary Object Detection via Vision and Language Knowledge Distillation","created":"2021-04-28","cited_by_count":906},{"id":"1905.09418","title":"Analyzing Multi-Head Self-Attention: Specialized Heads Do the Heavy Lifting, the Rest Can Be Pruned","created":"2019-05-23","cited_by_count":856},{"id":"2105.05633","title":"Segmenter: Transformer for Semantic Segmentation","created":"2021-05-12","cited_by_count":855},{"id":"1911.00536","title":"DialoGPT: Large-Scale Generative Pre-training for Conversational Response Generation","created":"2019-11-01","cited_by_count":842},{"id":"2103.14899","title":"CrossViT: Cross-Attention Multi-Scale Vision Transformer for Image Classification","created":"2021-03-27","cited_by_count":806},{"id":"1712.05884","title":"Natural TTS Synthesis by Conditioning WaveNet on Mel Spectrogram Predictions","created":"2017-12-16","cited_by_count":804},{"id":"2009.06732","title":"Efficient Transformers: A Survey","created":"2020-09-14","cited_by_count":790},{"id":"2301.02111","title":"Neural Codec Language Models are Zero-Shot Text to Speech Synthesizers","created":"2023-01-05","cited_by_count":752},{"id":"2202.03555","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","created":"2022-02-07","cited_by_count":727},{"id":"2006.04558","title":"FastSpeech 2: Fast and High-Quality End-to-End Text to Speech","created":"2020-06-08","cited_by_count":717},{"id":"1904.01766","title":"VideoBERT: A Joint Model for Video and Language Representation Learning","created":"2019-04-03","cited_by_count":703},{"id":"1405.4053","title":"Distributed Representations of Sentences and Documents","created":"2014-05-16","cited_by_count":678},{"id":"2105.01051","title":"SUPERB: Speech processing Universal PERformance Benchmark","created":"2021-05-03","cited_by_count":666},{"id":"2104.08860","title":"CLIP4Clip: An Empirical Study of CLIP for End to End Video Clip Retrieval","created":"2021-04-18","cited_by_count":651},{"id":"1906.00295","title":"Multimodal Transformer for Unaligned Multimodal Language Sequences","created":"2019-06-01","cited_by_count":645},{"id":"2109.14084","title":"VideoCLIP: Contrastive Pre-training for Zero-shot Video-Text Understanding","created":"2021-09-28","cited_by_count":602},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601},{"id":"2004.13637","title":"Recipes for building an open-domain chatbot","created":"2020-04-28","cited_by_count":593},{"id":"1705.03122","title":"Convolutional Sequence to Sequence Learning","created":"2017-05-08","cited_by_count":552},{"id":"1707.00600","title":"Zero-Shot Learning -- A Comprehensive Evaluation of the Good, the Bad and the Ugly","created":"2017-07-03","cited_by_count":538},{"id":"1703.10135","title":"Tacotron: Towards End-to-End Speech Synthesis","created":"2017-03-29","cited_by_count":490},{"id":"2102.06183","title":"Less is More: ClipBERT for Video-and-Language Learning via Sparse Sampling","created":"2021-02-11","cited_by_count":484},{"id":"2003.05997","title":"Efficient Content-Based Sparse Attention with Routing Transformers","created":"2020-03-12","cited_by_count":471},{"id":"2001.09977","title":"Towards a Human-like Open-Domain Chatbot","created":"2020-01-27","cited_by_count":470},{"id":"1908.06066","title":"Unicoder-VL: A Universal Encoder for Vision and Language by Cross-modal Pre-training","created":"2019-08-16","cited_by_count":451},{"id":"1707.07250","title":"Tensor Fusion Network for Multimodal Sentiment Analysis","created":"2017-07-23","cited_by_count":433},{"id":"2104.11178","title":"VATT: Transformers for Multimodal Self-Supervised Learning from Raw Video, Audio and Text","created":"2021-04-22","cited_by_count":429},{"id":"2110.05208","title":"Supervision Exists Everywhere: A Data Efficient Contrastive Language-Image Pre-training Paradigm","created":"2021-10-11","cited_by_count":405},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401},{"id":"2206.06488","title":"Multimodal Learning with Transformers: A Survey","created":"2022-06-13","cited_by_count":400},{"id":"2007.10639","title":"Multi-modal Transformer for Video Retrieval","created":"2020-07-21","cited_by_count":395},{"id":"2107.00135","title":"Attention Bottlenecks for Multimodal Fusion","created":"2021-06-30","cited_by_count":361},{"id":"1910.05453","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","created":"2019-10-12","cited_by_count":340},{"id":"1804.03641","title":"Audio-Visual Scene Analysis with Self-Supervised Multisensory Features","created":"2018-04-10","cited_by_count":335},{"id":"2006.06195","title":"Large-Scale Adversarial Training for Vision-and-Language Representation Learning","created":"2020-06-11","cited_by_count":327},{"id":"1506.06726","title":"Skip-Thought Vectors","created":"2015-06-22","cited_by_count":322},{"id":"2106.02636","title":"MERLOT: Multimodal Neural Script Knowledge Models","created":"2021-06-04","cited_by_count":311},{"id":"1811.00002","title":"WaveGlow: A Flow-based Generative Network for Speech Synthesis","created":"2018-10-31","cited_by_count":309},{"id":"1906.01787","title":"Learning Deep Transformer Models for Machine Translation","created":"2019-06-05","cited_by_count":309},{"id":"2004.00849","title":"Pixel-BERT: Aligning Image Pixels with Text by Deep Multi-Modal Transformers","created":"2020-04-02","cited_by_count":288},{"id":"2011.07231","title":"ActBERT: Learning Global-Local Video-Text Representations","created":"2020-11-14","cited_by_count":267},{"id":"2012.00451","title":"Just Ask: Learning to Answer Questions from Millions of Narrated Videos","created":"2020-12-01","cited_by_count":248},{"id":"2201.09873","title":"Transformers in Medical Imaging: A Survey","created":"2022-01-24","cited_by_count":245},{"id":"2002.02562","title":"Transformer Transducer: A Streamable Speech Recognition Model with Transformer Encoders and RNN-T Loss","created":"2020-02-07","cited_by_count":235},{"id":"2106.11097","title":"CLIP2Video: Mastering Video-Text Retrieval via Image CLIP","created":"2021-06-21","cited_by_count":225},{"id":"1909.06317","title":"A Comparative Study on Transformer vs RNN in Speech Applications","created":"2019-09-13","cited_by_count":211},{"id":"2004.08249","title":"Understanding the Difficulty of Training Transformers","created":"2020-04-17","cited_by_count":210},{"id":"1910.12638","title":"Mockingjay: Unsupervised Speech Representation Learning with Deep Bidirectional Transformer Encoders","created":"2019-10-25","cited_by_count":198},{"id":"1901.08149","title":"TransferTransfo: A Transfer Learning Approach for Neural Network Based Conversational Agents","created":"2019-01-23","cited_by_count":188},{"id":"2010.10504","title":"Pushing the Limits of Semi-Supervised Learning for Automatic Speech Recognition","created":"2020-10-20","cited_by_count":187},{"id":"2010.13154","title":"Attention is All You Need in Speech Separation","created":"2020-10-25","cited_by_count":185},{"id":"2106.15561","title":"A Survey on Neural Speech Synthesis","created":"2021-06-29","cited_by_count":184},{"id":"2110.07205","title":"SpeechT5: Unified-Modal Encoder-Decoder Pre-Training for Spoken Language Processing","created":"2021-10-14","cited_by_count":180},{"id":"2010.05171","title":"fairseq S2T: Fast Speech-to-Text Modeling with fairseq","created":"2020-10-11","cited_by_count":176},{"id":"2303.03926","title":"Speak Foreign Languages with Your Own Voice: Cross-Lingual Neural Codec Language Modeling","created":"2023-03-07","cited_by_count":167},{"id":"2104.03502","title":"Emotion Recognition from Speech Using Wav2vec 2.0 Embeddings","created":"2021-04-08","cited_by_count":162},{"id":"2203.07378","title":"Dawn of the transformer era in speech emotion recognition: closing the valence gap","created":"2022-03-14","cited_by_count":157},{"id":"2006.06873","title":"FastPitch: Parallel Text-to-speech with Pitch Prediction","created":"2020-06-11","cited_by_count":151},{"id":"2112.09583","title":"Align and Prompt: Video-and-Language Pre-training with Entity Prompts","created":"2021-12-17","cited_by_count":149},{"id":"2201.04288","title":"Multiview Transformers for Video Recognition","created":"2022-01-12","cited_by_count":148},{"id":"2206.08317","title":"Paraformer: Fast and Accurate Parallel Transformer for Non-autoregressive End-to-End Speech Recognition","created":"2022-06-16","cited_by_count":144},{"id":"2001.07966","title":"ImageBERT: Cross-modal Pre-training with Large-scale Weak-supervised Image-Text Data","created":"2020-01-22","cited_by_count":137},{"id":"2005.14187","title":"HAT: Hardware-Aware Transformers for Efficient Natural Language Processing","created":"2020-05-28","cited_by_count":136},{"id":"1703.08581","title":"Sequence-to-Sequence Models Can Directly Translate Foreign Speech","created":"2017-03-24","cited_by_count":121},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117},{"id":"1812.05252","title":"Dynamic Fusion with Intra- and Inter- Modality Attention Flow for Visual Question Answering","created":"2018-12-13","cited_by_count":114}],"next_cursor":"100"}