{"list":"other","total":54,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"1908.10084","title":"Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks","created":"2019-08-27","cited_by_count":9170},{"id":"2005.12872","title":"End-to-End Object Detection with Transformers","created":"2020-05-26","cited_by_count":7414},{"id":"1905.11946","title":"EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks","created":"2019-05-28","cited_by_count":6442},{"id":"1804.07461","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","created":"2018-04-20","cited_by_count":4899},{"id":"1902.00751","title":"Parameter-Efficient Transfer Learning for NLP","created":"2019-02-02","cited_by_count":4236},{"id":"1911.02116","title":"Unsupervised Cross-lingual Representation Learning at Scale","created":"2019-11-05","cited_by_count":3935},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"1908.02265","title":"ViLBERT: Pretraining Task-Agnostic Visiolinguistic Representations for Vision-and-Language Tasks","created":"2019-08-06","cited_by_count":2222},{"id":"1901.08746","title":"BioBERT: a pre-trained biomedical language representation model for biomedical text mining","created":"2019-01-25","cited_by_count":1947},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"1908.07490","title":"LXMERT: Learning Cross-Modality Encoder Representations from Transformers","created":"2019-08-20","cited_by_count":1553},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"1705.07115","title":"Multi-Task Learning Using Uncertainty to Weigh Losses for Scene Geometry and Semantics","created":"2017-05-19","cited_by_count":1358},{"id":"1908.03557","title":"VisualBERT: A Simple and Performant Baseline for Vision and Language","created":"2019-08-09","cited_by_count":1296},{"id":"1906.02243","title":"Energy and Policy Considerations for Deep Learning in NLP","created":"2019-06-05","cited_by_count":1254},{"id":"1908.08530","title":"VL-BERT: Pre-training of Generic Visual-Linguistic Representations","created":"2019-08-22","cited_by_count":954},{"id":"1706.05098","title":"An Overview of Multi-Task Learning in Deep Neural Networks","created":"2017-06-15","cited_by_count":803},{"id":"1904.01766","title":"VideoBERT: A Joint Model for Video and Language Representation Learning","created":"2019-04-03","cited_by_count":703},{"id":"1912.02292","title":"Deep Double Descent: Where Bigger Models and More Data Hurt","created":"2019-12-04","cited_by_count":672},{"id":"1803.10704","title":"End-to-End Multi-Task Learning with Attention","created":"2018-03-28","cited_by_count":534},{"id":"1905.07129","title":"ERNIE: Enhanced Language Representation with Informative Entities","created":"2019-05-17","cited_by_count":528},{"id":"1909.11059","title":"Unified Vision-Language Pre-Training for Image Captioning and VQA","created":"2019-09-24","cited_by_count":494},{"id":"1908.06066","title":"Unicoder-VL: A Universal Encoder for Vision and Language by Cross-modal Pre-training","created":"2019-08-16","cited_by_count":451},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"1901.11504","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","created":"2019-01-31","cited_by_count":350},{"id":"2004.00849","title":"Pixel-BERT: Aligning Image Pixels with Text by Deep Multi-Modal Transformers","created":"2020-04-02","cited_by_count":288},{"id":"1912.02315","title":"12-in-1: Multi-Task Vision and Language Representation Learning","created":"2019-12-05","cited_by_count":278},{"id":"2007.12223","title":"The Lottery Ticket Hypothesis for Pre-trained BERT Networks","created":"2020-07-23","cited_by_count":275},{"id":"2006.04152","title":"BERT Loses Patience: Fast and Robust Inference with Early Exit","created":"2020-06-07","cited_by_count":273},{"id":"1809.04281","title":"Music Transformer","created":"2018-09-12","cited_by_count":211},{"id":"1609.02132","title":"UberNet: Training a `Universal' Convolutional Neural Network for Low-, Mid-, and High-Level Vision using Diverse Datasets and Limited Memory","created":"2016-09-07","cited_by_count":200},{"id":"2002.08307","title":"Compressing BERT: Studying the Effects of Weight Pruning on Transfer Learning","created":"2020-02-19","cited_by_count":185},{"id":"2006.03236","title":"Funnel-Transformer: Filtering out Sequential Redundancy for Efficient Language Processing","created":"2020-06-05","cited_by_count":162},{"id":"2001.07966","title":"ImageBERT: Cross-modal Pre-training with Large-scale Weak-supervised Image-Text Data","created":"2020-01-22","cited_by_count":137},{"id":"1909.02950","title":"Supervised Multimodal Bitransformers for Classifying Images and Text","created":"2019-09-06","cited_by_count":130},{"id":"2004.11886","title":"Lite Transformer with Long-Short Range Attention","created":"2020-04-24","cited_by_count":127},{"id":"1903.10318","title":"Fine-tune BERT for Extractive Summarization","created":"2019-03-25","cited_by_count":122},{"id":"1902.09113","title":"Star-Transformer","created":"2019-02-25","cited_by_count":94},{"id":"2005.07310","title":"Behind the Scene: Revealing the Secrets of Pre-trained Vision-and-Language Models","created":"2020-05-15","cited_by_count":90},{"id":"1907.04829","title":"BAM! Born-Again Multi-Task Networks for Natural Language Understanding","created":"2019-07-10","cited_by_count":85},{"id":"1908.05054","title":"Fusion of Detected Objects in Text for Visual Question Answering","created":"2019-08-14","cited_by_count":74},{"id":"2005.09801","title":"FashionBERT: Text and Image Matching with Adaptive Loss for Cross-modal Retrieval","created":"2020-05-20","cited_by_count":55},{"id":"1811.06031","title":"A Hierarchical Multi-task Approach for Learning Embeddings from Semantic Tasks","created":"2018-11-14","cited_by_count":54},{"id":"1804.00079","title":"Learning General Purpose Distributed Sentence Representations via Large Scale Multi-task Learning","created":"2018-03-30","cited_by_count":52},{"id":"1812.00500","title":"Multi-task Learning of Hierarchical Vision-Language Representation","created":"2018-12-03","cited_by_count":26},{"id":"1907.07804","title":"OmniNet: A unified architecture for multi-modal multi-task learning","created":"2019-07-17","cited_by_count":25},{"id":"2004.08744","title":"Are we pretraining it right? Digging deeper into visio-linguistic pretraining","created":"2020-04-19","cited_by_count":25},{"id":"1708.00260","title":"Deep Asymmetric Multi-task Feature Learning","created":"2017-08-01","cited_by_count":15},{"id":"2008.05808","title":"Small Towers Make Big Differences","created":"2020-08-13","cited_by_count":7}],"next_cursor":null}