{"list":"other","total":137,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2303.08774","title":"GPT-4 Technical Report","created":"2023-03-15","cited_by_count":18396},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"2304.02643","title":"Segment Anything","created":"2023-04-05","cited_by_count":8234},{"id":"1807.03748","title":"Representation Learning with Contrastive Predictive Coding","created":"2018-07-10","cited_by_count":7777},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"2201.12086","title":"BLIP: Bootstrapping Language-Image Pre-training for Unified Vision-Language Understanding and Generation","created":"2022-01-28","cited_by_count":4322},{"id":"2102.12092","title":"Zero-Shot Text-to-Image Generation","created":"2021-02-24","cited_by_count":4288},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2210.11416","title":"Scaling Instruction-Finetuned Language Models","created":"2022-10-20","cited_by_count":3024},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1909.11942","title":"ALBERT: A Lite BERT for Self-supervised Learning of Language Representations","created":"2019-09-26","cited_by_count":2790},{"id":"2009.01325","title":"Learning to summarize from human feedback","created":"2020-09-02","cited_by_count":2588},{"id":"2303.18223","title":"A Survey of Large Language Models","created":"2023-03-31","cited_by_count":2576},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2002.05202","title":"GLU Variants Improve Transformer","created":"2020-02-12","cited_by_count":1804},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1803.07728","title":"Unsupervised Representation Learning by Predicting Image Rotations","created":"2018-03-21","cited_by_count":1591},{"id":"1908.07873","title":"Federated Learning: Challenges, Methods, and Future Directions","created":"2019-08-21","cited_by_count":1538},{"id":"1604.07379","title":"Context Encoders: Feature Learning by Inpainting","created":"2016-04-25","cited_by_count":1428},{"id":"1603.09246","title":"Unsupervised Learning of Visual Representations by Solving Jigsaw Puzzles","created":"2016-03-30","cited_by_count":1382},{"id":"2006.10029","title":"Big Self-Supervised Models are Strong Semi-Supervised Learners","created":"2020-06-17","cited_by_count":1380},{"id":"2203.12602","title":"VideoMAE: Masked Autoencoders are Data-Efficient Learners for Self-Supervised Video Pre-Training","created":"2022-03-23","cited_by_count":1322},{"id":"2105.05537","title":"Swin-Unet: Unet-like Pure Transformer for Medical Image Segmentation","created":"2021-05-12","cited_by_count":1222},{"id":"2106.13230","title":"Video Swin Transformer","created":"2021-06-24","cited_by_count":1091},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013},{"id":"1404.7828","title":"Deep Learning in Neural Networks: An Overview","created":"2014-04-30","cited_by_count":770},{"id":"1911.05507","title":"Compressive Transformers for Long-Range Sequence Modelling","created":"2019-11-13","cited_by_count":726},{"id":"1902.06162","title":"Self-supervised Visual Feature Learning with Deep Neural Networks: A Survey","created":"2019-02-16","cited_by_count":657},{"id":"2012.12556","title":"A Survey on Visual Transformer","created":"2020-12-23","cited_by_count":654},{"id":"2011.00362","title":"A Survey on Contrastive Self-supervised Learning","created":"2020-10-31","cited_by_count":554},{"id":"2209.14375","title":"Improving alignment of dialogue agents via targeted human judgements","created":"2022-09-28","cited_by_count":531},{"id":"1902.09229","title":"A Theoretical Analysis of Contrastive Unsupervised Representation Learning","created":"2019-02-25","cited_by_count":530},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502},{"id":"2202.07125","title":"Transformers in Time Series: A Survey","created":"2022-02-15","cited_by_count":497},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401},{"id":"2104.09224","title":"Multi-Modal Fusion Transformer for End-to-End Autonomous Driving","created":"2021-04-19","cited_by_count":377},{"id":"1902.06068","title":"Deep Learning for Image Super-resolution: A Survey","created":"2019-02-16","cited_by_count":369},{"id":"2302.09419","title":"A Comprehensive Survey on Pretrained Foundation Models: A History from BERT to ChatGPT","created":"2023-02-18","cited_by_count":368},{"id":"2107.00135","title":"Attention Bottlenecks for Multimodal Fusion","created":"2021-06-30","cited_by_count":361},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347},{"id":"1910.05453","title":"vq-wav2vec: Self-Supervised Learning of Discrete Speech Representations","created":"2019-10-12","cited_by_count":340},{"id":"2010.10144","title":"Keystroke Dynamics as Part of Lifelogging","created":"2020-10-20","cited_by_count":334},{"id":"1904.09223","title":"ERNIE: Enhanced Representation through Knowledge Integration","created":"2019-04-19","cited_by_count":302},{"id":"2012.14261","title":"A Survey on Neural Network Interpretability","created":"2020-12-28","cited_by_count":291},{"id":"2004.00849","title":"Pixel-BERT: Aligning Image Pixels with Text by Deep Multi-Modal Transformers","created":"2020-04-02","cited_by_count":288},{"id":"2102.01356","title":"Recent Advances in Adversarial Training for Adversarial Robustness","created":"2021-02-02","cited_by_count":279},{"id":"2102.00719","title":"Video Transformer Network","created":"2021-02-01","cited_by_count":272},{"id":"1804.08150","title":"Deep Learning in Spiking Neural Networks","created":"2018-04-22","cited_by_count":263},{"id":"2107.00645","title":"Global Filter Networks for Image Classification","created":"2021-07-01","cited_by_count":260},{"id":"2107.02137","title":"ERNIE 3.0: Large-scale Knowledge Enhanced Pre-training for Language Understanding and Generation","created":"2021-07-05","cited_by_count":260},{"id":"1810.00069","title":"Adversarial Attacks and Defences: A Survey","created":"2018-09-28","cited_by_count":259},{"id":"1603.06668","title":"Learning Representations for Automatic Colorization","created":"2016-03-22","cited_by_count":251},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"2006.03659","title":"DeCLUTR: Deep Contrastive Learning for Unsupervised Textual Representations","created":"2020-06-05","cited_by_count":251},{"id":"2206.08496","title":"Self-Supervised Contrastive Pre-Training For Time Series via Time-Frequency Consistency","created":"2022-06-17","cited_by_count":250},{"id":"2111.13587","title":"Adaptive Fourier Neural Operators: Efficient Token Mixers for Transformers","created":"2021-11-24","cited_by_count":248},{"id":"1907.12412","title":"ERNIE 2.0: A Continual Pre-training Framework for Language Understanding","created":"2019-07-29","cited_by_count":231},{"id":"2303.04226","title":"A Comprehensive Survey of AI-Generated Content (AIGC): A History of Generative AI from GAN to ChatGPT","created":"2023-03-07","cited_by_count":224},{"id":"1810.04020","title":"A Comprehensive Survey of Deep Learning for Image Captioning","created":"2018-10-06","cited_by_count":214},{"id":"1802.01396","title":"To understand deep learning we need to understand kernel learning","created":"2018-02-05","cited_by_count":187},{"id":"1904.13000","title":"Adversarial Training and Robustness for Multiple Perturbations","created":"2019-04-30","cited_by_count":183},{"id":"2105.12397","title":"Improving Sign Language Translation with Monolingual Data by Sign Back-Translation","created":"2021-05-26","cited_by_count":179},{"id":"2202.10936","title":"A Survey of Vision-Language Pre-Trained Models","created":"2022-02-18","cited_by_count":177},{"id":"1703.04044","title":"Colorization as a Proxy Task for Visual Understanding","created":"2017-03-11","cited_by_count":175},{"id":"2106.10165","title":"The Principles of Deep Learning Theory","created":"2021-06-18","cited_by_count":173},{"id":"2202.09061","title":"VLP: A Survey on Vision-Language Pre-training","created":"2022-02-18","cited_by_count":159},{"id":"1802.00614","title":"Visual Interpretability for Deep Learning: a Survey","created":"2018-02-02","cited_by_count":155},{"id":"2302.10035","title":"Large-scale Multi-Modal Pre-trained Models: A Comprehensive Survey","created":"2023-02-20","cited_by_count":153},{"id":"1811.09795","title":"Self-Supervised Video Representation Learning with Space-Time Cubic Puzzles","created":"2018-11-24","cited_by_count":149},{"id":"1801.07883","title":"Deep Learning for Sentiment Analysis : A Survey","created":"2018-01-24","cited_by_count":139},{"id":"1905.13164","title":"Hierarchical Transformers for Multi-Document Summarization","created":"2019-05-30","cited_by_count":132},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131},{"id":"2112.08304","title":"On the Convergence and Robustness of Adversarial Training","created":"2021-12-15","cited_by_count":130},{"id":"2004.11886","title":"Lite Transformer with Long-Short Range Attention","created":"2020-04-24","cited_by_count":127},{"id":"2303.03369","title":"Multimodal Prompting with Missing Modalities for Visual Recognition","created":"2023-03-06","cited_by_count":121},{"id":"2103.10689","title":"Interpretable Deep Learning: Interpretation, Interpretability, Trustworthiness, and Beyond","created":"2021-03-19","cited_by_count":118},{"id":"2106.03650","title":"Shuffle Transformer: Rethinking Spatial Shuffle for Vision Transformer","created":"2021-06-07","cited_by_count":115},{"id":"2010.13924","title":"Benchmarking Deep Learning Interpretability in Time Series Predictions","created":"2020-10-26","cited_by_count":102},{"id":"2105.10311","title":"Pretrained Language Models for Text Generation: A Survey","created":"2021-05-21","cited_by_count":95},{"id":"2108.02923","title":"StrucTexT: Structured Text Understanding with Multi-Modal Transformers","created":"2021-08-06","cited_by_count":90},{"id":"2001.02522","title":"On Interpretability of Artificial Neural Networks: A Survey","created":"2020-01-08","cited_by_count":88},{"id":"2207.00419","title":"Self-Supervised Learning for Videos: A Survey","created":"2022-06-18","cited_by_count":85},{"id":"2203.01225","title":"Video Question Answering: Datasets, Algorithms and Challenges","created":"2022-03-02","cited_by_count":84},{"id":"2112.04446","title":"Everything at Once -- Multi-modal Fusion Transformer for Video Retrieval","created":"2021-12-08","cited_by_count":79},{"id":"1701.03126","title":"Attention-Based Multimodal Fusion for Video Description","created":"2017-01-11","cited_by_count":75}],"next_cursor":"100"}