{"list":"other","total":94,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1512.03385","title":"Deep Residual Learning for Image Recognition","created":"2015-12-10","cited_by_count":52096},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1412.6980","title":"Adam: A Method for Stochastic Optimization","created":"2014-12-22","cited_by_count":37240},{"id":"2005.14165","title":"Language Models are Few-Shot Learners","created":"2020-05-28","cited_by_count":32419},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2302.13971","title":"LLaMA: Open and Efficient Foundation Language Models","created":"2023-02-27","cited_by_count":14132},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2307.09288","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","created":"2023-07-18","cited_by_count":13028},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2002.05709","title":"A Simple Framework for Contrastive Learning of Visual Representations","created":"2020-02-13","cited_by_count":12049},{"id":"1609.02907","title":"Semi-Supervised Classification with Graph Convolutional Networks","created":"2016-09-09","cited_by_count":11361},{"id":"2005.11401","title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","created":"2020-05-22","cited_by_count":9297},{"id":"1710.10903","title":"Graph Attention Networks","created":"2017-10-30","cited_by_count":8923},{"id":"2305.18290","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","created":"2023-05-29","cited_by_count":8065},{"id":"1911.05722","title":"Momentum Contrast for Unsupervised Visual Representation Learning","created":"2019-11-13","cited_by_count":7513},{"id":"1502.03167","title":"Batch Normalization: Accelerating Deep Network Training by Reducing Internal Covariate Shift","created":"2015-02-11","cited_by_count":7005},{"id":"1608.06993","title":"Densely Connected Convolutional Networks","created":"2016-08-25","cited_by_count":6720},{"id":"1910.13461","title":"BART: Denoising Sequence-to-Sequence Pre-training for Natural Language Generation, Translation, and Comprehension","created":"2019-10-29","cited_by_count":5893},{"id":"1607.06450","title":"Layer Normalization","created":"2016-07-21","cited_by_count":5669},{"id":"2204.02311","title":"PaLM: Scaling Language Modeling with Pathways","created":"2022-04-05","cited_by_count":5326},{"id":"1801.04381","title":"MobileNetV2: Inverted Residuals and Linear Bottlenecks","created":"2018-01-13","cited_by_count":4795},{"id":"2006.07733","title":"Bootstrap your own latent: A new approach to self-supervised Learning","created":"2020-06-13","cited_by_count":4750},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2302.04761","title":"Toolformer: Language Models Can Teach Themselves to Use Tools","created":"2023-02-09","cited_by_count":4182},{"id":"1806.07366","title":"Neural Ordinary Differential Equations","created":"2018-06-19","cited_by_count":3779},{"id":"1912.04958","title":"Analyzing and Improving the Image Quality of StyleGAN","created":"2019-12-03","cited_by_count":3588},{"id":"1606.08415","title":"Gaussian Error Linear Units (GELUs)","created":"2016-06-27","cited_by_count":3502},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"2403.05530","title":"Gemini 1.5: Unlocking multimodal understanding across millions of tokens of context","created":"2024-03-08","cited_by_count":3224},{"id":"1901.00596","title":"A Comprehensive Survey on Graph Neural Networks","created":"2019-01-03","cited_by_count":2919},{"id":"2004.11362","title":"Supervised Contrastive Learning","created":"2020-04-23","cited_by_count":2829},{"id":"1906.08237","title":"XLNet: Generalized Autoregressive Pretraining for Language Understanding","created":"2019-06-19","cited_by_count":2811},{"id":"1611.05431","title":"Aggregated Residual Transformations for Deep Neural Networks","created":"2016-11-16","cited_by_count":2546},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"1602.01783","title":"Asynchronous Methods for Deep Reinforcement Learning","created":"2016-02-04","cited_by_count":2258},{"id":"2107.13586","title":"Pre-train, Prompt, and Predict: A Systematic Survey of Prompting Methods in Natural Language Processing","created":"2021-07-28","cited_by_count":2234},{"id":"2001.07685","title":"FixMatch: Simplifying Semi-Supervised Learning with Consistency and Confidence","created":"2020-01-21","cited_by_count":2085},{"id":"1607.00653","title":"node2vec: Scalable Feature Learning for Networks","created":"2016-07-03","cited_by_count":1918},{"id":"2103.03230","title":"Barlow Twins: Self-Supervised Learning via Redundancy Reduction","created":"2021-03-04","cited_by_count":1838},{"id":"2401.04088","title":"Mixtral of Experts","created":"2024-01-08","cited_by_count":1823},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2105.01601","title":"MLP-Mixer: An all-MLP Architecture for Vision","created":"2021-05-04","cited_by_count":1446},{"id":"2010.01412","title":"Sharpness-Aware Minimization for Efficiently Improving Generalization","created":"2020-10-03","cited_by_count":1417},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"1911.04252","title":"Self-training with Noisy Student improves ImageNet classification","created":"2019-11-11","cited_by_count":1311},{"id":"1803.05407","title":"Averaging Weights Leads to Wider Optima and Better Generalization","created":"2018-03-14","cited_by_count":1209},{"id":"1607.08022","title":"Instance Normalization: The Missing Ingredient for Fast Stylization","created":"2016-07-27","cited_by_count":1198},{"id":"2305.10403","title":"PaLM 2 Technical Report","created":"2023-05-17","cited_by_count":1162},{"id":"2101.01169","title":"Transformers in Vision: A Survey","created":"2021-01-04","cited_by_count":1013},{"id":"1804.04235","title":"Adafactor: Adaptive Learning Rates with Sublinear Memory Cost","created":"2018-04-11","cited_by_count":905},{"id":"1902.10197","title":"RotatE: Knowledge Graph Embedding by Relational Rotation in Complex Space","created":"2019-02-26","cited_by_count":898},{"id":"1904.09237","title":"On the Convergence of Adam and Beyond","created":"2019-04-19","cited_by_count":841},{"id":"2305.13048","title":"RWKV: Reinventing RNNs for the Transformer Era","created":"2023-05-22","cited_by_count":827},{"id":"1908.03265","title":"On the Variance of the Adaptive Learning Rate and Beyond","created":"2019-08-08","cited_by_count":772},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764},{"id":"1911.02150","title":"Fast Transformer Decoding: One Write-Head is All You Need","created":"2019-11-06","cited_by_count":717},{"id":"1710.09829","title":"Dynamic Routing Between Capsules","created":"2017-10-26","cited_by_count":689},{"id":"1801.04406","title":"Which Training Methods for GANs do actually Converge?","created":"2018-01-13","cited_by_count":679},{"id":"1904.00962","title":"Large Batch Optimization for Deep Learning: Training BERT in 76 minutes","created":"2019-04-01","cited_by_count":674},{"id":"2012.09699","title":"A Generalization of Transformer Networks to Graphs","created":"2020-12-17","cited_by_count":661},{"id":"2012.12556","title":"A Survey on Visual Transformer","created":"2020-12-23","cited_by_count":654},{"id":"2307.08621","title":"Retentive Network: A Successor to Transformer for Large Language Models","created":"2023-07-17","cited_by_count":613},{"id":"2110.13985","title":"Combining Recurrent, Convolutional, and Continuous-time Models with Linear State-Space Layers","created":"2021-10-26","cited_by_count":608},{"id":"2212.14052","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","created":"2022-12-28","cited_by_count":499},{"id":"2111.01243","title":"Recent Advances in Natural Language Processing via Large Pre-Trained Language Models: A Survey","created":"2021-11-01","cited_by_count":463},{"id":"2302.10866","title":"Hyena Hierarchy: Towards Larger Convolutional Language Models","created":"2023-02-21","cited_by_count":393},{"id":"1704.06904","title":"Residual Attention Network for Image Classification","created":"2017-04-23","cited_by_count":386},{"id":"1904.12584","title":"The Neuro-Symbolic Concept Learner: Interpreting Scenes, Words, and Sentences From Natural Supervision","created":"2019-04-26","cited_by_count":372},{"id":"1801.10198","title":"Generating Wikipedia by Summarizing Long Sequences","created":"2018-01-30","cited_by_count":335},{"id":"2405.04517","title":"xLSTM: Extended Long Short-Term Memory","created":"2024-05-07","cited_by_count":327},{"id":"1901.09590","title":"TuckER: Tensor Factorization for Knowledge Graph Completion","created":"2019-01-28","cited_by_count":290},{"id":"1810.12890","title":"DropBlock: A regularization method for convolutional networks","created":"2018-10-30","cited_by_count":262},{"id":"2103.00550","title":"A Survey on Deep Semi-supervised Learning","created":"2021-02-28","cited_by_count":251},{"id":"2111.07624","title":"Attention Mechanisms in Computer Vision: A Survey","created":"2021-11-15","cited_by_count":232},{"id":"1901.06032","title":"A Survey of the Recent Architectures of Deep Convolutional Neural Networks","created":"2019-01-17","cited_by_count":213},{"id":"2202.09741","title":"Visual Attention Network","created":"2022-02-20","cited_by_count":210},{"id":"2402.01817","title":"LLMs Can't Plan, But Can Help Planning in LLM-Modulo Frameworks","created":"2024-02-02","cited_by_count":179},{"id":"2006.04439","title":"Liquid Time-constant Networks","created":"2020-06-08","cited_by_count":161},{"id":"2109.14545","title":"Activation Functions in Deep Learning: A Comprehensive Survey and Benchmark","created":"2021-09-29","cited_by_count":155},{"id":"2110.09327","title":"Self-Supervised Representation Learning: Introduction, Advances and Challenges","created":"2021-10-18","cited_by_count":148},{"id":"2005.00817","title":"A survey on modern trainable activation functions","created":"2020-05-02","cited_by_count":89},{"id":"1611.01855","title":"Neuro-Symbolic Program Synthesis","created":"2016-11-06","cited_by_count":84},{"id":"2204.01855","title":"A Survey on Graph Representation Learning Methods","created":"2022-04-04","cited_by_count":66},{"id":"2203.14263","title":"A General Survey on Attention Mechanisms in Deep Learning","created":"2022-03-27","cited_by_count":64},{"id":"2310.12109","title":"Monarch Mixer: A Simple Sub-Quadratic GEMM-Based Architecture","created":"2023-10-18","cited_by_count":63},{"id":"2103.16775","title":"Attention, please! A survey of Neural Attention Models in Deep Learning","created":"2021-03-31","cited_by_count":51},{"id":"2202.12205","title":"Is Neuro-Symbolic AI Meeting its Promise in Natural Language Processing? A Structured Review","created":"2022-02-24","cited_by_count":38},{"id":"2405.15731","title":"Understanding the differences in Foundation Models: Attention, State Space Models, and Recurrent Neural Networks","created":"2024-05-24","cited_by_count":26},{"id":"2011.13986","title":"Reflective-Net: Learning from Explanations","created":"2020-11-27","cited_by_count":13},{"id":"2302.00722","title":"A Survey of Deep Learning: From Activations to Transformers","created":"2023-02-01","cited_by_count":5}],"next_cursor":null}