{"list":"other","total":59,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"1907.11692","title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","created":"2019-07-26","cited_by_count":13372},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2111.06377","title":"Masked Autoencoders Are Scalable Vision Learners","created":"2021-11-11","cited_by_count":7403},{"id":"1512.00567","title":"Rethinking the Inception Architecture for Computer Vision","created":"2015-12-02","cited_by_count":5475},{"id":"1710.09412","title":"mixup: Beyond Empirical Risk Minimization","created":"2017-10-25","cited_by_count":5183},{"id":"1608.03983","title":"SGDR: Stochastic Gradient Descent with Warm Restarts","created":"2016-08-13","cited_by_count":5045},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"2204.14198","title":"Flamingo: a Visual Language Model for Few-Shot Learning","created":"2022-04-29","cited_by_count":4386},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2205.01068","title":"OPT: Open Pre-trained Transformer Language Models","created":"2022-05-02","cited_by_count":3512},{"id":"2004.05150","title":"Longformer: The Long-Document Transformer","created":"2020-04-10","cited_by_count":3413},{"id":"1905.04899","title":"CutMix: Regularization Strategy to Train Strong Classifiers with Localizable Features","created":"2019-05-13","cited_by_count":2884},{"id":"2202.05262","title":"Locating and Editing Factual Associations in GPT","created":"2022-02-10","cited_by_count":2691},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"1909.13719","title":"RandAugment: Practical automated data augmentation with a reduced search space","created":"2019-09-30","cited_by_count":2269},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2001.04451","title":"Reformer: The Efficient Transformer","created":"2020-01-13","cited_by_count":1668},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1904.10509","title":"Generating Long Sequences with Sparse Transformers","created":"2019-04-23","cited_by_count":1546},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2305.13245","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","created":"2023-05-22","cited_by_count":1346},{"id":"2211.00593","title":"Interpretability in the Wild: a Circuit for Indirect Object Identification in GPT-2 small","created":"2022-11-01","cited_by_count":1165},{"id":"2405.04434","title":"DeepSeek-V2: A Strong, Economical, and Efficient Mixture-of-Experts Language Model","created":"2024-05-07","cited_by_count":1135},{"id":"2210.09461","title":"Token Merging: Your ViT But Faster","created":"2022-10-17","cited_by_count":1021},{"id":"1603.09382","title":"Deep Networks with Stochastic Depth","created":"2016-03-30","cited_by_count":979},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897},{"id":"1911.02150","title":"Fast Transformer Decoding: One Write-Head is All You Need","created":"2019-11-06","cited_by_count":717},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"2004.14368","title":"VGGSound: A Large-scale Audio-Visual Dataset","created":"2020-04-29","cited_by_count":648},{"id":"2304.14767","title":"Dissecting Recall of Factual Associations in Auto-Regressive Language Models","created":"2023-04-28","cited_by_count":528},{"id":"2111.11418","title":"MetaFormer Is Actually What You Need for Vision","created":"2021-11-22","cited_by_count":524},{"id":"2112.01526","title":"MViTv2: Improved Multiscale Vision Transformers for Classification and Detection","created":"2021-12-02","cited_by_count":519},{"id":"2212.14052","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","created":"2022-12-28","cited_by_count":499},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475},{"id":"2310.01889","title":"Ring Attention with Blockwise Transformers for Near-Infinite Context","created":"2023-10-03","cited_by_count":457},{"id":"2112.07658","title":"AdaViT: Adaptive Tokens for Efficient Vision Transformer","created":"2021-12-14","cited_by_count":362},{"id":"2103.16302","title":"Rethinking Spatial Dimensions of Vision Transformers","created":"2021-03-30","cited_by_count":361},{"id":"2309.16039","title":"Effective Long-Context Scaling of Foundation Models","created":"2023-09-27","cited_by_count":303},{"id":"2002.11296","title":"Sparse Sinkhorn Attention","created":"2020-02-26","cited_by_count":251},{"id":"2206.01191","title":"EfficientFormer: Vision Transformers at MobileNet Speed","created":"2022-06-02","cited_by_count":241},{"id":"2112.07916","title":"LongT5: Efficient Text-To-Text Transformer for Long Sequences","created":"2021-12-15","cited_by_count":232},{"id":"2111.15668","title":"AdaViT: Adaptive Vision Transformers for Efficient Image Recognition","created":"2021-11-30","cited_by_count":228},{"id":"2308.00442","title":"FLatten Transformer: Vision Transformer using Focused Linear Attention","created":"2023-08-01","cited_by_count":171},{"id":"2305.07185","title":"MEGABYTE: Predicting Million-byte Sequences with Multiscale Transformers","created":"2023-05-12","cited_by_count":170},{"id":"2006.03236","title":"Funnel-Transformer: Filtering out Sequential Redundancy for Efficient Language Processing","created":"2020-06-05","cited_by_count":162},{"id":"2112.05682","title":"Self-attention Does Not Need $O(n^2)$ Memory","created":"2021-12-10","cited_by_count":154},{"id":"2210.07839","title":"Contrastive Audio-Visual Masked Autoencoder","created":"2022-10-02","cited_by_count":146},{"id":"2007.15951","title":"An Empirical Survey of Data Augmentation for Time Series Classification with Neural Networks","created":"2020-07-31","cited_by_count":128},{"id":"2105.13120","title":"Sequence Parallelism: Long Sequence Training from System Perspective","created":"2021-05-26","cited_by_count":126},{"id":"2107.02192","title":"Long-Short Transformer: Efficient Transformers for Language and Vision","created":"2021-07-05","cited_by_count":102},{"id":"2304.11062","title":"Scaling Transformer to 1M tokens and beyond with RMT","created":"2023-04-19","cited_by_count":98},{"id":"2103.10619","title":"Scalable Vision Transformers with Hierarchical Pooling","created":"2021-03-19","cited_by_count":84},{"id":"2208.04347","title":"Investigating Efficiently Extending Transformers for Long Input Summarization","created":"2022-08-08","cited_by_count":43},{"id":"2303.10757","title":"Multiscale Audio Spectrogram Transformer for Efficient Audio Classification","created":"2023-03-19","cited_by_count":16},{"id":"2201.02143","title":"Classification of Long Sequential Data using Circular Dilated Convolutional Neural Networks","created":"2022-01-06","cited_by_count":13},{"id":"2407.13739","title":"Scaling Granite Code Models to 128K Context","created":"2024-07-18","cited_by_count":11},{"id":"2204.13604","title":"MeSHup: A Corpus for Full Text Biomedical Document Indexing","created":"2022-04-28","cited_by_count":1}],"next_cursor":null}