{"list":"other","total":59,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2103.00020","title":"Learning Transferable Visual Models From Natural Language Supervision","created":"2021-02-26","cited_by_count":33744},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869},{"id":"1612.00593","title":"PointNet: Deep Learning on Point Sets for 3D Classification and Segmentation","created":"2016-12-02","cited_by_count":5248},{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1706.02413","title":"PointNet++: Deep Hierarchical Feature Learning on Point Sets in a Metric Space","created":"2017-06-07","cited_by_count":4401},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"1702.04405","title":"ScanNet: Richly-annotated 3D Reconstructions of Indoor Scenes","created":"2017-02-14","cited_by_count":3117},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"2111.00396","title":"Efficiently Modeling Long Sequences with Structured State Spaces","created":"2021-10-31","cited_by_count":2465},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2102.05095","title":"Is Space-Time Attention All You Need for Video Understanding?","created":"2021-02-09","cited_by_count":1620},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2405.21060","title":"Transformers are SSMs: Generalized Models and Efficient Algorithms Through Structured State Space Duality","created":"2024-05-31","cited_by_count":1336},{"id":"2203.12602","title":"VideoMAE: Masked Autoencoders are Data-Efficient Learners for Self-Supervised Video Pre-Training","created":"2022-03-23","cited_by_count":1322},{"id":"2108.12409","title":"Train Short, Test Long: Attention with Linear Biases Enables Input Length Extrapolation","created":"2021-08-27","cited_by_count":1103},{"id":"2401.09417","title":"Vision Mamba: Efficient Visual Representation Learning with Bidirectional State Space Model","created":"2024-01-17","cited_by_count":1056},{"id":"1801.07791","title":"PointCNN: Convolution On $\\mathcal{X}$-Transformed Points","created":"2018-01-23","cited_by_count":764},{"id":"2012.09688","title":"PCT: Point cloud transformer","created":"2020-12-17","cited_by_count":732},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"1811.07246","title":"PointConv: Deep Convolutional Networks on 3D Point Clouds","created":"2018-11-17","cited_by_count":657},{"id":"2111.14819","title":"Point-BERT: Pre-training 3D Point Cloud Transformers with Masked Point Modeling","created":"2021-11-29","cited_by_count":653},{"id":"2110.13985","title":"Combining Recurrent, Convolutional, and Continuous-time Models with Linear State-Space Layers","created":"2021-10-26","cited_by_count":608},{"id":"2008.07669","title":"HiPPO: Recurrent Memory with Optimal Polynomial Projections","created":"2020-08-17","cited_by_count":605},{"id":"2312.10035","title":"Point Transformer V3: Simpler, Faster, Stronger","created":"2023-12-15","cited_by_count":589},{"id":"1908.04616","title":"Revisiting Point Cloud Classification: A New Benchmark Dataset and Classification Model on Real-World Data","created":"2019-08-13","cited_by_count":532},{"id":"2303.16727","title":"VideoMAE V2: Scaling Video Masked Autoencoders with Dual Masking","created":"2023-03-29","cited_by_count":528},{"id":"2407.08608","title":"FlashAttention-3: Fast and Accurate Attention with Asynchrony and Low-precision","created":"2024-07-11","cited_by_count":519},{"id":"2312.06635","title":"Gated Linear Attention Transformers with Hardware-Efficient Training","created":"2023-12-11","cited_by_count":514},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502},{"id":"2406.06484","title":"Parallelizing Linear Transformers with the Delta Rule over Sequence Length","created":"2024-06-10","cited_by_count":396},{"id":"2302.10866","title":"Hyena Hierarchy: Towards Larger Convolutional Language Models","created":"2023-02-21","cited_by_count":393},{"id":"2105.03824","title":"FNet: Mixing Tokens with Fourier Transforms","created":"2021-05-09","cited_by_count":347},{"id":"2403.06977","title":"VideoMamba: State Space Model for Efficient Video Understanding","created":"2024-03-11","cited_by_count":328},{"id":"2305.19466","title":"The Impact of Positional Encoding on Length Generalization in Transformers","created":"2023-05-31","cited_by_count":327},{"id":"2405.04517","title":"xLSTM: Extended Long Short-Term Memory","created":"2024-05-07","cited_by_count":327},{"id":"2401.13560","title":"SegMamba: Long-range Sequential Modeling Mamba For 3D Medical Image Segmentation","created":"2024-01-24","cited_by_count":266},{"id":"2402.18668","title":"Simple linear attention language models balance the recall-throughput tradeoff","created":"2024-02-28","cited_by_count":208},{"id":"2306.15794","title":"HyenaDNA: Long-Range Genomic Sequence Modeling at Single Nucleotide Resolution","created":"2023-06-27","cited_by_count":194},{"id":"2406.07887","title":"An Empirical Study of Mamba-based Language Models","created":"2024-06-12","cited_by_count":186},{"id":"2202.09729","title":"It's Raw! Audio Generation with State-Space Models","created":"2022-02-20","cited_by_count":171},{"id":"2404.07904","title":"HGRN2: Gated Linear RNNs with State Expansion","created":"2024-04-11","cited_by_count":127},{"id":"2305.11487","title":"PointGPT: Auto-regressively Generative Pre-training from Point Clouds","created":"2023-05-19","cited_by_count":115},{"id":"2403.07487","title":"Motion Mamba: Efficient and Long Sequence Motion Generation","created":"2024-03-12","cited_by_count":112},{"id":"2305.03045","title":"OctFormer: Octree-based Transformers for 3D Point Clouds","created":"2023-05-04","cited_by_count":109},{"id":"2403.01590","title":"The Hidden Attention of Mamba Models","created":"2024-03-03","cited_by_count":91},{"id":"2402.19047","title":"Theoretical Foundations of Deep Selective State-Space Models","created":"2024-02-29","cited_by_count":74},{"id":"2409.04431","title":"Theory, Analysis, and Best Practices for Sigmoid Self-Attention","created":"2024-09-06","cited_by_count":64},{"id":"2111.00035","title":"Skyformer: Remodel Self-Attention with Gaussian Kernel and Nystr\\\"om Method","created":"2021-10-29","cited_by_count":63},{"id":"2309.08586","title":"Replacing softmax with ReLU in Vision Transformers","created":"2023-09-15","cited_by_count":44},{"id":"2407.09941","title":"Hydra: Bidirectional State Space Models Through Generalized Matrix Mixers","created":"2024-07-13","cited_by_count":44},{"id":"2405.15731","title":"Understanding the differences in Foundation Models: Attention, State Space Models, and Recurrent Neural Networks","created":"2024-05-24","cited_by_count":26},{"id":"2404.05522","title":"3DMambaIPF: A State Space Model for Iterative Point Cloud Filtering via Differentiable Rendering","created":"2024-04-08","cited_by_count":21}],"next_cursor":null}