{"total":306,"rows":[{"id":"2104.09864","title":"RoFormer: Enhanced Transformer with Rotary Position Embedding","created":"2021-04-20","cited_by_count":4703,"area":null},{"id":"2106.04803","title":"CoAtNet: Marrying Convolution and Attention for All Data Sizes","created":"2021-06-09","cited_by_count":569,"area":null},{"id":"2102.11174","title":"Linear Transformers Are Secretly Fast Weight Programmers","created":"2021-02-22","cited_by_count":502,"area":null},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471,"area":null},{"id":"2105.14995","title":"Choose a Transformer: Fourier or Galerkin","created":"2021-05-31","cited_by_count":343,"area":null},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338,"area":null},{"id":"2502.12524","title":"YOLOv12: Attention-Centric Real-Time Object Detectors","created":"2025-02-18","cited_by_count":305,"area":null},{"id":"2203.04838","title":"CMX: Cross-Modal Fusion for RGB-X Semantic Segmentation with Transformers","created":"2022-03-09","cited_by_count":231,"area":null},{"id":"2104.06399","title":"Co-Scale Conv-Attentional Image Transformers","created":"2021-04-13","cited_by_count":224,"area":null},{"id":"2404.07143","title":"Leave No Context Behind: Efficient Infinite Context Transformers with Infini-attention","created":"2024-04-10","cited_by_count":200,"area":null},{"id":"2207.02505","title":"Pure Transformers are Powerful Graph Learners","created":"2022-07-06","cited_by_count":188,"area":null},{"id":"2308.00442","title":"FLatten Transformer: Vision Transformer using Focused Linear Attention","created":"2023-08-01","cited_by_count":171,"area":null},{"id":"2110.07814","title":"Meta-learning via Language Model In-context Tuning","created":"2021-10-15","cited_by_count":164,"area":null},{"id":"2112.05682","title":"Self-attention Does Not Need $O(n^2)$ Memory","created":"2021-12-10","cited_by_count":154,"area":null},{"id":"2307.01694","title":"Spike-driven Transformer","created":"2023-07-04","cited_by_count":146,"area":null},{"id":"2305.17560","title":"Scalable Transformer for PDE Surrogate Modeling","created":"2023-05-27","cited_by_count":128,"area":null},{"id":"2203.09645","title":"MatchFormer: Interleaving Attention in Transformers for Feature Matching","created":"2022-03-17","cited_by_count":126,"area":null},{"id":"2203.11192","title":"Transforming Model Prediction for Tracking","created":"2022-03-21","cited_by_count":117,"area":null},{"id":"2405.14325","title":"Dinomaly: The Less Is More Philosophy in Multi-Class Unsupervised Anomaly Detection","created":"2024-05-23","cited_by_count":93,"area":null},{"id":"2312.08874","title":"Agent Attention: On the Integration of Softmax and Linear Attention","created":"2023-12-14","cited_by_count":90,"area":null},{"id":"2308.14036","title":"MB-TaylorFormer: Multi-branch Efficient Transformer Expanded by Taylor Formula for Image Dehazing","created":"2023-08-27","cited_by_count":81,"area":null},{"id":"2203.02149","title":"HDNet: High-resolution Dual-domain Learning for Spectral Compressive Imaging","created":"2022-03-04","cited_by_count":66,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2401.04747","title":"DiffSHEG: A Diffusion-Based Approach for Real-Time Speech-driven Holistic 3D Expression and Gesture Generation","created":"2024-01-09","cited_by_count":62,"area":null},{"id":"2206.08948","title":"CMT-DeepLab: Clustering Mask Transformers for Panoptic Segmentation","created":"2022-06-17","cited_by_count":60,"area":null},{"id":"2307.15421","title":"MLIC++: Linear Complexity Multi-Reference Entropy Modeling for Learned Image Compression","created":"2023-07-28","cited_by_count":58,"area":null},{"id":"2204.06160","title":"Neural Texture Extraction and Distribution for Controllable Person Image Synthesis","created":"2022-04-13","cited_by_count":55,"area":null},{"id":"2209.07484","title":"Hydra Attention: Efficient Attention with Many Heads","created":"2022-09-15","cited_by_count":55,"area":null},{"id":"2405.11751","title":"Asymptotic theory of in-context learning by linear attention","created":"2024-05-20","cited_by_count":55,"area":null},{"id":"2312.01728","title":"ImputeFormer: Low Rankness-Induced Transformers for Generalizable Spatiotemporal Imputation","created":"2023-12-04","cited_by_count":50,"area":null},{"id":"2401.11673","title":"MVSFormer++: Revealing the Devil in Transformer's Details for Multi-View Stereo","created":"2024-01-22","cited_by_count":50,"area":null},{"id":"2412.06590","title":"Bridging the Divide: Reconsidering Softmax and Linear Attention","created":"2024-12-09","cited_by_count":48,"area":null},{"id":"2207.01076","title":"Divert More Attention to Vision-Language Tracking","created":"2022-07-03","cited_by_count":47,"area":null},{"id":"2109.01163","title":"Efficient conformer: Progressive downsampling and grouped attention for automatic speech recognition","created":"2021-08-31","cited_by_count":42,"area":null},{"id":"2205.14756","title":"EfficientViT: Multi-Scale Linear Attention for High-Resolution Dense Prediction","created":"2022-05-29","cited_by_count":42,"area":null},{"id":"2305.00355","title":"MH-DETR: Video Moment and Highlight Detection with Cross-modal Transformer","created":"2023-04-29","cited_by_count":40,"area":null},{"id":"2107.00782","title":"Polarized Self-Attention: Towards High-quality Pixel-wise Regression","created":"2021-07-02","cited_by_count":39,"area":null},{"id":"2105.08399","title":"Relative Positional Encoding for Transformers with Linear Complexity","created":"2021-05-18","cited_by_count":37,"area":null},{"id":"2204.07756","title":"Visual Attention Methods in Deep Learning: An In-Depth Survey","created":"2022-04-16","cited_by_count":37,"area":null},{"id":"2404.01340","title":"From Similarity to Superiority: Channel Clustering for Time Series Forecasting","created":"2024-03-31","cited_by_count":37,"area":null},{"id":"2206.08898","title":"SimA: Simple Softmax-free Attention for Vision Transformers","created":"2022-06-17","cited_by_count":32,"area":null},{"id":"2207.00328","title":"TopicFM: Robust and Interpretable Topic-Assisted Feature Matching","created":"2022-07-01","cited_by_count":32,"area":null},{"id":"2501.15061","title":"PolaFormer: Polarity-aware Linear Attention for Vision Transformers","created":"2025-01-25","cited_by_count":32,"area":null},{"id":"2411.07635","title":"Breaking the Low-Rank Dilemma of Linear Attention","created":"2024-11-12","cited_by_count":31,"area":null},{"id":"2109.07107","title":"Anchor DETR: Query Design for Transformer-Based Object Detection","created":"2021-09-15","cited_by_count":30,"area":null},{"id":"2205.08078","title":"Unraveling Attention via Convex Duality: Analysis and Interpretations of Vision Transformers","created":"2022-05-17","cited_by_count":30,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2211.05109","title":"ViTALiTy: Unifying Low-rank and Sparse Approximation for Vision Transformer Acceleration with a Linear Taylor Attention","created":"2022-11-09","cited_by_count":29,"area":null},{"id":"2110.08678","title":"Improving Transformers with Probabilistic Attention Keys","created":"2021-10-16","cited_by_count":28,"area":null},{"id":"2211.07091","title":"BiViT: Extremely Compressed Binary Vision Transformer","created":"2022-11-14","cited_by_count":28,"area":null},{"id":"2211.10526","title":"Castling-ViT: Compressing Self-Attention via Switching Towards Linear-Angular Attention at Vision Transformer Inference","created":"2022-11-18","cited_by_count":28,"area":null},{"id":"2202.13110","title":"Optimal-er Auctions through Attention","created":"2022-02-26","cited_by_count":27,"area":null},{"id":"2212.13504","title":"DAE-Former: Dual Attention-guided Efficient Transformer for Medical Image Segmentation","created":"2022-12-27","cited_by_count":27,"area":null},{"id":"2301.03036","title":"HRTransNet: HRFormer-Driven Two-Modality Salient Object Detection","created":"2023-01-08","cited_by_count":27,"area":null},{"id":"2402.12365","title":"Universal Physics Transformers: A Framework For Efficiently Scaling Neural Operators","created":"2024-02-19","cited_by_count":27,"area":null},{"id":"2108.02347","title":"FMMformer: Efficient and Flexible Transformer via Decomposed Near-field and Far-field Attention","created":"2021-08-05","cited_by_count":26,"area":null},{"id":"2410.02703","title":"Selective Attention Improves Transformer","created":"2024-10-03","cited_by_count":26,"area":null},{"id":"2103.15087","title":"Learning a Sketch Tensor Space for Image Inpainting of Man-made Scenes","created":"2021-03-28","cited_by_count":25,"area":null},{"id":"2112.01010","title":"Differentiable Spatial Planning using Transformers","created":"2021-12-02","cited_by_count":25,"area":null},{"id":"2207.07563","title":"QSAN: A Near-term Achievable Quantum Self-Attention Network","created":"2022-07-14","cited_by_count":25,"area":null},{"id":"2407.03575","title":"DGR-MIL: Exploring Diverse Global Representation in Multiple Instance Learning for Whole Slide Image Classification","created":"2024-07-04","cited_by_count":25,"area":null},{"id":"2209.14105","title":"Exploring the Relationship between Architecture and Adversarially Robust Generalization","created":"2022-09-28","cited_by_count":23,"area":null},{"id":"2104.13727","title":"PCFGs Can Do Better: Inducing Probabilistic Context-Free Grammars with Many Symbols","created":"2021-04-28","cited_by_count":22,"area":null},{"id":"2206.10552","title":"Vicinity Vision Transformer","created":"2022-06-21","cited_by_count":22,"area":null},{"id":"2102.08606","title":"Centroid Transformers: Learning to Abstract with Attention","created":"2021-02-17","cited_by_count":20,"area":null},{"id":"2301.13156","title":"SeaFormer++: Squeeze-enhanced Axial Transformer for Mobile Visual Recognition","created":"2023-01-30","cited_by_count":18,"area":null},{"id":"2307.06947","title":"Video-FocalNets: Spatio-Temporal Focal Modulation for Video Action Recognition","created":"2023-07-13","cited_by_count":18,"area":null},{"id":"2412.03748","title":"HIIF: Hierarchical Encoding based Implicit Image Function for Continuous Super-resolution","created":"2024-12-04","cited_by_count":17,"area":null},{"id":"2506.01558","title":"SAM2-LOVE: Segment Anything Model 2 in Language-aided Audio-Visual Scenes","created":"2025-06-02","cited_by_count":17,"area":null},{"id":"2402.12969","title":"Gl\\'orIA -- A Generative and Open Large Language Model for Portuguese","created":"2024-02-20","cited_by_count":16,"area":null},{"id":"2507.00698","title":"Rectifying Magnitude Neglect in Linear Attention","created":"2025-07-01","cited_by_count":16,"area":null},{"id":"2310.11685","title":"Why Softmax Attention Outperforms Linear Attention","created":"2023-10-18","cited_by_count":15,"area":null},{"id":"2506.02475","title":"Comba: Improving Bilinear RNNs with Closed-loop Control","created":"2025-06-03","cited_by_count":15,"area":null},{"id":"2311.02225","title":"Multi-scale Time-stepping of Partial Differential Equations with Transformers","created":"2023-11-03","cited_by_count":14,"area":null},{"id":"2211.03808","title":"ToDD: Topological Compound Fingerprinting in Computer-Aided Drug Discovery","created":"2022-11-07","cited_by_count":13,"area":null},{"id":"2301.09799","title":"LDMIC: Learning-based Distributed Multi-view Image Coding","created":"2023-01-24","cited_by_count":13,"area":null},{"id":"2306.12681","title":"One at a Time: Progressive Multi-step Volumetric Probability Learning for Reliable 3D Scene Perception","created":"2023-06-22","cited_by_count":13,"area":null},{"id":"2408.04093","title":"Tree Attention: Topology-aware Decoding for Long-Context Attention on GPU clusters","created":"2024-08-07","cited_by_count":13,"area":null},{"id":"2511.06294","title":"Transolver is a Linear Transformer: Revisiting Physics-Attention through the Lens of Linear Attention","created":"2025-11-09","cited_by_count":13,"area":null},{"id":"2207.04044","title":"kMaX-DeepLab: k-means Mask Transformer","created":"2022-07-08","cited_by_count":12,"area":null},{"id":"2210.11794","title":"Diffuser: Efficient Transformers with Multi-hop Attention Diffusion for Long Sequences","created":"2022-10-21","cited_by_count":12,"area":null},{"id":"2404.03658","title":"Know Your Neighbors: Improving Single-View Reconstruction via Spatial Vision-Language Reasoning","created":"2024-04-04","cited_by_count":12,"area":null},{"id":"2405.03140","title":"TimeMIL: Advancing Multivariate Time Series Classification via a Time-aware Multiple Instance Learning","created":"2024-05-06","cited_by_count":12,"area":null},{"id":"2408.03703","title":"CAS-ViT: Convolutional Additive Self-attention Vision Transformers for Efficient Mobile Applications","created":"2024-08-07","cited_by_count":12,"area":null},{"id":"2507.01838","title":"MobileIE: An Extremely Lightweight and Effective ConvNet for Real-Time Image Enhancement on Mobile Devices","created":"2025-07-02","cited_by_count":12,"area":null},{"id":"2602.20160","title":"tttLRM: Test-Time Training for Long Context and Autoregressive 3D Reconstruction","created":"2026-02-23","cited_by_count":12,"area":null},{"id":"2109.14382","title":"UFO-ViT: High Performance Linear Vision Transformer without Softmax","created":"2021-09-29","cited_by_count":11,"area":null},{"id":"2301.10847","title":"Enhancing Medical Image Segmentation with TransCeption: A Multi-Scale Feature Fusion Approach","created":"2023-01-25","cited_by_count":11,"area":null},{"id":"2307.10046","title":"Divert More Attention to Vision-Language Object Tracking","created":"2023-07-19","cited_by_count":11,"area":null},{"id":"2308.00122","title":"High-Quality Visually-Guided Sound Separation from Diverse Categories","created":"2023-07-31","cited_by_count":11,"area":null},{"id":"2311.15157","title":"Advancing Vision Transformers with Group-Mix Attention","created":"2023-11-26","cited_by_count":11,"area":null},{"id":"2312.04234","title":"Graph Convolutions Enrich the Self-Attention in Transformers!","created":"2023-12-07","cited_by_count":11,"area":null},{"id":"2312.05019","title":"Vision-based Learning for Drones: A Survey","created":"2023-12-08","cited_by_count":11,"area":null},{"id":"2402.12138","title":"Perceiving Longer Sequences With Bi-Directional Cross-Attention Transformers","created":"2024-02-19","cited_by_count":11,"area":null},{"id":"2110.07034","title":"How Does Momentum Benefit Deep Neural Networks Architecture Design? A Few Case Studies","created":"2021-10-13","cited_by_count":10,"area":null},{"id":"2203.10694","title":"FAR: Fourier Aerial Video Recognition","created":"2022-03-21","cited_by_count":10,"area":null},{"id":"2204.05424","title":"A Call for Clarity in Beam Search: How It Works and When It Stops","created":"2022-04-11","cited_by_count":10,"area":null},{"id":"2206.00771","title":"Dynamic Linear Transformer for 3D Biomedical Image Segmentation","created":"2022-06-01","cited_by_count":10,"area":null},{"id":"2207.13317","title":"Convolutional Embedding Makes Hierarchical Vision Transformer Stronger","created":"2022-07-27","cited_by_count":10,"area":null},{"id":"2210.07661","title":"CAB: Comprehensive Attention Benchmarking on Long Sequence Modeling","created":"2022-10-14","cited_by_count":10,"area":null}],"next_cursor":"100"}