{"total":41,"rows":[{"id":"2107.00641","title":"Focal Self-attention for Local-Global Interactions in Vision Transformers","created":"2021-07-01","cited_by_count":288,"area":null},{"id":"2203.11926","title":"Focal Modulation Networks","created":"2022-03-22","cited_by_count":186,"area":null},{"id":"2203.05962","title":"Anti-Oversmoothing in Deep Vision Transformers via the Fourier Domain Analysis: From Theory to Practice","created":"2022-03-09","cited_by_count":136,"area":null},{"id":"2111.06091","title":"A Survey of Visual Transformers","created":"2021-11-11","cited_by_count":117,"area":null},{"id":"2109.04553","title":"Is Attention Better Than Matrix Decomposition?","created":"2021-09-09","cited_by_count":77,"area":null},{"id":"2204.00993","title":"Improving Vision Transformers by Revisiting High-frequency Components","created":"2022-04-03","cited_by_count":76,"area":null},{"id":"2303.01267","title":"Token Contrast for Weakly-Supervised Semantic Segmentation","created":"2023-03-02","cited_by_count":65,"area":null},{"id":"2211.11315","title":"Beyond Attentive Tokens: Incorporating Token Importance and Diversity for Efficient Vision Transformers","created":"2022-11-21","cited_by_count":47,"area":null},{"id":"2303.06562","title":"ContraNorm: A Contrastive Learning Perspective on Oversmoothing and Beyond","created":"2023-03-12","cited_by_count":39,"area":null},{"id":"2203.06345","title":"The Principle of Diversity: Training Stronger Vision Transformers Calls for Reducing All Levels of Redundancy","created":"2022-03-12","cited_by_count":35,"area":null},{"id":"2312.00751","title":"Mitigating Over-smoothing in Transformers via Regularized Nonlocal Functionals","created":"2023-12-01","cited_by_count":32,"area":null},{"id":"2312.10325","title":"An Attentive Inductive Bias for Sequential Recommendation beyond the Self-Attention","created":"2023-12-16","cited_by_count":28,"area":null},{"id":"2306.02376","title":"Towards Deep Attention in Graph Neural Networks: Problems and Remedies","created":"2023-06-04","cited_by_count":24,"area":null},{"id":"2401.04301","title":"Setting the Record Straight on Transformer Oversmoothing","created":"2024-01-09","cited_by_count":21,"area":null},{"id":"2303.13396","title":"Zero-guidance Segmentation Using Zero Segment Labels","created":"2023-03-23","cited_by_count":18,"area":null},{"id":"2212.04129","title":"Deep Incubation: Training Large Models by Divide-and-Conquering","created":"2022-12-08","cited_by_count":13,"area":null},{"id":"2303.17285","title":"Decomposed Cross-modal Distillation for RGB-based Temporal Action Detection","created":"2023-03-30","cited_by_count":12,"area":null},{"id":"2312.04234","title":"Graph Convolutions Enrich the Self-Attention in Transformers!","created":"2023-12-07","cited_by_count":11,"area":null},{"id":"2206.14413","title":"The Lighter The Better: Rethinking Transformers in Medical Image Segmentation Through Adaptive Pruning","created":"2022-06-29","cited_by_count":9,"area":null},{"id":"2110.03210","title":"Universality of Winning Tickets: A Renormalization Group Perspective","created":"2021-10-07","cited_by_count":8,"area":null},{"id":"2406.01189","title":"MultiMax: Sparse and Multi-Modal Attention Learning","created":"2024-06-03","cited_by_count":5,"area":null},{"id":"2202.02884","title":"Exploring Self-Attention Mechanisms for Speech Separation","created":"2022-02-06","cited_by_count":4,"area":null},{"id":"2205.10505","title":"A Study on Transformer Configuration and Training Objective","created":"2022-05-21","cited_by_count":4,"area":null},{"id":"2212.13764","title":"Representation Separation for Semantic Segmentation with Vision Transformers","created":"2022-12-28","cited_by_count":4,"area":null},{"id":"2404.08195","title":"Tackling Ambiguity from Perspective of Uncertainty Inference and Affinity Diversification for Weakly Supervised Semantic Segmentation","created":"2024-04-12","cited_by_count":4,"area":null},{"id":"2210.03168","title":"Gastrointestinal Disorder Detection with a Transformer Based Approach","created":"2022-10-06","cited_by_count":3,"area":null},{"id":"2305.03112","title":"Calibrating Undisciplined Over-Smoothing in Transformer for Weakly Supervised Semantic Segmentation","created":"2023-05-04","cited_by_count":3,"area":null},{"id":"2312.08916","title":"Progressive Feature Self-reinforcement for Weakly Supervised Semantic Segmentation","created":"2023-12-14","cited_by_count":3,"area":null},{"id":"2403.07942","title":"Attacking Transformers with Feature Diversity Adversarial Perturbation","created":"2024-03-10","cited_by_count":3,"area":null},{"id":"2402.11896","title":"SIBO: A Simple Booster for Parameter-Efficient Fine-Tuning","created":"2024-02-19","cited_by_count":2,"area":null},{"id":"2403.18593","title":"Homogeneous Tokenizer Matters: Homogeneous Visual Tokenizer for Remote Sensing Image Understanding","created":"2024-03-27","cited_by_count":2,"area":null},{"id":"2410.15578","title":"Generalized Probabilistic Attention Mechanism in Transformers","created":"2024-10-21","cited_by_count":2,"area":null},{"id":"2211.10253","title":"Delving into Transformer for Incremental Semantic Segmentation","created":"2022-11-18","cited_by_count":1,"area":null},{"id":"2212.10197","title":"EIT: Enhanced Interactive Transformer","created":"2022-12-20","cited_by_count":1,"area":null},{"id":"2309.05375","title":"Toward a Deeper Understanding: RetNet Viewed through Convolution","created":"2023-09-11","cited_by_count":1,"area":null},{"id":"2312.07753","title":"Polynomial-based Self-Attention for Table Representation learning","created":"2023-12-12","cited_by_count":1,"area":null},{"id":"2509.00102","title":"ECG-Soup: Harnessing Multi-Layer Synergy for ECG Foundation Models","created":"2025-08-27","cited_by_count":1,"area":null},{"id":"2206.06346","title":"Bringing Image Scene Structure to Video via Frame-Clip Consistency of Object Tokens","created":"2022-06-13","cited_by_count":0,"area":null},{"id":"2211.13902","title":"TAOTF: A Two-stage Approximately Orthogonal Training Framework in Deep Neural Networks","created":"2022-11-25","cited_by_count":0,"area":null},{"id":"2503.07637","title":"Is Pre-training Applicable to the Decoder for Dense Prediction?","created":"2025-03-05","cited_by_count":0,"area":null},{"id":"2606.13096","title":"Unified MRI Brain Image Translation via Hierarchical Tumor Structure Comparison","created":"2026-06-11","cited_by_count":0,"area":null}],"next_cursor":null}