{"total":58,"rows":[{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2201.09873","title":"Transformers in Medical Imaging: A Survey","created":"2022-01-24","cited_by_count":245,"area":null},{"id":"2207.10666","title":"TinyViT: Fast Pretraining Distillation for Small Vision Transformers","created":"2022-07-21","cited_by_count":234,"area":null},{"id":"2212.08059","title":"Rethinking Vision Transformers for MobileNet Size and Speed","created":"2022-12-15","cited_by_count":121,"area":null},{"id":"2204.07154","title":"MiniViT: Compressing Vision Transformers with Weight Multiplexing","created":"2022-04-14","cited_by_count":88,"area":null},{"id":"2104.12753","title":"Vision Transformers with Patch Diversification","created":"2021-04-26","cited_by_count":45,"area":null},{"id":"2106.03714","title":"Refiner: Refining Self-attention for Vision Transformers","created":"2021-06-07","cited_by_count":38,"area":null},{"id":"2107.03134","title":"MedGPT: Medical Concept Prediction from Clinical Narratives","created":"2021-07-07","cited_by_count":24,"area":null},{"id":"2308.13490","title":"TpuGraphs: A Performance Prediction Dataset on Large Tensor Computational Graphs","created":"2023-08-25","cited_by_count":16,"area":null},{"id":"2305.12498","title":"Multi-Head State Space Model for Speech Recognition","created":"2023-05-21","cited_by_count":14,"area":null},{"id":"2407.19394","title":"Depth-Wise Convolutions in Vision Transformers for Efficient Training on Small Datasets","created":"2024-07-28","cited_by_count":14,"area":null},{"id":"2108.02401","title":"WeChat Neural Machine Translation Systems for WMT21","created":"2021-08-05","cited_by_count":11,"area":null},{"id":"2303.09730","title":"ElasticViT: Conflict-aware Supernet Training for Deploying Fast Vision Transformer on Diverse Mobile Devices","created":"2023-03-17","cited_by_count":10,"area":null},{"id":"2405.08553","title":"Improving Transformers with Dynamically Composable Multi-Head Attention","created":"2024-05-14","cited_by_count":10,"area":null},{"id":"2410.04798","title":"DAPE V2: Process Attention Score as Feature Map for Length Extrapolation","created":"2024-10-07","cited_by_count":10,"area":null},{"id":"2504.00927","title":"Multi-Token Attention","created":"2025-04-01","cited_by_count":10,"area":null},{"id":"2305.06472","title":"ChatGPT-Like Large-Scale Foundation Models for Prognostics and Health Management: A Survey and Roadmaps","created":"2023-05-10","cited_by_count":8,"area":null},{"id":"2401.01056","title":"Enhancing Automatic Modulation Recognition through Robust Global Feature Extraction","created":"2024-01-02","cited_by_count":7,"area":null},{"id":"2511.09596","title":"Making Every Head Count: Sparse Attention Without the Speed-Performance Trade-off","created":"2025-11-12","cited_by_count":6,"area":null},{"id":"2110.05241","title":"Streaming Transformer Transducer Based Speech Recognition Using Non-Causal Convolution","created":"2021-10-07","cited_by_count":5,"area":null},{"id":"2406.01189","title":"MultiMax: Sparse and Multi-Modal Attention Learning","created":"2024-06-03","cited_by_count":5,"area":null},{"id":"2503.20174","title":"Devil is in the Uniformity: Exploring Diverse Learners within Transformer for Image Restoration","created":"2025-03-26","cited_by_count":5,"area":null},{"id":"2310.15672","title":"How Much Context Does My Attention-Based ASR System Need?","created":"2023-10-24","cited_by_count":3,"area":null},{"id":"2603.06591","title":"What Makes Position Zero Special? A Mechanistic Study of Position Zero Attention Sinks in LLMs","created":"2026-02-04","cited_by_count":3,"area":null},{"id":"2206.15312","title":"FL-Tuning: Layer Tuning for Feed-Forward Network in Transformer","created":"2022-06-30","cited_by_count":2,"area":null},{"id":"2310.04179","title":"Entropic Score metric: Decoupling Topology and Size in Training-free NAS","created":"2023-10-06","cited_by_count":2,"area":null},{"id":"2601.02241","title":"From Mice to Trains: Amortized Bayesian Inference on Graph Data","created":"2026-01-05","cited_by_count":2,"area":null},{"id":"2607.10992","title":"LoSA-Net: A Localized and Scale-Adaptive Network for Boundary-Sensitive Prediction of Perineural Invasion in 3D MRI","created":"2026-07-13","cited_by_count":2,"area":null},{"id":"2211.15009","title":"BJTU-WeChat's Systems for the WMT22 Chat Translation Task","created":"2022-11-28","cited_by_count":1,"area":null},{"id":"2212.10197","title":"EIT: Enhanced Interactive Transformer","created":"2022-12-20","cited_by_count":1,"area":null},{"id":"2305.14380","title":"Finding the Pillars of Strength for Multi-Head Attention","created":"2023-05-22","cited_by_count":1,"area":null},{"id":"2312.01324","title":"MABViT -- Modified Attention Block Enhances Vision Transformers","created":"2023-12-03","cited_by_count":1,"area":null},{"id":"2410.14874","title":"Beyond Isolated Heads: Multi-Overlapped-Head Self-Attention for Vision Transformers","created":"2024-10-18","cited_by_count":1,"area":null},{"id":"2411.06740","title":"Dockformer: A transformer-based molecular docking paradigm for large-scale virtual screening","created":"2024-11-11","cited_by_count":1,"area":null},{"id":"2510.23052","title":"Knocking-Heads Attention","created":"2025-10-27","cited_by_count":1,"area":null},{"id":"2602.01744","title":"Softmax Linear Attention: Reclaiming Global Competition","created":"2026-02-02","cited_by_count":1,"area":null},{"id":"2602.21371","title":"Interleaved Head Attention","created":"2026-02-24","cited_by_count":1,"area":null},{"id":"2604.01683","title":"Invertible Query-Key Coupling Composes with Attention Mechanisms","created":"2026-04-02","cited_by_count":1,"area":null},{"id":"2608.10288","title":"Power law graph attention: exact generalization of scaled dot-product attention, empirical collapse at inference","created":"2026-08-10","cited_by_count":1,"area":null},{"id":"2211.04699","title":"FF2: A Feature Fusion Two-Stream Framework for Punctuation Restoration","created":"2022-11-09","cited_by_count":0,"area":null},{"id":"2302.10275","title":"Semantic Feature Integration network for Fine-grained Visual Classification","created":"2023-02-13","cited_by_count":0,"area":null},{"id":"2308.07522","title":"Finding Stakeholder-Material Information from 10-K Reports using Fine-Tuned BERT and LSTM Models","created":"2023-08-15","cited_by_count":0,"area":null},{"id":"2311.04262","title":"ETDPC: A Multimodality Framework for Classifying Pages in Electronic Theses and Dissertations","created":"2023-11-07","cited_by_count":0,"area":null},{"id":"2311.08123","title":"Memory-efficient Stochastic methods for Memory-based Transformers","created":"2023-11-14","cited_by_count":0,"area":null},{"id":"2404.04924","title":"GvT: A Graph-based Vision Transformer with Talking-Heads Utilizing Sparsity, Trained from Scratch on Small Datasets","created":"2024-04-07","cited_by_count":0,"area":null},{"id":"2503.02534","title":"SAGE-Amine: Generative Amine Design with Multi-Property Optimization for Efficient CO2 Capture","created":"2025-03-04","cited_by_count":0,"area":null},{"id":"2504.12088","title":"AttentionDrop: A Novel Regularization Method for Transformer Models","created":"2025-04-16","cited_by_count":0,"area":null},{"id":"2604.10791","title":"Position-Agnostic Pre-Projection for Transformer Attention: Nonlinear Feature Construction and Content Skip Before Q/K/V","created":"2026-04-12","cited_by_count":0,"area":null},{"id":"2604.19147","title":"Nexusformer: Nonlinear Attention Expansion for Stable and Inheritable Transformer Scaling","created":"2026-04-21","cited_by_count":0,"area":null},{"id":"2605.24754","title":"Motion-Compensated Weight Compression","created":"2026-05-23","cited_by_count":0,"area":null},{"id":"2607.10988","title":"MMA-Former: Multi-Window Mixture-of-Head Attention Transformer for Adaptive PNI Prediction in 3D MRI","created":"2026-07-13","cited_by_count":0,"area":null},{"id":"2608.20144","title":"PelviNeXt: A Modality-Agnostic Hybrid Network for Pelvic Imaging in Women's Health","created":"2026-08-20","cited_by_count":0,"area":null},{"id":"2608.20172","title":"Ask Self, Ask Others: Relation Is All You Need","created":"2026-08-20","cited_by_count":0,"area":null},{"id":"2609.27735","title":"NS-ATTENTION: Newton-Schulz Transformations of Attention Outputs in Vision Transformers","created":"2026-09-23","cited_by_count":0,"area":null},{"id":"2609.39661","title":"The Evolution of Attention in Large Language Models: Mechanisms, Trade-offs, and Emerging Trends","created":"2026-09-30","cited_by_count":0,"area":null},{"id":"2610.01494","title":"Let the Heads Talk: Beyond Diagonal Graph Attention","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.13261","title":"Data-Adaptive Mahalanobis Metric Learning for Cross-Head Attention in Transformers","created":"2026-10-09","cited_by_count":0,"area":null}],"next_cursor":null}