{"total":50,"rows":[{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962,"area":null},{"id":"2303.11950","title":"Learning A Sparse Transformer Network for Effective Image Deraining","created":"2023-03-21","cited_by_count":205,"area":null},{"id":"2308.00442","title":"FLatten Transformer: Vision Transformer using Focused Linear Attention","created":"2023-08-01","cited_by_count":171,"area":null},{"id":"2201.02767","title":"QuadTree Attention for Vision Transformers","created":"2022-01-08","cited_by_count":129,"area":null},{"id":"2106.00515","title":"KVT: k-NN Attention for Boosting Vision Transformers","created":"2021-05-28","cited_by_count":65,"area":null},{"id":"2106.06899","title":"Memory-efficient Transformers via Top-$k$ Attention","created":"2021-06-13","cited_by_count":60,"area":null},{"id":"2208.09579","title":"Learning in Audio-visual Context: A Review, Analysis, and New Perspective","created":"2022-08-20","cited_by_count":44,"area":null},{"id":"2104.07012","title":"Sparse Attention with Linear Units","created":"2021-04-14","cited_by_count":41,"area":null},{"id":"2205.03776","title":"SparseTT: Visual Tracking with Sparse Transformers","created":"2022-05-08","cited_by_count":36,"area":null},{"id":"2211.05109","title":"ViTALiTy: Unifying Low-rank and Sparse Approximation for Vision Transformer Acceleration with a Linear Taylor Attention","created":"2022-11-09","cited_by_count":29,"area":null},{"id":"2312.04152","title":"EulerMormer: Robust Eulerian Motion Magnification via Dynamic Filtering within Transformer","created":"2023-12-07","cited_by_count":27,"area":null},{"id":"2503.20337","title":"Progressive Focused Transformer for Single Image Super-Resolution","created":"2025-03-26","cited_by_count":25,"area":null},{"id":"2107.03134","title":"MedGPT: Medical Concept Prediction from Clinical Narratives","created":"2021-07-07","cited_by_count":24,"area":null},{"id":"2412.00346","title":"CaDA: Cross-Problem Routing Solver with Constraint-Aware Dual-Attention","created":"2024-11-30","cited_by_count":24,"area":null},{"id":"2407.17097","title":"Towards Robust Knowledge Tracing Models via k-Sparse Attention","created":"2024-07-24","cited_by_count":19,"area":null},{"id":"2203.00091","title":"Dynamic N:M Fine-grained Structured Sparse Attention Mechanism","created":"2022-02-28","cited_by_count":14,"area":null},{"id":"2109.12188","title":"Predicting Attention Sparsity in Transformers","created":"2021-09-24","cited_by_count":13,"area":null},{"id":"2503.06242","title":"LapSum -- One Method to Differentiate Them All: Ranking, Sorting and Top-k Selection","created":"2025-03-08","cited_by_count":13,"area":null},{"id":"2209.00606","title":"Sparse Attention Acceleration with Synergistic In-Memory Pruning and On-Chip Recomputation","created":"2022-09-01","cited_by_count":12,"area":null},{"id":"2112.05277","title":"Skeletal Graph Self-Attention: Embedding a Skeleton Inductive Bias into Sign Language Production","created":"2021-12-06","cited_by_count":11,"area":null},{"id":"2505.19371","title":"Foundations of Top-$k$ Decoding For Language Models","created":"2025-05-25","cited_by_count":10,"area":null},{"id":"2204.03227","title":"Accelerating Attention through Gradient-Based Learned Runtime Pruning","created":"2022-04-07","cited_by_count":8,"area":null},{"id":"2508.18224","title":"FSA: An Alternative Efficient Implementation of Native Sparse Attention Kernel","created":"2025-08-25","cited_by_count":7,"area":null},{"id":"2208.11122","title":"Distance-Aware Occlusion Detection with Focused Attention","created":"2022-08-23","cited_by_count":6,"area":null},{"id":"2406.01189","title":"MultiMax: Sparse and Multi-Modal Attention Learning","created":"2024-06-03","cited_by_count":5,"area":null},{"id":"2407.09268","title":"Region Attention Transformer for Medical Image Restoration","created":"2024-07-12","cited_by_count":5,"area":null},{"id":"2406.19391","title":"Fibottention: Inceptive Visual Representation Learning with Diverse Attention Across Heads","created":"2024-06-27","cited_by_count":3,"area":null},{"id":"2507.02488","title":"MedFormer: Hierarchical Medical Vision Transformer with Content-Aware Dual Sparse Selection Attention","created":"2025-07-03","cited_by_count":3,"area":null},{"id":"2507.03117","title":"BLaST: High Performance Inference and Pretraining using BLock Sparse Transformers","created":"2025-07-03","cited_by_count":3,"area":null},{"id":"2602.08722","title":"QUOKA: Query-Oriented KV Selection For Efficient LLM Prefill","created":"2026-02-09","cited_by_count":3,"area":null},{"id":"2108.04962","title":"Adaptive Multi-Resolution Attention with Linear Complexity","created":"2021-08-10","cited_by_count":2,"area":null},{"id":"2108.10752","title":"Generalizing RNN-Transducer to Out-Domain Audio via Sparse Self-Attention Layers","created":"2021-08-22","cited_by_count":2,"area":null},{"id":"2209.15176","title":"Adaptive Sparse and Monotonic Attention for Transformer-based Automatic Speech Recognition","created":"2022-09-30","cited_by_count":2,"area":null},{"id":"2405.20892","title":"MALT: Multi-scale Action Learning Transformer for Online Action Detection","created":"2024-05-31","cited_by_count":2,"area":null},{"id":"2506.03684","title":"DSSAU-Net:U-Shaped Hybrid Network for Pubic Symphysis and Fetal Head Segmentation","created":"2025-06-04","cited_by_count":2,"area":null},{"id":"2205.06483","title":"Modeling Human Behavior Part II -- Cognitive approaches and Uncertainty","created":"2022-05-13","cited_by_count":1,"area":null},{"id":"2304.03202","title":"SLM: End-to-end Feature Selection via Sparse Learnable Masks","created":"2023-04-06","cited_by_count":1,"area":null},{"id":"2309.14174","title":"Only 5\\% Attention Is All You Need: Efficient Long-range Document-level Neural Machine Translation","created":"2023-09-25","cited_by_count":1,"area":null},{"id":"2412.07201","title":"A Review on the Applications of Transformer-based language models for Nucleotide Sequence Analysis","created":"2024-12-10","cited_by_count":1,"area":null},{"id":"2605.04421","title":"FLUID: Continuous-Time Hyperconnected Sparse Transformer for Sink-Free Learning","created":"2026-05-06","cited_by_count":1,"area":null},{"id":"2605.08073","title":"EmambaIR: Efficient Visual State Space Model for Event-guided Image Reconstruction","created":"2026-05-08","cited_by_count":1,"area":null},{"id":"2210.03985","title":"Bird-Eye Transformers for Text Generation Models","created":"2022-10-08","cited_by_count":0,"area":null},{"id":"2403.05906","title":"Segmentation Guided Sparse Transformer for Under-Display Camera Image Restoration","created":"2024-03-09","cited_by_count":0,"area":null},{"id":"2405.13646","title":"A Transformer variant for multi-step forecasting of water level and hydrometeorological sensitivity analysis based on explainable artificial intelligence technology","created":"2024-05-22","cited_by_count":0,"area":null},{"id":"2503.02534","title":"SAGE-Amine: Generative Amine Design with Multi-Property Optimization for Efficient CO2 Capture","created":"2025-03-04","cited_by_count":0,"area":null},{"id":"2508.04058","title":"TCSAFormer: Efficient Vision Transformer with Token Compression and Sparse Attention for Medical Image Segmentation","created":"2025-08-06","cited_by_count":0,"area":null},{"id":"2512.00275","title":"HIMOSA: Efficient Remote Sensing Image Super-Resolution with Hierarchical Mixture of Sparse Attention","created":"2025-11-29","cited_by_count":0,"area":null},{"id":"2604.03815","title":"k-Maximum Inner Product Attention for Graph Transformers and the Expressive Power of GraphGPS","created":"2026-04-04","cited_by_count":0,"area":null},{"id":"2604.24820","title":"Salca: A Sparsity-Aware Hardware Accelerator for Efficient Long-Context Attention Decoding","created":"2026-04-27","cited_by_count":0,"area":null},{"id":"2608.26139","title":"Syntax vs. Semantics: How Transformers Learn Deep Dependencies","created":"2026-06-26","cited_by_count":0,"area":null}],"next_cursor":null}