{"total":127,"rows":[{"id":"2103.15808","title":"CvT: Introducing Convolutions to Vision Transformers","created":"2021-03-29","cited_by_count":947,"area":null},{"id":"2401.15077","title":"EAGLE: Speculative Sampling Requires Rethinking Feature Uncertainty","created":"2024-01-26","cited_by_count":578,"area":"lr"},{"id":"2202.07125","title":"Transformers in Time Series: A Survey","created":"2022-02-15","cited_by_count":497,"area":null},{"id":"2102.04378","title":"TransReID: Transformer-based Object Re-Identification","created":"2021-02-08","cited_by_count":435,"area":null},{"id":"2106.04554","title":"A Survey of Transformers","created":"2021-06-08","cited_by_count":401,"area":null},{"id":"2103.02143","title":"Random Feature Attention","created":"2021-03-03","cited_by_count":354,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2106.14156","title":"Post-Training Quantization for Vision Transformer","created":"2021-06-27","cited_by_count":278,"area":null},{"id":"2104.00272","title":"Mesh Graphormer","created":"2021-04-01","cited_by_count":265,"area":null},{"id":"2104.05707","title":"LocalViT: Analyzing Locality in Vision Transformers","created":"2021-04-12","cited_by_count":228,"area":null},{"id":"2211.14461","title":"CDDFuse: Correlation-Driven Dual-Branch Feature Decomposition for Multi-Modality Image Fusion","created":"2022-11-26","cited_by_count":223,"area":null},{"id":"2201.08821","title":"Representing Long-Range Context for Graph Neural Networks with Global Attention","created":"2022-01-21","cited_by_count":195,"area":null},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2405.07992","title":"MambaOut: Do We Really Need Mamba for Vision?","created":"2024-05-13","cited_by_count":143,"area":"ssm"},{"id":"2104.03466","title":"Learning Graph Structures with Transformer for Multivariate Time Series Anomaly Detection in IoT","created":"2021-04-08","cited_by_count":104,"area":null},{"id":"2107.02192","title":"Long-Short Transformer: Efficient Transformers for Language and Vision","created":"2021-07-05","cited_by_count":102,"area":null},{"id":"2203.16434","title":"TubeDETR: Spatio-Temporal Video Grounding with Transformers","created":"2022-03-30","cited_by_count":98,"area":null},{"id":"2103.14304","title":"Exploiting Temporal Contexts with Strided Transformer for 3D Human Pose Estimation","created":"2021-03-26","cited_by_count":94,"area":null},{"id":"2109.09115","title":"Do Long-Range Language Models Actually Use Long-Range Context?","created":"2021-09-19","cited_by_count":92,"area":null},{"id":"2210.00077","title":"E-Branchformer: Branchformer with Enhanced merging for speech recognition","created":"2022-09-30","cited_by_count":92,"area":null},{"id":"2207.02971","title":"Branchformer: Parallel MLP-Attention Architectures to Capture Local and Global Context for Speech Recognition and Understanding","created":"2022-07-06","cited_by_count":91,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2112.00029","title":"Pixelated Butterfly: Simple and Efficient Sparse training for Neural Network Models","created":"2021-11-30","cited_by_count":76,"area":null},{"id":"2103.14636","title":"A Practical Survey on Faster and Lighter Transformers","created":"2021-03-26","cited_by_count":73,"area":null},{"id":"2311.12351","title":"Advancing Transformer Architecture in Long-Context Large Language Models: A Comprehensive Survey","created":"2023-11-21","cited_by_count":72,"area":null},{"id":"2111.04076","title":"Direct Multi-view Multi-person 3D Pose Estimation","created":"2021-11-07","cited_by_count":64,"area":null},{"id":"2203.14263","title":"A General Survey on Attention Mechanisms in Deep Learning","created":"2022-03-27","cited_by_count":64,"area":null},{"id":"2110.01191","title":"Molformer: Motif-based Transformer on 3D Heterogeneous Molecular Graphs","created":"2021-10-04","cited_by_count":44,"area":null},{"id":"2101.00234","title":"Subformer: Exploring Weight Sharing for Parameter Efficiency in Generative Transformers","created":"2021-01-01","cited_by_count":43,"area":null},{"id":"2210.09573","title":"ViTCoD: Vision Transformer Acceleration via Dedicated Algorithm and Accelerator Co-Design","created":"2022-10-18","cited_by_count":41,"area":null},{"id":"2203.04570","title":"CP-ViT: Cascade Vision Transformer Pruning via Progressive Sparsity Prediction","created":"2022-03-09","cited_by_count":39,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2106.01040","title":"Hi-Transformer: Hierarchical Interactive Transformer for Efficient and Effective Long Document Modeling","created":"2021-06-02","cited_by_count":35,"area":null},{"id":"2201.00462","title":"D-Former: A U-shaped Dilated Transformer for 3D Medical Image Segmentation","created":"2022-01-03","cited_by_count":35,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2502.07855","title":"Vision-Language Models for Edge Networks: A Comprehensive Survey","created":"2025-02-11","cited_by_count":29,"area":"mllm"},{"id":"2205.14550","title":"Machine Learning for Microcontroller-Class Hardware: A Review","created":"2022-05-29","cited_by_count":28,"area":null},{"id":"2211.10526","title":"Castling-ViT: Compressing Self-Attention via Switching Towards Linear-Angular Attention at Vision Transformer Inference","created":"2022-11-18","cited_by_count":28,"area":null},{"id":"2203.09176","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Sequence Generation","created":"2022-03-17","cited_by_count":27,"area":null},{"id":"2303.04185","title":"Gradient-Free Structured Pruning with Unlabeled Data","created":"2023-03-07","cited_by_count":26,"area":null},{"id":"2207.00555","title":"FitHuBERT: Going Thinner and Deeper for Knowledge Distillation of Speech Self-Supervised Learning","created":"2022-07-01","cited_by_count":25,"area":"distill"},{"id":"2205.07324","title":"Transkimmer: Transformer Learns to Layer-wise Skim","created":"2022-05-15","cited_by_count":24,"area":null},{"id":"2112.04863","title":"3D Medical Point Transformer: Introducing Convolution to Attention Networks for Medical Point Cloud Analysis","created":"2021-12-09","cited_by_count":23,"area":null},{"id":"2108.11333","title":"Lightweight Self-Attentive Sequential Recommendation","created":"2021-08-25","cited_by_count":22,"area":null},{"id":"2202.07959","title":"EdgeFormer: A Parameter-Efficient Transformer for On-Device Seq2seq Generation","created":"2022-02-16","cited_by_count":21,"area":null},{"id":"2102.12895","title":"Evolving Attention with Residual Convolutions","created":"2021-02-20","cited_by_count":20,"area":null},{"id":"2109.10164","title":"RAIL-KD: RAndom Intermediate Layer Mapping for Knowledge Distillation","created":"2021-09-21","cited_by_count":19,"area":"distill"},{"id":"2112.08560","title":"Block-Skim: Efficient Question Answering for Transformer","created":"2021-12-16","cited_by_count":18,"area":null},{"id":"2101.04547","title":"Of Non-Linearity and Commutativity in BERT","created":"2021-01-12","cited_by_count":16,"area":null},{"id":"2203.14679","title":"Brain-inspired Multilayer Perceptron with Spiking Neurons","created":"2022-03-28","cited_by_count":16,"area":null},{"id":"2407.02068","title":"LPViT: Low-Power Semi-structured Pruning for Vision Transformers","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2110.14895","title":"Pipeline Parallelism for Inference on Heterogeneous Edge Computing","created":"2021-10-28","cited_by_count":13,"area":null},{"id":"2104.02308","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Neural Machine Translation","created":"2021-04-06","cited_by_count":12,"area":null},{"id":"2204.05151","title":"Metaethical Perspectives on 'Benchmarking' AI Ethics","created":"2022-04-11","cited_by_count":12,"area":null},{"id":"2209.11750","title":"Transformer-based Models to Deal with Heterogeneous Environments in Human Activity Recognition","created":"2022-09-22","cited_by_count":12,"area":null},{"id":"2206.14366","title":"Knowledge Distillation of Transformer-based Language Models Revisited","created":"2022-06-29","cited_by_count":11,"area":"distill"},{"id":"2312.01538","title":"Recurrent Distance Filtering for Graph Representation Learning","created":"2023-12-03","cited_by_count":11,"area":null},{"id":"2204.05424","title":"A Call for Clarity in Beam Search: How It Works and When It Stops","created":"2022-04-11","cited_by_count":10,"area":null},{"id":"2407.21631","title":"RoadFormer+: Delivering RGB-X Scene Parsing through Scale-Aware Information Decoupling and Advanced Heterogeneous Feature Fusion","created":"2024-07-31","cited_by_count":10,"area":null},{"id":"2310.03971","title":"Quantized Transformer Language Model Implementations on Edge Devices","created":"2023-10-06","cited_by_count":9,"area":null},{"id":"2503.10135","title":"Gumiho: A Hybrid Architecture to Prioritize Early Tokens in Speculative Decoding","created":"2025-03-13","cited_by_count":9,"area":"inference"},{"id":"2106.07550","title":"Attention mechanisms and deep learning for machine vision: A survey of the state of the art","created":"2021-06-03","cited_by_count":8,"area":null},{"id":"2205.08119","title":"ShiftAddNAS: Hardware-Inspired Search for More Accurate and Efficient Neural Networks","created":"2022-05-17","cited_by_count":8,"area":null},{"id":"2305.06472","title":"ChatGPT-Like Large-Scale Foundation Models for Prognostics and Health Management: A Survey and Roadmaps","created":"2023-05-10","cited_by_count":8,"area":null},{"id":"2304.05511","title":"Training Large Language Models Efficiently with Sparsity and Dataflow","created":"2023-04-11","cited_by_count":7,"area":null},{"id":"2304.05440","title":"PixelRNN: In-pixel Recurrent Neural Networks for End-to-end-optimized Perception with Neural Sensors","created":"2023-04-11","cited_by_count":6,"area":null},{"id":"2310.09488","title":"ARM: Refining Multivariate Forecasting with Adaptive Temporal-Contextual Learning","created":"2023-10-14","cited_by_count":6,"area":null},{"id":"2410.11650","title":"Efficient Partitioning Vision Transformer on Edge Devices for Distributed Inference","created":"2024-10-15","cited_by_count":6,"area":null},{"id":"2107.02294","title":"What Helps Transformers Recognize Conversational Structure? Importance of Context, Punctuation, and Labels in Dialog Act Recognition","created":"2021-07-05","cited_by_count":5,"area":null},{"id":"2209.13933","title":"DPNet: Dual-Path Network for Real-time Object Detection with Lightweight Attention","created":"2022-09-28","cited_by_count":5,"area":null},{"id":"2305.12628","title":"Duplex Diffusion Models Improve Speech-to-Speech Translation","created":"2023-05-22","cited_by_count":5,"area":"diffusion"},{"id":"2309.00024","title":"Efficient Multi-View Graph Clustering with Local and Global Structure Preservation","created":"2023-08-31","cited_by_count":5,"area":null},{"id":"2310.05296","title":"Tailoring Self-Attention for Graph via Rooted Subtrees","created":"2023-10-08","cited_by_count":5,"area":null},{"id":"2405.19775","title":"Puff-Net: Efficient Style Transfer with Pure Content and Style Feature Fusion Network","created":"2024-05-30","cited_by_count":5,"area":null},{"id":"2407.14188","title":"TaGAT: Topology-Aware Graph Attention Network For Multi-modal Retinal Image Fusion","created":"2024-07-19","cited_by_count":5,"area":null},{"id":"2602.05230","title":"ZeroS: Zero-Sum Linear Attention for Efficient Transformers","created":"2026-02-05","cited_by_count":5,"area":null},{"id":"2107.08199","title":"Dynamic Transformer for Efficient Machine Translation on Embedded Devices","created":"2021-07-17","cited_by_count":4,"area":null},{"id":"2111.06981","title":"Soft-Sensing ConFormer: A Curriculum Learning-based Convolutional Transformer","created":"2021-11-12","cited_by_count":4,"area":null},{"id":"2312.00817","title":"TimelyGPT: Extrapolatable Transformer Pre-training for Long-term Time-Series Forecasting in Healthcare","created":"2023-11-29","cited_by_count":4,"area":null},{"id":"2404.04205","title":"Enhancing IoT Intelligence: A Transformer-based Reinforcement Learning Methodology","created":"2024-04-05","cited_by_count":4,"area":"deeprl"},{"id":"2411.03042","title":"Predictor-Corrector Enhanced Transformers with Exponential Moving Average Coefficient Learning","created":"2024-11-05","cited_by_count":4,"area":null},{"id":"2501.12381","title":"Parallel Sequence Modeling via Generalized Spatial Propagation Network","created":"2025-01-21","cited_by_count":4,"area":null},{"id":"2107.13054","title":"Exceeding the Limits of Visual-Linguistic Multi-Task Learning","created":"2021-07-27","cited_by_count":3,"area":null},{"id":"2110.02402","title":"Language Modeling using LMUs: 10x Better Data Efficiency or Improved Scaling Compared to Transformers","created":"2021-10-05","cited_by_count":3,"area":null},{"id":"2303.03600","title":"Adaptive Knowledge Distillation between Text and Speech Pre-trained Models","created":"2023-03-07","cited_by_count":3,"area":"distill"},{"id":"2401.17604","title":"Computation and Parameter Efficient Multi-Modal Fusion Transformer for Cued Speech Recognition","created":"2024-01-31","cited_by_count":3,"area":null},{"id":"2106.05822","title":"GroupBERT: Enhanced Transformer Architecture with Efficient Grouped Structures","created":"2021-06-10","cited_by_count":2,"area":null},{"id":"2110.10957","title":"Vis-TOP: Visual Transformer Overlay Processor","created":"2021-10-21","cited_by_count":2,"area":null},{"id":"2206.04922","title":"A Novel Chinese Dialect TTS Frontend with Non-Autoregressive Neural Machine Translation","created":"2022-06-10","cited_by_count":2,"area":null},{"id":"2212.08330","title":"Convolution-enhanced Evolving Attention Networks","created":"2022-12-16","cited_by_count":2,"area":null},{"id":"2502.11840","title":"ChordFormer: A Conformer-Based Architecture for Large-Vocabulary Audio Chord Recognition","created":"2025-02-17","cited_by_count":2,"area":null},{"id":"2104.09393","title":"Improving Transformer-Kernel Ranking Model Using Conformer and Query Term Independence","created":"2021-04-19","cited_by_count":1,"area":null},{"id":"2105.06679","title":"Dynamic Multi-Branch Layers for On-Device Neural Machine Translation","created":"2021-05-14","cited_by_count":1,"area":null},{"id":"2208.13975","title":"MRL: Learning to Mix with Attention and Convolutions","created":"2022-08-30","cited_by_count":1,"area":null},{"id":"2210.09459","title":"Extensible Proxy for Efficient NAS","created":"2022-10-17","cited_by_count":1,"area":null},{"id":"2210.13845","title":"DialogConv: A Lightweight Fully Convolutional Network for Multi-view Response Selection","created":"2022-10-25","cited_by_count":1,"area":null},{"id":"2304.02147","title":"ConvFormer: Parameter Reduction in Transformer Models for 3D Human Pose Estimation by Leveraging Dynamic Multi-Headed Convolutional Attention","created":"2023-04-04","cited_by_count":1,"area":null}],"next_cursor":"100"}