{"list":"other","total":62,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"2010.11929","title":"An Image is Worth 16x16 Words: Transformers for Image Recognition at Scale","created":"2020-10-22","cited_by_count":30186},{"id":"1912.01703","title":"PyTorch: An Imperative Style, High-Performance Deep Learning Library","created":"2019-12-03","cited_by_count":20305},{"id":"2103.14030","title":"Swin Transformer: Hierarchical Vision Transformer using Shifted Windows","created":"2021-03-25","cited_by_count":12139},{"id":"1801.03924","title":"The Unreasonable Effectiveness of Deep Features as a Perceptual Metric","created":"2018-01-11","cited_by_count":11177},{"id":"1801.04381","title":"MobileNetV2: Inverted Residuals and Linear Bottlenecks","created":"2018-01-13","cited_by_count":4795},{"id":"2012.12877","title":"Training data-efficient image transformers & distillation through attention","created":"2020-12-23","cited_by_count":4586},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2006.16236","title":"Transformers are RNNs: Fast Autoregressive Transformers with Linear Attention","created":"2020-06-29","cited_by_count":2022},{"id":"2102.12122","title":"Pyramid Vision Transformer: A Versatile Backbone for Dense Prediction without Convolutions","created":"2021-02-24","cited_by_count":1962},{"id":"2009.14794","title":"Rethinking Attention with Performers","created":"2020-09-30","cited_by_count":1601},{"id":"1712.05877","title":"Quantization and Training of Neural Networks for Efficient Integer-Arithmetic-Only Inference","created":"2017-12-15","cited_by_count":1593},{"id":"2006.04768","title":"Linformer: Self-Attention with Linear Complexity","created":"2020-06-08","cited_by_count":1474},{"id":"2101.11986","title":"Tokens-to-Token ViT: Training Vision Transformers from Scratch on ImageNet","created":"2021-01-28","cited_by_count":1101},{"id":"2210.09461","title":"Token Merging: Your ViT But Faster","created":"2022-10-17","cited_by_count":1021},{"id":"1707.02968","title":"Revisiting Unreasonable Effectiveness of Data in Deep Learning Era","created":"2017-07-10","cited_by_count":919},{"id":"2104.11227","title":"Multiscale Vision Transformers","created":"2021-04-22","cited_by_count":897},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864},{"id":"2103.14899","title":"CrossViT: Cross-Attention Multi-Scale Vision Transformer for Image Classification","created":"2021-03-27","cited_by_count":806},{"id":"2106.13797","title":"PVT v2: Improved Baselines with Pyramid Vision Transformer","created":"2021-06-25","cited_by_count":751},{"id":"2011.04006","title":"Long Range Arena: A Benchmark for Efficient Transformers","created":"2020-11-08","cited_by_count":700},{"id":"1905.00889","title":"Local Light Field Fusion: Practical View Synthesis with Prescriptive Sampling Guidelines","created":"2019-05-02","cited_by_count":672},{"id":"2110.02178","title":"MobileViT: Light-weight, General-purpose, and Mobile-friendly Vision Transformer","created":"2021-10-05","cited_by_count":642},{"id":"2112.01526","title":"MViTv2: Improved Multiscale Vision Transformers for Classification and Detection","created":"2021-12-02","cited_by_count":519},{"id":"2204.01697","title":"MaxViT: Multi-Axis Vision Transformer","created":"2022-04-04","cited_by_count":476},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475},{"id":"2102.03902","title":"Nystr\\\"omformer: A Nystr\\\"om-Based Algorithm for Approximating Self-Attention","created":"2021-02-07","cited_by_count":471},{"id":"1609.07061","title":"Quantized Neural Networks: Training Neural Networks with Low Precision Weights and Activations","created":"2016-09-22","cited_by_count":426},{"id":"2201.05596","title":"DeepSpeed-MoE: Advancing Mixture-of-Experts Inference and Training to Power Next-Generation AI Scale","created":"2022-01-14","cited_by_count":404},{"id":"1812.01243","title":"Efficient Attention: Attention with Linear Complexities","created":"2018-12-04","cited_by_count":368},{"id":"2112.07658","title":"AdaViT: Adaptive Tokens for Efficient Vision Transformer","created":"2021-12-14","cited_by_count":362},{"id":"2103.16302","title":"Rethinking Spatial Dimensions of Vision Transformers","created":"2021-03-30","cited_by_count":361},{"id":"2106.09681","title":"XCiT: Cross-Covariance Image Transformers","created":"2021-06-17","cited_by_count":338},{"id":"1903.05662","title":"Understanding Straight-Through Estimator in Training Activation Quantized Neural Nets","created":"2019-03-13","cited_by_count":231},{"id":"2107.00651","title":"AutoFormer: Searching Transformers for Visual Recognition","created":"2021-07-01","cited_by_count":188},{"id":"2110.15343","title":"Scatterbrain: Unifying Sparse and Low-rank Attention Approximation","created":"2021-10-28","cited_by_count":130},{"id":"2110.11945","title":"SOFT: Softmax-free Transformer with Linear Complexity","created":"2021-10-22","cited_by_count":128},{"id":"2207.13298","title":"Is Attention All That NeRF Needs?","created":"2022-07-27","cited_by_count":113},{"id":"2103.13262","title":"FastMoE: A Fast Mixture-of-Expert Training System","created":"2021-03-24","cited_by_count":112},{"id":"1711.08141","title":"Shift: A Zero FLOP, Zero Parameter Alternative to Spatial Convolutions","created":"2017-11-22","cited_by_count":93},{"id":"1912.13200","title":"AdderNet: Do We Really Need Multiplications in Deep Learning?","created":"2019-12-31","cited_by_count":82},{"id":"2209.07484","title":"Hydra Attention: Efficient Attention with Many Heads","created":"2022-09-15","cited_by_count":55},{"id":"1905.13298","title":"DeepShift: Towards Multiplication-Less Neural Networks","created":"2019-05-30","cited_by_count":54},{"id":"2010.12785","title":"ShiftAddNet: A Hardware-Inspired Deep Network","created":"2020-10-24","cited_by_count":52},{"id":"2205.13016","title":"BiT: Robustly Binarized Multi-distilled Transformer","created":"2022-05-25","cited_by_count":52},{"id":"2210.09573","title":"ViTCoD: Vision Transformer Acceleration via Dedicated Algorithm and Accelerator Co-Design","created":"2022-10-18","cited_by_count":41},{"id":"1608.06049","title":"Local Binary Convolutional Neural Networks","created":"2016-08-22","cited_by_count":38},{"id":"2209.09570","title":"Adaptable Butterfly Accelerator for Attention-based NNs via Hardware and Algorithm Co-design","created":"2022-09-20","cited_by_count":31},{"id":"2201.10801","title":"When Shift Operation Meets Vision Transformer: An Extremely Simple Alternative to Attention Mechanism","created":"2022-01-26","cited_by_count":30},{"id":"2211.07091","title":"BiViT: Extremely Compressed Binary Vision Transformer","created":"2022-11-14","cited_by_count":28},{"id":"2211.10526","title":"Castling-ViT: Compressing Self-Attention via Switching Towards Linear-Angular Attention at Vision Transformer Inference","created":"2022-11-18","cited_by_count":28},{"id":"2112.11435","title":"Learned Queries for Efficient Local Attention","created":"2021-12-21","cited_by_count":27},{"id":"2110.09310","title":"Energon: Towards Efficient Acceleration of Transformers Using Dynamic Sparse Attention","created":"2021-10-18","cited_by_count":26},{"id":"2209.09004","title":"EcoFormer: Energy-Saving Attention with Linear Complexity","created":"2022-09-19","cited_by_count":21},{"id":"2006.03031","title":"Nimble: Efficiently Compiling Dynamic Neural Networks for Model Inference","created":"2020-06-04","cited_by_count":19},{"id":"2009.13044","title":"Kernel Based Progressive Distillation for Adder Neural Networks","created":"2020-09-28","cited_by_count":19},{"id":"2002.11270","title":"DNN-Chip Predictor: An Analytical Performance Predictor for DNN Accelerators with Various Dataflows and Hardware Architectures","created":"2020-02-26","cited_by_count":16},{"id":"2112.11542","title":"MIA-Former: Efficient and Robust Vision Transformers via Multi-grained Input-Adaptation","created":"2021-12-21","cited_by_count":12},{"id":"2101.10015","title":"AdderNet and its Minimalist Hardware Design for Energy-Efficient Artificial Intelligence","created":"2021-01-25","cited_by_count":10},{"id":"2205.08119","title":"ShiftAddNAS: Hardware-Inspired Search for More Accurate and Efficient Neural Networks","created":"2022-05-17","cited_by_count":8},{"id":"2112.13608","title":"An Empirical Study of Adder Neural Networks for Object Detection","created":"2021-12-27","cited_by_count":5}],"next_cursor":null}