{"total":81,"rows":[{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2209.10797","title":"DFX: A Low-latency Multi-FPGA Appliance for Accelerating Transformer-based Text Generation","created":"2022-09-22","cited_by_count":48,"area":null},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2210.09573","title":"ViTCoD: Vision Transformer Acceleration via Dedicated Algorithm and Accelerator Co-Design","created":"2022-10-18","cited_by_count":41,"area":null},{"id":"2107.06419","title":"FLAT: An Optimized Dataflow for Mitigating Attention Bottlenecks","created":"2021-07-13","cited_by_count":39,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2206.08898","title":"SimA: Simple Softmax-free Attention for Vision Transformers","created":"2022-06-17","cited_by_count":32,"area":null},{"id":"2209.09570","title":"Adaptable Butterfly Accelerator for Attention-based NNs via Hardware and Algorithm Co-design","created":"2022-09-20","cited_by_count":31,"area":null},{"id":"2208.06118","title":"An Algorithm-Hardware Co-Optimized Framework for Accelerating N:M Sparse Transformers","created":"2022-08-12","cited_by_count":29,"area":null},{"id":"2211.05109","title":"ViTALiTy: Unifying Low-rank and Sparse Approximation for Vision Transformer Acceleration with a Linear Taylor Attention","created":"2022-11-09","cited_by_count":29,"area":null},{"id":"2110.10030","title":"Accelerating Framework of Transformer by Hardware Design and Model Compression Co-Optimization","created":"2021-10-19","cited_by_count":27,"area":null},{"id":"2110.09310","title":"Energon: Towards Efficient Acceleration of Transformers Using Dynamic Sparse Attention","created":"2021-10-18","cited_by_count":26,"area":null},{"id":"2312.00678","title":"The Efficiency Spectrum of Large Language Models: An Algorithmic Survey","created":"2023-12-01","cited_by_count":26,"area":null},{"id":"2303.07470","title":"X-Former: In-Memory Acceleration of Transformers","created":"2023-03-13","cited_by_count":25,"area":null},{"id":"2302.14705","title":"AccelTran: A Sparsity-Aware Accelerator for Dynamic Inference with Transformers","created":"2023-02-28","cited_by_count":24,"area":null},{"id":"2208.03646","title":"A Length Adaptive Algorithm-Hardware Co-design of Transformer on FPGA Through Sparse Attention and Dynamic Pipelining","created":"2022-08-07","cited_by_count":22,"area":null},{"id":"2110.11299","title":"Transformer Acceleration with Dynamic Sparse Attention","created":"2021-10-21","cited_by_count":19,"area":null},{"id":"2305.12356","title":"Integer or Floating Point? New Outlooks for Low-Bit Quantization on Large Language Models","created":"2023-05-21","cited_by_count":19,"area":null},{"id":"2304.03986","title":"SwiftTron: An Efficient Hardware Accelerator for Quantized Transformers","created":"2023-04-08","cited_by_count":18,"area":null},{"id":"2401.09890","title":"A Survey on Hardware Accelerators for Large Language Models","created":"2024-01-18","cited_by_count":16,"area":null},{"id":"2402.10930","title":"ConSmax: Hardware-Friendly Alternative Softmax with Learnable Parameters","created":"2024-01-31","cited_by_count":14,"area":null},{"id":"2209.00606","title":"Sparse Attention Acceleration with Synergistic In-Memory Pruning and On-Chip Recomputation","created":"2022-09-01","cited_by_count":12,"area":null},{"id":"2511.06767","title":"QUARK: Quantization-Enabled Circuit Sharing for Transformer Acceleration by Exploiting Common Patterns in Nonlinear Operations","created":"2025-11-10","cited_by_count":11,"area":null},{"id":"2206.14550","title":"SALO: An Efficient Spatial Accelerator Enabling Hybrid Sparse Attention Mechanisms for Long Sequences","created":"2022-06-29","cited_by_count":10,"area":null},{"id":"2204.03227","title":"Accelerating Attention through Gradient-Based Learned Runtime Pruning","created":"2022-04-07","cited_by_count":8,"area":null},{"id":"2503.16709","title":"QuartDepth: Post-Training Quantization for Real-Time Depth Estimation on the Edge","created":"2025-03-20","cited_by_count":8,"area":null},{"id":"2310.11096","title":"Sparse-DySta: Sparsity-Aware Dynamic and Static Scheduling for Sparse Multi-DNN Workloads","created":"2023-10-17","cited_by_count":6,"area":null},{"id":"2401.11851","title":"BETA: Binarized Energy-Efficient Transformer Accelerator at the Edge","created":"2024-01-22","cited_by_count":6,"area":null},{"id":"2408.03506","title":"1.5-Pints Technical Report: Pretraining in Days, Not Months -- Your Language Model Thrives on Quality Data","created":"2024-08-07","cited_by_count":6,"area":null},{"id":"2203.00158","title":"GROW: A Row-Stationary Sparse-Dense GEMM Accelerator for Memory-Efficient Graph Convolutional Neural Networks","created":"2022-03-01","cited_by_count":5,"area":null},{"id":"2505.14314","title":"Low-Cost FlashAttention with Fused Exponential and Multiplication Hardware Operators","created":"2025-05-20","cited_by_count":5,"area":null},{"id":"2510.17189","title":"SOLE: Hardware-Software Co-design of Softmax and LayerNorm for Efficient Transformer Inference","created":"2025-10-20","cited_by_count":5,"area":null},{"id":"2311.09775","title":"MEGA: A Memory-Efficient GNN Accelerator Exploiting Degree-Aware Mixed-Precision Quantization","created":"2023-11-16","cited_by_count":4,"area":null},{"id":"2501.09688","title":"Fine-Grained Image-Text Correspondence with Cost Aggregation for Open-Vocabulary Part Segmentation","created":"2025-01-16","cited_by_count":4,"area":null},{"id":"2104.08335","title":"Demystifying BERT: Implications for Accelerator Design","created":"2021-04-14","cited_by_count":3,"area":null},{"id":"2206.11062","title":"Answer Fast: Accelerating BERT on the Tensor Streaming Processor","created":"2022-06-22","cited_by_count":3,"area":null},{"id":"2301.09262","title":"AttMEMO : Accelerating Transformers with Memoization on Big Memory Systems","created":"2023-01-23","cited_by_count":3,"area":null},{"id":"2409.03384","title":"Hardware Acceleration of LLMs: A comprehensive survey and comparison","created":"2024-09-05","cited_by_count":3,"area":null},{"id":"2410.03185","title":"EXAQ: Exponent Aware Quantization For LLMs Acceleration","created":"2024-10-04","cited_by_count":3,"area":null},{"id":"2411.03697","title":"TATAA: Programmable Mixed-Precision Transformer Acceleration with a Transformable Arithmetic Architecture","created":"2024-11-06","cited_by_count":3,"area":null},{"id":"2411.18148","title":"A Runtime-Adaptive Transformer Neural Network Accelerator on FPGAs","created":"2024-11-27","cited_by_count":3,"area":null},{"id":"2205.03998","title":"Row-wise Accelerator for Vision Transformer","created":"2022-05-09","cited_by_count":2,"area":null},{"id":"2402.09109","title":"Stochastic Spiking Attention: Accelerating Attention with Stochastic Computing in Spiking Networks","created":"2024-02-14","cited_by_count":2,"area":null},{"id":"2404.07519","title":"LATTE: Low-Precision Approximate Attention with Head-wise Trainable Threshold for Efficient Transformer","created":"2024-04-11","cited_by_count":2,"area":null},{"id":"2405.06038","title":"From Algorithm to Hardware: A Survey on Efficient and Safe Deployment of Deep Neural Networks","created":"2024-05-09","cited_by_count":2,"area":null},{"id":"2407.12070","title":"Co-Designing Binarized Transformer and Hardware Accelerator for Efficient End-to-End Edge Deployment","created":"2024-07-16","cited_by_count":2,"area":null},{"id":"2407.12893","title":"Hybrid Dynamic Pruning: A Pathway to Efficient Transformer Inference","created":"2024-07-17","cited_by_count":2,"area":null},{"id":"2501.08561","title":"ANSR-DT: A Neuro-Symbolic Framework for Adaptive and Explainable Digital Twins","created":"2025-01-15","cited_by_count":2,"area":null},{"id":"2502.08363","title":"Top-Theta Attention: Sparsifying Transformers by Compensated Thresholding","created":"2025-02-12","cited_by_count":2,"area":null},{"id":"2503.23644","title":"Uni-Render: A Unified Accelerator for Real-Time Rendering Across Diverse Neural Renderers","created":"2025-03-31","cited_by_count":2,"area":null},{"id":"2505.14201","title":"FLASH-D: FlashAttention with Hidden Softmax Division","created":"2025-05-20","cited_by_count":2,"area":null},{"id":"2505.19349","title":"DECA: A Near-Core LLM Decompression Accelerator Grounded on a 3D Roofline Model","created":"2025-05-25","cited_by_count":2,"area":null},{"id":"2510.14393","title":"Low Power Vision Transformer Accelerator with Hardware-Aware Pruning and Optimized Dataflow","created":"2025-10-16","cited_by_count":2,"area":null},{"id":"2510.25979","title":"AttnCache: Accelerating Self-Attention Inference for LLM Prefill via Attention Cache","created":"2025-10-29","cited_by_count":2,"area":null},{"id":"2303.14882","title":"TransCODE: Co-design of Transformers and Accelerators for Efficient Training and Inference","created":"2023-03-27","cited_by_count":1,"area":null},{"id":"2409.04940","title":"An Analog and Digital Hybrid Attention Accelerator for Transformers with Charge-based In-memory Computing","created":"2024-09-08","cited_by_count":1,"area":null},{"id":"2409.13975","title":"ProTEA: Programmable Transformer Encoder Acceleration on FPGA","created":"2024-09-21","cited_by_count":1,"area":null},{"id":"2409.14023","title":"FAMOUS: Flexible Accelerator for the Attention Mechanism of Transformer on UltraScale+ FPGAs","created":"2024-09-21","cited_by_count":1,"area":null},{"id":"2410.03364","title":"Unified Error Correction Code Transformer with Low Complexity","created":"2024-10-04","cited_by_count":1,"area":null},{"id":"2503.21335","title":"A Low-Power Streaming Speech Enhancement Accelerator For Edge Devices","created":"2025-03-27","cited_by_count":1,"area":null},{"id":"2509.12053","title":"LEGO: Spatial Accelerator Generation and Optimization for Tensor Applications","created":"2025-09-15","cited_by_count":1,"area":null},{"id":"2512.06457","title":"BitStopper: An Efficient Transformer Attention Accelerator via Stage-fusion and Early Termination","created":"2025-12-06","cited_by_count":1,"area":null},{"id":"2512.07855","title":"LAPA: Log-Domain Prediction-Driven Dynamic Sparsity Accelerator for Transformer Model","created":"2025-11-26","cited_by_count":1,"area":null},{"id":"2606.07713","title":"Attention at the Theoretical Minimum: A Mathematics of Arrays Framework for Memory-Optimal Transformer Kernels","created":"2026-06-05","cited_by_count":1,"area":null},{"id":"2305.14405","title":"NeuralMatrix: Compute the Entire Neural Networks with Linear Matrix Operations for Efficient Inference","created":"2023-05-23","cited_by_count":0,"area":null},{"id":"2407.16026","title":"KWT-Tiny: RISC-V Accelerated, Embedded Keyword Spotting Transformer","created":"2024-07-22","cited_by_count":0,"area":null},{"id":"2503.01564","title":"Attention Condensation via Sparsity Induced Regularized Training","created":"2025-03-03","cited_by_count":0,"area":null},{"id":"2504.08137","title":"Empowering Vector Architectures for ML: The CAMP Architecture for Matrix Multiplication","created":"2025-04-10","cited_by_count":0,"area":null},{"id":"2505.05893","title":"LightNobel: Improving Sequence Length Limitation in Protein Structure Prediction Model via Adaptive Activation Quantization","created":"2025-05-09","cited_by_count":0,"area":null},{"id":"2506.06095","title":"Accelerating Sparse Transformer Inference on GPU","created":"2025-06-06","cited_by_count":0,"area":null},{"id":"2510.06834","title":"Vectorized FlashAttention with Low-cost Exponential Computation in RISC-V Vector Processors","created":"2025-10-08","cited_by_count":0,"area":null},{"id":"2510.10676","title":"Bhasha-Rupantarika: Algorithm-Hardware Co-design approach for Multilingual Neural Machine Translation","created":"2025-10-12","cited_by_count":0,"area":null},{"id":"2511.19740","title":"CAMformer: Associative Memory is All You Need","created":"2025-11-24","cited_by_count":0,"area":null},{"id":"2512.02403","title":"ESACT: An End-to-End Sparse Accelerator for Compute-Intensive Transformers via Local Similarity","created":"2025-12-02","cited_by_count":0,"area":null},{"id":"2604.21952","title":"Focus Session: Hardware and Software Techniques for Accelerating Multimodal Foundation Models","created":"2026-04-23","cited_by_count":0,"area":null},{"id":"2604.24820","title":"Salca: A Sparsity-Aware Hardware Accelerator for Efficient Long-Context Attention Decoding","created":"2026-04-27","cited_by_count":0,"area":null}],"next_cursor":null}