{"total":59,"rows":[{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2109.12948","title":"Understanding and Overcoming the Challenges of Efficient Transformer Quantization","created":"2021-09-27","cited_by_count":141,"area":null},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139,"area":"inference"},{"id":"2206.09557","title":"LUT-GEMM: Quantized Matrix Multiplication based on LUTs for Efficient Inference in Large-Scale Generative Language Models","created":"2022-06-20","cited_by_count":105,"area":null},{"id":"2312.11462","title":"Cascade Speculative Drafting for Even Faster LLM Inference","created":"2023-12-18","cited_by_count":83,"area":"inference"},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2102.04503","title":"VS-Quant: Per-vector Scaled Quantization for Accurate Low-Precision Neural Network Inference","created":"2021-02-08","cited_by_count":64,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2208.14286","title":"ANT: Exploiting Adaptive Numerical Data Type for Low-bit Deep Neural Network Quantization","created":"2022-08-30","cited_by_count":51,"area":null},{"id":"2306.07050","title":"Revisiting Token Pruning for Object Detection and Instance Segmentation","created":"2023-06-12","cited_by_count":50,"area":"inference"},{"id":"2404.03828","title":"Outlier-Efficient Hopfield Layers for Large Transformer-Based Models","created":"2024-04-04","cited_by_count":38,"area":null},{"id":"2309.14592","title":"Efficient Post-training Quantization with FP8 Formats","created":"2023-09-26","cited_by_count":29,"area":"diffusion"},{"id":"2112.02191","title":"NN-LUT: Neural Approximation of Non-Linear Operations for Efficient Transformer Inference","created":"2021-12-03","cited_by_count":25,"area":null},{"id":"2312.03656","title":"Interpretability Illusions in the Generalization of Simplified Models","created":"2023-12-06","cited_by_count":25,"area":null},{"id":"2210.03858","title":"AlphaTuning: Quantization-Aware Parameter-Efficient Adaptation of Large-Scale Pre-Trained Language Models","created":"2022-10-08","cited_by_count":23,"area":null},{"id":"2205.12694","title":"Train Flat, Then Compress: Sharpness-Aware Minimization Learns More Compressible Models","created":"2022-05-25","cited_by_count":20,"area":null},{"id":"2304.03986","title":"SwiftTron: An Efficient Hardware Accelerator for Quantized Transformers","created":"2023-04-08","cited_by_count":18,"area":null},{"id":"2209.06979","title":"Efficient Quantized Sparse Matrix Operations on Tensor Cores","created":"2022-09-14","cited_by_count":16,"area":null},{"id":"2401.15347","title":"A Comprehensive Survey of Compression Algorithms for Language Models","created":"2024-01-27","cited_by_count":15,"area":null},{"id":"2106.01335","title":"On the Distribution, Sparsity, and Inference-time Quantization of Attention Values in Transformers","created":"2021-06-02","cited_by_count":14,"area":null},{"id":"2203.14380","title":"Pyramid-BERT: Reducing Complexity via Successive Core-set based Token Selection","created":"2022-03-27","cited_by_count":13,"area":null},{"id":"2302.04907","title":"Binarized Neural Machine Translation","created":"2023-02-09","cited_by_count":13,"area":null},{"id":"2106.16006","title":"Improving the Efficiency of Transformers for Resource-Constrained Devices","created":"2021-06-30","cited_by_count":12,"area":null},{"id":"2307.03493","title":"ITA: An Energy-Efficient Attention and Softmax Accelerator for Quantized Transformers","created":"2023-07-07","cited_by_count":12,"area":null},{"id":"2503.06881","title":"ResMoE: Space-efficient Compression of Mixture of Experts LLMs via Residual Restoration","created":"2025-03-10","cited_by_count":12,"area":"moe"},{"id":"2211.11014","title":"Understanding and Improving Knowledge Distillation for Quantization-Aware Training of Large Transformer Encoders","created":"2022-11-20","cited_by_count":11,"area":"distill"},{"id":"2411.06084","title":"Optimizing Large Language Models through Quantization: A Comparative Analysis of PTQ and QAT Techniques","created":"2024-11-09","cited_by_count":10,"area":null},{"id":"2111.10770","title":"Efficient Softmax Approximation for Deep Neural Networks with Attention Mechanism","created":"2021-11-21","cited_by_count":9,"area":null},{"id":"2105.12676","title":"Low-Precision Hardware Architectures Meet Recommendation Model Inference at Scale","created":"2021-05-26","cited_by_count":7,"area":null},{"id":"2105.14636","title":"LEAP: Learnable Pruning for Transformer-based Models","created":"2021-05-30","cited_by_count":7,"area":null},{"id":"2409.01990","title":"Designing Large Foundation Models for Efficient Training and Inference: A Survey","created":"2024-09-03","cited_by_count":7,"area":null},{"id":"2303.05295","title":"Dynamic Stashing Quantization for Efficient Transformer Training","created":"2023-03-09","cited_by_count":6,"area":null},{"id":"2206.15408","title":"Sub-8-Bit Quantization Aware Training for 8-Bit Neural Network Accelerator with On-Device Speech Recognition","created":"2022-06-30","cited_by_count":5,"area":null},{"id":"2404.01353","title":"Efficiently Distilling LLMs for Edge Applications","created":"2024-04-01","cited_by_count":5,"area":"distill"},{"id":"2308.00890","title":"Tango: rethinking quantization for graph neural network training on GPUs","created":"2023-08-02","cited_by_count":4,"area":null},{"id":"2312.05725","title":"FP8-BERT: Post-Training Quantization for Transformer","created":"2023-12-10","cited_by_count":4,"area":null},{"id":"2209.09815","title":"Towards Fine-tuning Pre-trained Language Models with Integer Forward and Backward Propagation","created":"2022-09-20","cited_by_count":3,"area":null},{"id":"2410.09324","title":"Token Pruning using a Lightweight Background Aware Vision Transformer","created":"2024-10-12","cited_by_count":3,"area":"inference"},{"id":"2505.16463","title":"AnchorFormer: Differentiable Anchor Attention for Efficient Vision Transformer","created":"2025-05-22","cited_by_count":3,"area":null},{"id":"2510.25739","title":"Hawk: Leveraging Spatial Context for Faster Autoregressive Text-to-Image Generation","created":"2025-10-29","cited_by_count":3,"area":null},{"id":"2109.08003","title":"The NiuTrans System for the WMT21 Efficiency Task","created":"2021-09-16","cited_by_count":2,"area":null},{"id":"2202.02170","title":"The Ecological Footprint of Neural Machine Translation Systems","created":"2022-02-04","cited_by_count":2,"area":null},{"id":"2210.13086","title":"Legal-Tech Open Diaries: Lesson learned on how to develop and deploy light-weight models in the era of humongous Language Models","created":"2022-10-24","cited_by_count":2,"area":null},{"id":"2211.07715","title":"Fast DistilBERT on CPUs","created":"2022-10-27","cited_by_count":2,"area":null},{"id":"2302.11812","title":"Teacher Intervention: Improving Convergence of Quantization Aware Training for Ultra-Low Precision Transformers","created":"2023-02-23","cited_by_count":2,"area":null},{"id":"2306.16601","title":"An Efficient Sparse Inference Software Accelerator for Transformer-based Language Models on CPUs","created":"2023-06-28","cited_by_count":2,"area":null},{"id":"2607.08601","title":"It Takes a MAESTRO To Prune Bad Experts","created":"2026-07-09","cited_by_count":2,"area":"moe"},{"id":"2109.08008","title":"The NiuTrans System for WNGT 2020 Efficiency Task","created":"2021-09-16","cited_by_count":1,"area":null},{"id":"2312.03038","title":"Sample-based Dynamic Hierarchical Transformer with Layer and Head Flexibility via Contextual Bandit","created":"2023-12-05","cited_by_count":1,"area":null},{"id":"2410.04519","title":"RevMUX: Data Multiplexing with Reversible Adapters for Efficient LLM Batch Inference","created":"2024-10-06","cited_by_count":1,"area":null},{"id":"2602.02707","title":"Every Bit Counts: A Theoretical Study of Precision-Expressivity Tradeoffs in Quantized Transformers","created":"2026-02-02","cited_by_count":1,"area":null},{"id":"2103.11704","title":"n-hot: Efficient bit-level sparsity for powers-of-two neural network quantization","created":"2021-03-22","cited_by_count":0,"area":null},{"id":"2211.09744","title":"Zero-Shot Dynamic Quantization for Transformer Inference","created":"2022-11-17","cited_by_count":0,"area":null},{"id":"2303.09184","title":"Block-wise Bit-Compression of Transformer-based Models","created":"2023-03-16","cited_by_count":0,"area":null},{"id":"2407.08991","title":"Optimization of DNN-based speaker verification model through efficient quantization technique","created":"2024-07-12","cited_by_count":0,"area":null},{"id":"2608.01653","title":"Hadamard-Domain Model Quantization for Learned Image Coding","created":"2026-08-03","cited_by_count":0,"area":null},{"id":"2608.12953","title":"Unifying Depth and Width Pruning for LLMs via Binary Knapsack Optimization","created":"2026-08-13","cited_by_count":0,"area":null}],"next_cursor":null}