{"total":135,"rows":[{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386,"area":null},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2106.14156","title":"Post-Training Quantization for Vision Transformer","created":"2021-06-27","cited_by_count":278,"area":null},{"id":"2310.17157","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","created":"2023-10-26","cited_by_count":252,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2306.12929","title":"Quantizable Transformers: Removing Outliers by Helping Attention Heads Do Nothing","created":"2023-06-22","cited_by_count":151,"area":null},{"id":"2304.01089","title":"RPTQ: Reorder-based Post-training Quantization for Large Language Models","created":"2023-04-03","cited_by_count":116,"area":null},{"id":"2206.09557","title":"LUT-GEMM: Quantized Matrix Multiplication based on LUTs for Efficient Inference in Large-Scale Generative Language Models","created":"2022-06-20","cited_by_count":105,"area":null},{"id":"2212.07048","title":"PD-Quant: Post-Training Quantization based on Prediction Difference Metric","created":"2022-12-14","cited_by_count":73,"area":null},{"id":"2102.04503","title":"VS-Quant: Per-vector Scaled Quantization for Accurate Low-Precision Neural Network Inference","created":"2021-02-08","cited_by_count":64,"area":null},{"id":"2310.08041","title":"QLLM: Accurate and Efficient Low-Bitwidth Quantization for Large Language Models","created":"2023-10-12","cited_by_count":64,"area":null},{"id":"2103.01049","title":"Diversifying Sample Generation for Accurate Data-Free Quantization","created":"2021-03-01","cited_by_count":63,"area":null},{"id":"2304.09145","title":"Outlier Suppression+: Accurate quantization of large language models by equivalent and optimal shifting and scaling","created":"2023-04-18","cited_by_count":61,"area":null},{"id":"2306.11987","title":"Training Transformers with 4-bit Integers","created":"2023-06-21","cited_by_count":60,"area":null},{"id":"2504.02692","title":"GPTAQ: Efficient Finetuning-Free Quantization for Asymmetric Calibration","created":"2025-04-03","cited_by_count":60,"area":null},{"id":"2202.07471","title":"SQuant: On-the-Fly Data-Free Quantization via Diagonal Hessian Approximation","created":"2022-02-14","cited_by_count":55,"area":null},{"id":"2306.10209","title":"ZeRO++: Extremely Efficient Collective Communication for Giant Model Training","created":"2023-06-16","cited_by_count":52,"area":null},{"id":"2306.00317","title":"FlexRound: Learnable Rounding based on Element-wise Division for Post-Training Quantization","created":"2023-06-01","cited_by_count":48,"area":null},{"id":"2103.15263","title":"Zero-shot Adversarial Quantization","created":"2021-03-29","cited_by_count":44,"area":null},{"id":"2406.06385","title":"Low-Rank Quantization-Aware Training for LLMs","created":"2024-06-10","cited_by_count":43,"area":null},{"id":"2111.02625","title":"Qimera: Data-free Quantization with Synthetic Boundary Supporting Samples","created":"2021-11-04","cited_by_count":40,"area":null},{"id":"2111.03759","title":"MQBench: Towards Reproducible and Deployable Model Quantization Benchmark","created":"2021-11-05","cited_by_count":40,"area":null},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2111.06061","title":"Edge-Cloud Polarization and Collaboration: A Comprehensive Survey for AI","created":"2021-11-11","cited_by_count":39,"area":null},{"id":"2201.07703","title":"Q-ViT: Fully Differentiable Quantization for Vision Transformer","created":"2022-01-19","cited_by_count":37,"area":null},{"id":"2104.14235","title":"Inspect, Understand, Overcome: A Survey of Practical Methods for AI Safety","created":"2021-04-29","cited_by_count":35,"area":null},{"id":"2312.07950","title":"CBQ: Cross-Block Quantization for Large Language Models","created":"2023-12-13","cited_by_count":34,"area":null},{"id":"2201.11113","title":"Post-training Quantization for Neural Networks with Provable Guarantees","created":"2022-01-26","cited_by_count":33,"area":null},{"id":"2110.13041","title":"Applications and Techniques for Fast Machine Learning in Science","created":"2021-10-25","cited_by_count":32,"area":null},{"id":"2102.11289","title":"Ps and Qs: Quantization-aware pruning for efficient low latency neural network inference","created":"2021-02-22","cited_by_count":31,"area":null},{"id":"2108.13041","title":"Auto-Split: A General Framework of Collaborative Edge-Cloud AI","created":"2021-08-30","cited_by_count":30,"area":null},{"id":"2105.03536","title":"Pareto-Optimal Quantized ResNet Is Mostly 4-bit","created":"2021-05-07","cited_by_count":26,"area":null},{"id":"2210.03858","title":"AlphaTuning: Quantization-Aware Parameter-Efficient Adaptation of Large-Scale Pre-Trained Language Models","created":"2022-10-08","cited_by_count":23,"area":null},{"id":"2203.17008","title":"It's All In the Teacher: Zero-Shot Quantization Brought Closer to the Teacher","created":"2022-03-31","cited_by_count":20,"area":null},{"id":"2301.09858","title":"PowerQuant: Automorphism Search for Non-Uniform Quantization","created":"2023-01-24","cited_by_count":20,"area":null},{"id":"2105.14797","title":"RED : Looking for Redundancies for Data-Free Structured Compression of Deep Neural Networks","created":"2021-05-31","cited_by_count":19,"area":null},{"id":"2110.01397","title":"RED++ : Data-Free Pruning of Deep Neural Networks via Input Splitting and Output Merging","created":"2021-09-30","cited_by_count":19,"area":null},{"id":"2405.03103","title":"Learning from Students: Applying t-Distributions to Explore Accurate and Efficient Formats for LLMs","created":"2024-05-06","cited_by_count":18,"area":null},{"id":"2405.12725","title":"Nearest is Not Dearest: Towards Practical Defense against Quantization-conditioned Backdoor Attacks","created":"2024-05-21","cited_by_count":18,"area":null},{"id":"2105.06002","title":"Lightweight compression of neural network feature tensors for collaborative intelligence","created":"2021-05-12","cited_by_count":17,"area":null},{"id":"2506.04985","title":"FPTQuant: Function-Preserving Transforms for LLM Quantization","created":"2025-06-05","cited_by_count":16,"area":null},{"id":"2101.08430","title":"Generative Zero-shot Network Quantization","created":"2021-01-21","cited_by_count":15,"area":null},{"id":"2103.15750","title":"Enabling Design Methodologies and Future Trends for Edge AI: Specialization and Co-design","created":"2021-03-25","cited_by_count":13,"area":null},{"id":"2410.06020","title":"QT-DoG: Quantization-aware Training for Domain Generalization","created":"2024-10-08","cited_by_count":13,"area":null},{"id":"2203.14642","title":"SPIQ: Data-Free Per-Channel Static Input Quantization","created":"2022-03-28","cited_by_count":12,"area":null},{"id":"2108.02720","title":"Generalizable Mixed-Precision Quantization via Attribution Rank Preservation","created":"2021-08-05","cited_by_count":11,"area":null},{"id":"2109.00212","title":"Diverse Sample Generation: Pushing the Limit of Generative Data-free Quantization","created":"2021-09-01","cited_by_count":11,"area":null},{"id":"2109.09113","title":"HPTQ: Hardware-Friendly Post Training Quantization","created":"2021-09-19","cited_by_count":10,"area":null},{"id":"2211.16912","title":"Quadapter: Adapter for GPT-2 Quantization","created":"2022-11-30","cited_by_count":10,"area":null},{"id":"2312.15322","title":"Hardware-Aware DNN Compression via Diverse Pruning and Mixed-Precision Quantization","created":"2023-12-23","cited_by_count":10,"area":null},{"id":"2102.06366","title":"Confounding Tradeoffs for Neural Network Quantization","created":"2021-02-12","cited_by_count":9,"area":null},{"id":"2307.00498","title":"Data-Free Quantization via Mixed-Precision Compensation without Fine-Tuning","created":"2023-07-02","cited_by_count":9,"area":null},{"id":"2111.11986","title":"HERO: Hessian-Enhanced Robust Optimization for Unifying and Improving Generalization and Quantization Performance","created":"2021-11-23","cited_by_count":8,"area":null},{"id":"2208.07479","title":"Context-Aware Streaming Perception in Dynamic Environments","created":"2022-08-16","cited_by_count":8,"area":null},{"id":"2209.03487","title":"A simple approach for quantizing neural networks","created":"2022-09-07","cited_by_count":8,"area":null},{"id":"2210.00497","title":"Approximate Computing and the Efficient Machine Learning Expedition","created":"2022-10-02","cited_by_count":8,"area":null},{"id":"2308.05600","title":"NUPES : Non-Uniform Post-Training Quantization via Power Exponent Search","created":"2023-08-10","cited_by_count":8,"area":null},{"id":"2312.05272","title":"GenQ: Quantization in Low Data Regimes with Generative Synthetic Data","created":"2023-12-07","cited_by_count":8,"area":null},{"id":"2102.02147","title":"Fixed-point Quantization of Convolutional Neural Networks for Quantized Inference on Embedded Platforms","created":"2021-02-03","cited_by_count":7,"area":null},{"id":"2105.07102","title":"Lightweight Compression of Intermediate Neural Network Features for Collaborative Intelligence","created":"2021-05-15","cited_by_count":7,"area":null},{"id":"2204.02965","title":"LilNetX: Lightweight Networks with EXtreme Model Compression and Structured Sparsification","created":"2022-04-06","cited_by_count":7,"area":null},{"id":"2208.06064","title":"Mixed-Precision Neural Networks: A Survey","created":"2022-08-11","cited_by_count":7,"area":null},{"id":"2508.15008","title":"Neural Network Quantization for Microcontrollers: A Comprehensive Survey of Methods, Platforms, and Applications","created":"2025-08-20","cited_by_count":7,"area":null},{"id":"2112.02834","title":"A Generalized Zero-Shot Quantization of Deep Convolutional Neural Networks via Learned Weights Statistics","created":"2021-12-06","cited_by_count":6,"area":null},{"id":"2202.05048","title":"Quantune: Post-training Quantization of Convolutional Neural Networks using Extreme Gradient Boosting for Fast Deployment","created":"2022-02-10","cited_by_count":6,"area":null},{"id":"2203.05492","title":"An Empirical Study of Low Precision Quantization for TinyML","created":"2022-03-10","cited_by_count":6,"area":null},{"id":"2203.14645","title":"REx: Data-Free Residual Quantization Error Expansion","created":"2022-03-28","cited_by_count":6,"area":null},{"id":"2303.12557","title":"Q-HyViT: Post-Training Quantization of Hybrid Vision Transformers with Bridge Block Reconstruction for IoT Systems","created":"2023-03-22","cited_by_count":6,"area":null},{"id":"2412.15846","title":"Improving Quantization-aware Training of Low-Precision Network via Block Replacement on Full-Precision Counterpart","created":"2024-12-20","cited_by_count":6,"area":null},{"id":"2606.26650","title":"CAT-Q: Cost-efficient and Accurate Ternary Quantization for LLMs","created":"2026-06-25","cited_by_count":6,"area":null},{"id":"2306.00014","title":"PreQuant: A Task-agnostic Quantization Approach for Pre-trained Language Models","created":"2023-05-30","cited_by_count":5,"area":null},{"id":"2502.13533","title":"Train Small, Infer Large: Memory-Efficient LoRA Training for Large Language Models","created":"2025-02-19","cited_by_count":5,"area":null},{"id":"2503.06921","title":"Task Vector Quantization for Memory-Efficient Model Merging","created":"2025-03-10","cited_by_count":5,"area":null},{"id":"2503.17513","title":"Improving Quantization with Post-Training Model Expansion","created":"2025-03-21","cited_by_count":5,"area":null},{"id":"2505.03031","title":"Radio: Rate-Distortion Optimization for Large Language Model Compression","created":"2025-05-05","cited_by_count":5,"area":null},{"id":"2104.01716","title":"Quaternion Factorization Machines: A Lightweight Solution to Intricate Feature Interaction Modelling","created":"2021-04-05","cited_by_count":4,"area":null},{"id":"2203.14646","title":"To Fold or Not to Fold: a Necessary and Sufficient Condition on Batch-Normalization Layers Folding","created":"2022-03-28","cited_by_count":4,"area":null},{"id":"2210.16621","title":"Empirical Evaluation of Post-Training Quantization Methods for Language Tasks","created":"2022-10-29","cited_by_count":4,"area":null},{"id":"2311.12359","title":"Shedding the Bits: Pushing the Boundaries of Quantization with Minifloats on FPGAs","created":"2023-11-21","cited_by_count":4,"area":null},{"id":"2109.00095","title":"Quantized Convolutional Neural Networks Through the Lens of Partial Differential Equations","created":"2021-08-31","cited_by_count":3,"area":null},{"id":"2208.00338","title":"Symmetry Regularization and Saturating Nonlinearity for Robust Quantization","created":"2022-07-31","cited_by_count":3,"area":null},{"id":"2208.11945","title":"Efficient Adaptive Activation Rounding for Post-Training Quantization","created":"2022-08-25","cited_by_count":3,"area":null},{"id":"2212.02634","title":"QFT: Post-training quantization via fast joint finetuning of all degrees of freedom","created":"2022-12-05","cited_by_count":3,"area":null},{"id":"2303.05078","title":"Efficient Transformer-based 3D Object Detection with Dynamic Token Halting","created":"2023-03-09","cited_by_count":3,"area":null},{"id":"2403.17154","title":"On the Impact of Black-box Deployment Strategies for Edge AI on Latency and Model Performance","created":"2024-03-25","cited_by_count":3,"area":null},{"id":"2412.18184","title":"Unified Stochastic Framework for Neural Network Quantization and Pruning","created":"2024-12-24","cited_by_count":3,"area":null},{"id":"2604.07888","title":"Bit-by-Bit: Progressive QAT Strategy with Outlier Channel Splitting for Stable Low-Bit LLMs","created":"2026-04-09","cited_by_count":3,"area":null},{"id":"2102.09298","title":"GradFreeBits: Gradient Free Bit Allocation for Dynamic Low Precision Neural Networks","created":"2021-02-18","cited_by_count":2,"area":null},{"id":"2105.07331","title":"Is In-Domain Data Really Needed? A Pilot Study on Cross-Domain Calibration for Network Quantization","created":"2021-05-16","cited_by_count":2,"area":null},{"id":"2106.01739","title":"Advances in Classifying the Stages of Diabetic Retinopathy Using Convolutional Neural Networks in Low Memory Edge Devices","created":"2021-06-03","cited_by_count":2,"area":null},{"id":"2107.02927","title":"Image Complexity Guided Network Compression for Biomedical Image Segmentation","created":"2021-07-06","cited_by_count":2,"area":null},{"id":"2108.13055","title":"Efficient Visual Recognition with Deep Neural Networks: A Survey on Recent Advances and New Directions","created":"2021-08-30","cited_by_count":2,"area":null},{"id":"2301.07266","title":"ACQ: Improving Generative Data-free Quantization Via Attention Correction","created":"2023-01-18","cited_by_count":2,"area":null},{"id":"2307.05972","title":"Self-Distilled Quantization: Achieving High Compression Rates in Transformer-Based Language Models","created":"2023-07-12","cited_by_count":2,"area":null},{"id":"2310.13315","title":"Zero-Shot Sharpness-Aware Quantization for Pre-trained Language Models","created":"2023-10-20","cited_by_count":2,"area":null},{"id":"2312.09211","title":"Mitigating Outlier Activations in Low-Precision Fine-Tuning of Language Models","created":"2023-12-14","cited_by_count":2,"area":null},{"id":"2409.02026","title":"Foundations of Large Language Model Compression -- Part 1: Weight Quantization","created":"2024-09-03","cited_by_count":2,"area":null},{"id":"2410.22110","title":"Data Generation for Hardware-Friendly Post-Training Quantization","created":"2024-10-29","cited_by_count":2,"area":null},{"id":"2501.07161","title":"QuantuneV2: Compiler-Based Local Metric-Driven Mixed Precision Quantization for Practical Embedded AI Applications","created":"2025-01-13","cited_by_count":2,"area":null}],"next_cursor":"100"}