{"total":215,"rows":[{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2301.12900","title":"DepGraph: Towards Any Structural Pruning","created":"2023-01-30","cited_by_count":203,"area":null},{"id":"2204.06986","title":"Cross-Image Relational Knowledge Distillation for Semantic Segmentation","created":"2022-04-14","cited_by_count":118,"area":"distill"},{"id":"2103.14475","title":"Distilling Object Detectors via Decoupled Features","created":"2021-03-26","cited_by_count":106,"area":"distill"},{"id":"2310.00093","title":"DataDAM: Efficient Dataset Distillation with Attention Matching","created":"2023-09-29","cited_by_count":84,"area":null},{"id":"2402.15319","title":"GPTVQ: The Blessing of Dimensionality for LLM Quantization","created":"2024-02-23","cited_by_count":82,"area":null},{"id":"2102.04503","title":"VS-Quant: Per-vector Scaled Quantization for Accurate Low-Precision Neural Network Inference","created":"2021-02-08","cited_by_count":64,"area":null},{"id":"2103.05579","title":"hls4ml: An Open-Source Codesign Workflow to Empower Scientific Low-Power Machine Learning Devices","created":"2021-03-09","cited_by_count":62,"area":null},{"id":"2103.03936","title":"Pufferfish: Communication-efficient Models At No Extra Cost","created":"2021-03-05","cited_by_count":61,"area":null},{"id":"2108.02092","title":"Online Knowledge Distillation for Efficient Pose Estimation","created":"2021-08-04","cited_by_count":55,"area":"distill"},{"id":"2203.10681","title":"Online Continual Learning for Embedded Devices","created":"2022-03-21","cited_by_count":49,"area":null},{"id":"2101.08940","title":"Hessian-Aware Pruning and Optimal Neural Implant","created":"2021-01-22","cited_by_count":45,"area":null},{"id":"2103.15263","title":"Zero-shot Adversarial Quantization","created":"2021-03-29","cited_by_count":44,"area":null},{"id":"2104.04163","title":"Combined Depth Space based Architecture Search For Person Re-identification","created":"2021-04-09","cited_by_count":44,"area":null},{"id":"2103.05861","title":"Manifold Regularized Dynamic Network Pruning","created":"2021-03-10","cited_by_count":43,"area":null},{"id":"2205.13571","title":"Low-rank lottery tickets: finding efficient low-rank neural networks via matrix differential equations","created":"2022-05-26","cited_by_count":43,"area":null},{"id":"2107.11442","title":"Compressing Neural Networks: Towards Determining the Optimal Layer-wise Decomposition","created":"2021-07-23","cited_by_count":33,"area":null},{"id":"2307.12574","title":"A Good Student is Cooperative and Reliable: CNN-Transformer Collaborative Learning for Semantic Segmentation","created":"2023-07-24","cited_by_count":33,"area":"distill"},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2102.11289","title":"Ps and Qs: Quantization-aware pruning for efficient low latency neural network inference","created":"2021-02-22","cited_by_count":31,"area":null},{"id":"2109.13963","title":"Smart at what cost? Characterising Mobile Deep Neural Networks in the wild","created":"2021-09-28","cited_by_count":25,"area":null},{"id":"2305.02538","title":"Cuttlefish: Low-Rank Model Training without All the Tuning","created":"2023-05-04","cited_by_count":25,"area":null},{"id":"2301.11233","title":"BiBench: Benchmarking and Analyzing Network Binarization","created":"2023-01-26","cited_by_count":22,"area":null},{"id":"2311.10986","title":"EdgeFM: Leveraging Foundation Model for Open-set Learning on the Edge","created":"2023-11-18","cited_by_count":21,"area":null},{"id":"2103.08870","title":"Learned Gradient Compression for Distributed Deep Learning","created":"2021-03-16","cited_by_count":20,"area":null},{"id":"2301.09858","title":"PowerQuant: Automorphism Search for Non-Uniform Quantization","created":"2023-01-24","cited_by_count":20,"area":null},{"id":"2205.11141","title":"OPQ: Compressing Deep Neural Networks with One-shot Pruning-Quantization","created":"2022-05-23","cited_by_count":19,"area":null},{"id":"2104.15129","title":"Stealthy Backdoors as Compression Artifacts","created":"2021-04-30","cited_by_count":18,"area":null},{"id":"2206.10526","title":"QuantFace: Towards Lightweight Face Recognition by Synthetic Data Low-bit Quantization","created":"2022-06-21","cited_by_count":18,"area":null},{"id":"2508.01625","title":"EAC-MoE: Expert-Selection Aware Compressor for Mixture-of-Experts Large Language Models","created":"2025-08-03","cited_by_count":18,"area":"moe"},{"id":"2104.08215","title":"\"BNN - BN = ?\": Training Binary Neural Networks without Batch Normalization","created":"2021-04-16","cited_by_count":17,"area":null},{"id":"2401.11824","title":"Rethinking Centered Kernel Alignment in Knowledge Distillation","created":"2024-01-22","cited_by_count":17,"area":"distill"},{"id":"2104.07085","title":"Fast Walsh-Hadamard Transform and Smooth-Thresholding Based Binary Layers in Deep Neural Networks","created":"2021-04-14","cited_by_count":14,"area":null},{"id":"2108.04811","title":"Binary Complex Neural Network Acceleration on FPGA","created":"2021-08-10","cited_by_count":14,"area":null},{"id":"2308.07934","title":"One-bit Flip is All You Need: When Bit-flip Attack Meets Model Training","created":"2023-08-12","cited_by_count":14,"area":null},{"id":"2308.13998","title":"Computation-efficient Deep Learning for Computer Vision: A Survey","created":"2023-08-27","cited_by_count":14,"area":null},{"id":"2309.07438","title":"Towards Artificial General Intelligence (AGI) in the Internet of Things (IoT): Opportunities and Challenges","created":"2023-09-14","cited_by_count":14,"area":null},{"id":"2201.02711","title":"Block Walsh-Hadamard Transform Based Binary Layers in Deep Neural Networks","created":"2022-01-07","cited_by_count":13,"area":null},{"id":"2204.06328","title":"HuBERT-EE: Early Exiting HuBERT for Efficient Speech Recognition","created":"2022-04-13","cited_by_count":13,"area":"inference"},{"id":"2407.11033","title":"Hadamard Adapter: An Extreme Parameter-Efficient Adapter Tuning Method for Pre-trained Language Models","created":"2024-07-04","cited_by_count":13,"area":null},{"id":"2412.03409","title":"PrefixKV: Adaptive Prefix KV Cache is What Vision Instruction-Following Models Need for Efficient Generation","created":"2024-12-04","cited_by_count":13,"area":"lr"},{"id":"2102.03773","title":"SeReNe: Sensitivity based Regularization of Neurons for Structured Sparsity in Neural Networks","created":"2021-02-07","cited_by_count":12,"area":null},{"id":"2105.12917","title":"BSNN: Towards Faster and Better Conversion of Artificial Neural Networks to Spiking Neural Networks with Bistable Neurons","created":"2021-05-27","cited_by_count":12,"area":null},{"id":"2106.09144","title":"FORMS: Fine-grained Polarized ReRAM-based In-situ Computation for Mixed-signal DNN Accelerator","created":"2021-06-16","cited_by_count":12,"area":null},{"id":"2106.12169","title":"APNN-TC: Accelerating Arbitrary Precision Neural Networks on Ampere GPU Tensor Cores","created":"2021-06-23","cited_by_count":12,"area":null},{"id":"2111.07392","title":"Edge-Native Intelligence for 6G Communications Driven by Federated Learning: A Survey of Trends and Challenges","created":"2021-11-14","cited_by_count":12,"area":null},{"id":"2111.07964","title":"Deep Network Approximation in Terms of Intrinsic Parameters","created":"2021-11-15","cited_by_count":12,"area":null},{"id":"2205.08099","title":"Dimensionality Reduced Training by Pruning and Freezing Parts of a Deep Neural Network, a Survey","created":"2022-05-17","cited_by_count":12,"area":null},{"id":"2305.19059","title":"Geometry-aware training of factorized layers in tensor Tucker format","created":"2023-05-30","cited_by_count":12,"area":null},{"id":"2310.06756","title":"Going Beyond Neural Network Feature Similarity: The Network Feature Complexity and Its Interpretation Using Category Theory","created":"2023-10-10","cited_by_count":12,"area":null},{"id":"2106.06882","title":"Sparse PointPillars: Maintaining and Exploiting Input Sparsity to Improve Runtime on Embedded Systems","created":"2021-06-12","cited_by_count":11,"area":null},{"id":"2309.08186","title":"A Precision-Scalable RISC-V DNN Processor with On-Device Learning Capability at the Extreme Edge","created":"2023-09-15","cited_by_count":11,"area":null},{"id":"2312.09028","title":"Design Space Exploration of Low-Bit Quantized Neural Networks for Visual Place Recognition","created":"2023-12-14","cited_by_count":11,"area":null},{"id":"2107.09305","title":"Follow Your Path: a Progressive Method for Knowledge Distillation","created":"2021-07-20","cited_by_count":10,"area":"distill"},{"id":"2112.11540","title":"Mixed Precision of Quantization of Transformer Language Models for Speech Recognition","created":"2021-11-29","cited_by_count":10,"area":null},{"id":"2203.00517","title":"Multi-task Learning Approach for Modulation and Wireless Signal Classification for 5G and Beyond: Edge Deployment via Model Compression","created":"2022-02-26","cited_by_count":10,"area":null},{"id":"2107.14444","title":"Manipulating Identical Filter Redundancy for Efficient Pruning on Deep and Complicated CNN","created":"2021-07-30","cited_by_count":9,"area":null},{"id":"2112.15139","title":"Finding the Task-Optimal Low-Bit Sub-Distribution in Deep Neural Networks","created":"2021-12-30","cited_by_count":9,"area":null},{"id":"2205.06701","title":"Knowledge Distillation Meets Open-Set Semi-Supervised Learning","created":"2022-05-13","cited_by_count":9,"area":"distill"},{"id":"2210.00169","title":"Multi-stage Progressive Compression of Conformer Transducer for On-device Speech Recognition","created":"2022-10-01","cited_by_count":9,"area":"distill"},{"id":"2303.11923","title":"Performance-aware Approximation of Global Channel Pruning for Multitask CNNs","created":"2023-03-21","cited_by_count":9,"area":null},{"id":"2408.10210","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","created":"2024-07-12","cited_by_count":9,"area":"distill"},{"id":"2103.01148","title":"E$^2$CM: Early Exit via Class Means for Efficient Supervised and Unsupervised Learning","created":"2021-03-01","cited_by_count":8,"area":null},{"id":"2111.11747","title":"Semi-Online Knowledge Distillation","created":"2021-11-23","cited_by_count":8,"area":"distill"},{"id":"2309.15467","title":"Enabling Resource-efficient AIoT System with Cross-level Optimization: A survey","created":"2023-09-27","cited_by_count":8,"area":null},{"id":"2104.14696","title":"Spirit Distillation: A Model Compression Method with Multi-domain Knowledge Transfer","created":"2021-04-29","cited_by_count":7,"area":null},{"id":"2107.02550","title":"Universal approximation and model compression for radial neural networks","created":"2021-07-06","cited_by_count":7,"area":null},{"id":"2202.10716","title":"HRel: Filter Pruning based on High Relevance between Activation Maps and Class Labels","created":"2022-02-22","cited_by_count":7,"area":null},{"id":"2204.02965","title":"LilNetX: Lightweight Networks with EXtreme Model Compression and Structured Sparsification","created":"2022-04-06","cited_by_count":7,"area":null},{"id":"2205.03824","title":"A Survey on AI Sustainability: Emerging Trends on Learning Algorithms and Research Challenges","created":"2022-05-08","cited_by_count":7,"area":null},{"id":"2208.06064","title":"Mixed-Precision Neural Networks: A Survey","created":"2022-08-11","cited_by_count":7,"area":null},{"id":"2505.18963","title":"MGD$^3$: Mode-Guided Dataset Distillation using Diffusion Models","created":"2025-05-25","cited_by_count":7,"area":"diffusion"},{"id":"2103.11083","title":"Compacting Deep Neural Networks for Internet of Things: Methods and Applications","created":"2021-03-20","cited_by_count":6,"area":null},{"id":"2309.13682","title":"Causal-DFQ: Causality Guided Data-free Network Quantization","created":"2023-09-24","cited_by_count":6,"area":null},{"id":"2108.12173","title":"CoCo DistillNet: a Cross-layer Correlation Distillation Network for Pathological Gastric Cancer Segmentation","created":"2021-08-27","cited_by_count":5,"area":"distill"},{"id":"2201.00111","title":"Role of Data Augmentation Strategies in Knowledge Distillation for Wearable Sensor Data","created":"2022-01-01","cited_by_count":5,"area":"distill"},{"id":"2209.11064","title":"Deep Learning on Home Drone: Searching for the Optimal Architecture","created":"2022-09-21","cited_by_count":5,"area":null},{"id":"2210.07451","title":"Neural Network Compression by Joint Sparsity Promotion and Redundancy Reduction","created":"2022-10-14","cited_by_count":5,"area":null},{"id":"2212.05422","title":"Teaching What You Should Teach: A Data-Based Distillation Method","created":"2022-12-11","cited_by_count":5,"area":"distill"},{"id":"2303.13635","title":"Low Rank Optimization for Efficient Deep Learning: Making A Balance between Compact Architecture and Fast Training","created":"2023-03-22","cited_by_count":5,"area":null},{"id":"2308.13570","title":"Stochastic Configuration Machines for Industrial Artificial Intelligence","created":"2023-08-25","cited_by_count":5,"area":null},{"id":"2409.00055","title":"SORSA: Singular Values and Orthonormal Regularized Singular Vectors Adaptation of Large Language Models","created":"2024-08-21","cited_by_count":5,"area":null},{"id":"2410.18720","title":"GeoLoRA: Geometric integration for parameter efficient fine-tuning","created":"2024-10-24","cited_by_count":5,"area":null},{"id":"2506.17475","title":"A geometric framework for momentum-based optimizers for low-rank training","created":"2025-06-20","cited_by_count":5,"area":null},{"id":"2110.08996","title":"Finding Everything within Random Binary Networks","created":"2021-10-18","cited_by_count":4,"area":null},{"id":"2110.09508","title":"Deep CNNs for Peripheral Blood Cell Classification","created":"2021-10-18","cited_by_count":4,"area":null},{"id":"2203.03794","title":"YONO: Modeling Multiple Heterogeneous Neural Networks on Microcontrollers","created":"2022-03-08","cited_by_count":4,"area":null},{"id":"2207.05808","title":"Look-ups are not (yet) all you need for deep learning inference","created":"2022-07-12","cited_by_count":4,"area":null},{"id":"2207.12773","title":"Quiver neural networks","created":"2022-07-26","cited_by_count":4,"area":null},{"id":"2210.15623","title":"Neural Networks with Quantization Constraints","created":"2022-10-27","cited_by_count":4,"area":null},{"id":"2212.12653","title":"Hyperspherical Quantization: Toward Smaller and More Accurate Models","created":"2022-12-24","cited_by_count":4,"area":null},{"id":"2303.01509","title":"EPAM: A Predictive Energy Model for Mobile AI","created":"2023-03-02","cited_by_count":4,"area":null},{"id":"2306.02433","title":"Riemannian Low-Rank Model Compression for Federated Learning with Over-the-Air Aggregation","created":"2023-06-04","cited_by_count":4,"area":null},{"id":"2309.14162","title":"Data Upcycling Knowledge Distillation for Image Super-Resolution","created":"2023-09-25","cited_by_count":4,"area":"distill"},{"id":"2405.14002","title":"Animal Behavior Analysis Methods Using Deep Learning: A Survey","created":"2024-05-22","cited_by_count":4,"area":null},{"id":"2406.16004","title":"RepNeXt: A Fast Multi-Scale CNN using Structural Reparameterization","created":"2024-06-23","cited_by_count":4,"area":null},{"id":"2510.21879","title":"TernaryCLIP: Efficiently Compressing Vision-Language Models with Ternary Weights and Distilled Knowledge","created":"2025-10-23","cited_by_count":4,"area":"mllm"}],"next_cursor":"100"}