{"total":592,"rows":[{"id":"2208.07339","title":"LLM.int8(): 8-bit Matrix Multiplication for Transformers at Scale","created":"2022-08-15","cited_by_count":906,"area":null},{"id":"2103.13630","title":"A Survey of Quantization Methods for Efficient Neural Network Inference","created":"2021-03-25","cited_by_count":815,"area":null},{"id":"2104.01136","title":"LeViT: a Vision Transformer in ConvNet's Clothing for Faster Inference","created":"2021-04-02","cited_by_count":475,"area":null},{"id":"2303.06349","title":"Resurrecting Recurrent Neural Networks for Long Sequences","created":"2023-03-11","cited_by_count":408,"area":null},{"id":"2110.02861","title":"8-bit Optimizers via Block-wise Quantization","created":"2021-10-06","cited_by_count":403,"area":null},{"id":"2302.03668","title":"Hard Prompts Made Easy: Gradient-Based Discrete Optimization for Prompt Tuning and Discovery","created":"2023-02-07","cited_by_count":336,"area":null},{"id":"2101.09671","title":"Pruning and Quantization for Deep Neural Network Acceleration: A Survey","created":"2021-01-24","cited_by_count":263,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2209.05433","title":"FP8 Formats for Deep Learning","created":"2022-09-12","cited_by_count":196,"area":null},{"id":"2312.04564","title":"EAGLES: Efficient Accelerated 3D Gaussians with Lightweight EncodingS","created":"2023-12-07","cited_by_count":196,"area":null},{"id":"2207.09353","title":"Beyond Transmitting Bits: Context, Semantics, and Task-Oriented Communications","created":"2022-07-19","cited_by_count":175,"area":null},{"id":"2312.05821","title":"ASVD: Activation-aware Singular Value Decomposition for Compressing Large Language Models","created":"2023-12-10","cited_by_count":169,"area":"inference"},{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2301.08727","title":"Neural Architecture Search: Insights from 1000 Papers","created":"2023-01-20","cited_by_count":139,"area":null},{"id":"2104.02151","title":"Distributed Learning in Wireless Networks: Recent Progress and Future Challenges","created":"2021-04-05","cited_by_count":129,"area":null},{"id":"2107.04562","title":"The Bayesian Learning Rule","created":"2021-07-09","cited_by_count":99,"area":null},{"id":"2104.11892","title":"A Survey of Modern Deep Learning based Object Detection Models","created":"2021-04-24","cited_by_count":98,"area":null},{"id":"2310.00034","title":"PB-LLM: Partially Binarized Large Language Models","created":"2023-09-29","cited_by_count":83,"area":null},{"id":"2111.14826","title":"Nonuniform-to-Uniform Quantization: Towards Accurate Quantization via Generalized Straight-Through Estimation","created":"2021-11-29","cited_by_count":79,"area":null},{"id":"2203.10705","title":"Compression of Generative Pre-trained Language Models via Quantization","created":"2022-03-21","cited_by_count":79,"area":null},{"id":"2304.13013","title":"Stable and low-precision training for large-scale vision-language models","created":"2023-04-25","cited_by_count":75,"area":"mllm"},{"id":"2205.07877","title":"A Comprehensive Survey on Model Quantization for Deep Neural Networks in Image Classification","created":"2022-05-14","cited_by_count":65,"area":null},{"id":"2102.04503","title":"VS-Quant: Per-vector Scaled Quantization for Accurate Low-Precision Neural Network Inference","created":"2021-02-08","cited_by_count":64,"area":null},{"id":"2103.05579","title":"hls4ml: An Open-Source Codesign Workflow to Empower Scientific Low-Power Machine Learning Devices","created":"2021-03-09","cited_by_count":62,"area":null},{"id":"2106.09129","title":"A Winning Hand: Compressing Deep Networks Can Improve Out-Of-Distribution Robustness","created":"2021-06-16","cited_by_count":62,"area":null},{"id":"2101.09336","title":"A Comprehensive Survey on Hardware-Aware Neural Architecture Search","created":"2021-01-22","cited_by_count":61,"area":null},{"id":"2104.14129","title":"ActNN: Reducing Training Memory Footprint via 2-Bit Activation Compressed Training","created":"2021-04-29","cited_by_count":61,"area":null},{"id":"2304.09145","title":"Outlier Suppression+: Accurate quantization of large language models by equivalent and optimal shifting and scaling","created":"2023-04-18","cited_by_count":61,"area":null},{"id":"2301.11913","title":"SWARM Parallelism: Training Large Models Can Be Surprisingly Communication-Efficient","created":"2023-01-27","cited_by_count":59,"area":null},{"id":"2212.09069","title":"Masked Wavelet Representation for Compact Neural Radiance Fields","created":"2022-12-18","cited_by_count":57,"area":null},{"id":"2103.09377","title":"Multi-Prize Lottery Ticket Hypothesis: Finding Accurate Binary Neural Networks by Pruning A Randomly Weighted Network","created":"2021-03-17","cited_by_count":55,"area":null},{"id":"2309.01507","title":"Memory Efficient Optimizers with 4-bit States","created":"2023-09-04","cited_by_count":54,"area":null},{"id":"2103.12369","title":"ReCU: Reviving the Dead Weights in Binary Neural Networks","created":"2021-03-23","cited_by_count":52,"area":null},{"id":"2107.12422","title":"Towards Efficient Tensor Decomposition-Based DNN Model Compression with Optimization Framework","created":"2021-07-26","cited_by_count":52,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2104.09987","title":"Differentiable Model Compression via Pseudo Quantization Noise","created":"2021-04-20","cited_by_count":45,"area":null},{"id":"2103.01931","title":"Categorical Foundations of Gradient-Based Learning","created":"2021-03-02","cited_by_count":44,"area":null},{"id":"2205.05996","title":"Blueprint Separable Residual Network for Efficient Image Super-Resolution","created":"2022-05-12","cited_by_count":44,"area":null},{"id":"2101.05108","title":"Fast convolutional neural networks on FPGAs with hls4ml","created":"2021-01-13","cited_by_count":42,"area":null},{"id":"2109.15103","title":"Scalable Rule-Based Representation Learning for Interpretable Classification","created":"2021-09-30","cited_by_count":40,"area":null},{"id":"2205.05675","title":"NTIRE 2022 Challenge on Efficient Super-Resolution: Methods and Results","created":"2022-05-11","cited_by_count":40,"area":null},{"id":"2312.12416","title":"Prompting Hard or Hardly Prompting: Prompt Inversion for Text-to-Image Diffusion Models","created":"2023-12-19","cited_by_count":40,"area":"diffusion"},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2111.06061","title":"Edge-Cloud Polarization and Collaboration: A Comprehensive Survey for AI","created":"2021-11-11","cited_by_count":39,"area":null},{"id":"2203.08737","title":"Hardware Approximate Techniques for Deep Neural Network Accelerators: A Survey","created":"2022-03-16","cited_by_count":39,"area":null},{"id":"2305.00241","title":"When Deep Learning Meets Polyhedral Theory: A Survey","created":"2023-04-29","cited_by_count":39,"area":null},{"id":"2202.12002","title":"Rare Gems: Finding Lottery Tickets at Initialization","created":"2022-02-24","cited_by_count":34,"area":null},{"id":"2201.11113","title":"Post-training Quantization for Neural Networks with Provable Guarantees","created":"2022-01-26","cited_by_count":33,"area":null},{"id":"2110.13041","title":"Applications and Techniques for Fast Machine Learning in Science","created":"2021-10-25","cited_by_count":32,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2102.11289","title":"Ps and Qs: Quantization-aware pruning for efficient low latency neural network inference","created":"2021-02-22","cited_by_count":31,"area":null},{"id":"2110.15456","title":"FAST: DNN Training Under Variable Precision Block Floating Point with Stochastic Rounding","created":"2021-10-28","cited_by_count":31,"area":null},{"id":"2206.11357","title":"GACT: Activation Compressed Training for Generic Network Architectures","created":"2022-06-22","cited_by_count":31,"area":null},{"id":"2208.05163","title":"Auto-ViT-Acc: An FPGA-Aware Automatic Acceleration Framework for Vision Transformer with Mixed-Scheme Quantization","created":"2022-08-10","cited_by_count":29,"area":null},{"id":"2209.02681","title":"How important are activation functions in regression and classification? A survey, performance comparison, and future directions","created":"2022-09-06","cited_by_count":29,"area":null},{"id":"2407.01704","title":"Weight Clipping for Deep Continual and Reinforcement Learning","created":"2024-07-01","cited_by_count":29,"area":"deeprl"},{"id":"2102.04040","title":"LightSpeech: Lightweight and Fast Text to Speech with Neural Architecture Search","created":"2021-02-08","cited_by_count":28,"area":null},{"id":"2202.05239","title":"F8Net: Fixed-Point 8-bit Only Multiplication for Network Quantization","created":"2022-02-10","cited_by_count":28,"area":null},{"id":"2206.04459","title":"SDQ: Stochastic Differentiable Quantization with Mixed Precision","created":"2022-06-09","cited_by_count":28,"area":null},{"id":"2211.07091","title":"BiViT: Extremely Compressed Binary Vision Transformer","created":"2022-11-14","cited_by_count":28,"area":null},{"id":"2406.00800","title":"MagR: Weight Magnitude Reduction for Enhancing Post-Training Quantization","created":"2024-06-02","cited_by_count":28,"area":null},{"id":"2206.06501","title":"Optimal Clipping and Magnitude-aware Differentiation for Improved Quantization-aware Training","created":"2022-06-13","cited_by_count":26,"area":null},{"id":"2109.12872","title":"Meta-Aggregator: Learning to Aggregate for 1-bit Graph Neural Networks","created":"2021-09-27","cited_by_count":25,"area":null},{"id":"2206.02915","title":"8-bit Numerical Formats for Deep Neural Networks","created":"2022-06-06","cited_by_count":25,"area":null},{"id":"2104.12456","title":"3D Scene Compression through Entropy Penalized Neural Representation Functions","created":"2021-04-26","cited_by_count":23,"area":null},{"id":"2203.04940","title":"Data-Efficient Structured Pruning via Submodular Optimization","created":"2022-03-09","cited_by_count":23,"area":null},{"id":"2210.16103","title":"Collaborative Multi-Teacher Knowledge Distillation for Learning Low Bit-width Deep Neural Networks","created":"2022-10-27","cited_by_count":23,"area":"distill"},{"id":"2305.10299","title":"Binarized Spectral Compressive Imaging","created":"2023-05-17","cited_by_count":23,"area":null},{"id":"2103.17267","title":"Bit-Mixer: Mixed-precision networks with runtime bit-width selection","created":"2021-03-31","cited_by_count":22,"area":null},{"id":"2108.07594","title":"Coalesced Multi-Output Tsetlin Machines with Clause Sharing","created":"2021-08-17","cited_by_count":22,"area":null},{"id":"2212.11110","title":"Lifelong Reinforcement Learning with Modulating Masks","created":"2022-12-21","cited_by_count":22,"area":null},{"id":"2306.08744","title":"High-performance deep spiking neural networks with 0.3 spikes per neuron","created":"2023-06-14","cited_by_count":22,"area":null},{"id":"2103.15760","title":"Shrinking Bigfoot: Reducing wav2vec 2.0 footprint","created":"2021-03-29","cited_by_count":21,"area":null},{"id":"2104.09396","title":"Continual Learning in Sensor-based Human Activity Recognition: an Empirical Benchmark Analysis","created":"2021-04-19","cited_by_count":21,"area":null},{"id":"2209.09004","title":"EcoFormer: Energy-Saving Attention with Linear Complexity","created":"2022-09-19","cited_by_count":21,"area":null},{"id":"2307.04895","title":"Learning to Solve Constraint Satisfaction Problems with Recurrent Transformer","created":"2023-07-10","cited_by_count":21,"area":null},{"id":"2407.12327","title":"Spectra: Surprising Effectiveness of Pretraining Ternary Language Models at Scale","created":"2024-07-17","cited_by_count":21,"area":null},{"id":"2502.20853","title":"Oscillation-Reduced MXFP4 Training for Vision Transformers","created":"2025-02-28","cited_by_count":21,"area":null},{"id":"2601.22813","title":"Quartet II: Accurate LLM Pre-Training in NVFP4 by Improved Unbiased Gradient Estimation","created":"2026-01-30","cited_by_count":21,"area":null},{"id":"2106.02295","title":"Differentiable Dynamic Quantization with Mixed Precision and Adaptive Resolution","created":"2021-06-04","cited_by_count":20,"area":null},{"id":"2203.17008","title":"It's All In the Teacher: Zero-Shot Quantization Brought Closer to the Teacher","created":"2022-03-31","cited_by_count":20,"area":null},{"id":"2302.03213","title":"LUT-NN: Empower Efficient Neural Network Inference with Centroid Learning and Table Lookup","created":"2023-02-07","cited_by_count":20,"area":null},{"id":"2101.09868","title":"CPT: Efficient Deep Neural Network Training via Cyclic Precision","created":"2021-01-25","cited_by_count":19,"area":null},{"id":"2103.16701","title":"Charged particle tracking via edge-classifying interaction networks","created":"2021-03-30","cited_by_count":19,"area":null},{"id":"2108.06983","title":"Distance-aware Quantization","created":"2021-08-16","cited_by_count":19,"area":null},{"id":"2110.13541","title":"Qu-ANTI-zation: Exploiting Quantization Artifacts for Achieving Adversarial Outcomes","created":"2021-10-26","cited_by_count":19,"area":"safety"},{"id":"2206.00843","title":"DepthShrinker: A New Compression Paradigm Towards Boosting Real-Hardware Efficiency of Compact Neural Networks","created":"2022-06-02","cited_by_count":19,"area":null},{"id":"2212.00824","title":"On-device Training: A First Overview on Existing Systems","created":"2022-12-01","cited_by_count":19,"area":null},{"id":"2308.06689","title":"Estimator Meets Equilibrium Perspective: A Rectified Straight Through Estimator for Binary Neural Networks Training","created":"2023-08-13","cited_by_count":19,"area":null},{"id":"2102.07981","title":"SiMaN: Sign-to-Magnitude Network Binarization","created":"2021-02-16","cited_by_count":18,"area":null},{"id":"2104.08215","title":"\"BNN - BN = ?\": Training Binary Neural Networks without Batch Normalization","created":"2021-04-16","cited_by_count":17,"area":null},{"id":"2403.09192","title":"PYRA: Parallel Yielding Re-Activation for Training-Inference Efficient Task Adaptation","created":"2024-03-14","cited_by_count":17,"area":null},{"id":"2403.19944","title":"Binarized Low-light Raw Video Enhancement","created":"2024-03-29","cited_by_count":17,"area":null},{"id":"2111.11124","title":"Mesa: A Memory-saving Training Framework for Transformers","created":"2021-11-22","cited_by_count":16,"area":null},{"id":"2404.02185","title":"NeRFCodec: Neural Feature Compression Meets Neural Radiance Fields for Memory-Efficient Scene Representation","created":"2024-04-02","cited_by_count":16,"area":null},{"id":"2101.08430","title":"Generative Zero-shot Network Quantization","created":"2021-01-21","cited_by_count":15,"area":null},{"id":"2107.05530","title":"ROBIN: A Robust Optical Binary Neural Network Accelerator","created":"2021-07-12","cited_by_count":15,"area":null},{"id":"2109.04236","title":"ECQ$^{\\text{x}}$: Explainability-Driven Quantization for Low-Bit and Sparse DNNs","created":"2021-09-09","cited_by_count":15,"area":null},{"id":"2112.10251","title":"SSDNet: State Space Decomposition Neural Network for Time Series Forecasting","created":"2021-12-19","cited_by_count":15,"area":null},{"id":"2205.15021","title":"Agnostic Physics-Driven Deep Learning","created":"2022-05-30","cited_by_count":15,"area":null}],"next_cursor":"100"}