{"total":423,"rows":[{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2410.09426","title":"FlatQuant: Flatness Matters for LLM Quantization","created":"2024-10-12","cited_by_count":131,"area":null},{"id":"2407.11062","title":"EfficientQAT: Efficient Quantization-Aware Training for Large Language Models","created":"2024-07-10","cited_by_count":127,"area":null},{"id":"2504.19874","title":"TurboQuant: Online Vector Quantization with Near-optimal Distortion Rate","created":"2025-04-28","cited_by_count":125,"area":null},{"id":"2411.10958","title":"SageAttention2: Efficient Attention with Thorough Outlier Smoothing and Per-thread INT4 Quantization","created":"2024-11-17","cited_by_count":114,"area":null},{"id":"2501.13987","title":"OstQuant: Refining Large Language Model Quantization with Orthogonal and Scaling Transformations for Better Distribution Fitting","created":"2025-01-23","cited_by_count":97,"area":null},{"id":"2406.11235","title":"QTIP: Quantization with Trellises and Incoherence Processing","created":"2024-06-17","cited_by_count":91,"area":null},{"id":"2509.25149","title":"Pretraining Large Language Models with NVFP4","created":"2025-09-29","cited_by_count":76,"area":null},{"id":"2504.02692","title":"GPTAQ: Efficient Finetuning-Free Quantization for Asymmetric Calibration","created":"2025-04-03","cited_by_count":60,"area":null},{"id":"2501.17116","title":"Optimizing Large Language Model Training Using FP4 Quantization","created":"2025-01-28","cited_by_count":56,"area":null},{"id":"2408.11743","title":"MARLIN: Mixed-Precision Auto-Regressive Parallel Inference on Large Language Models","created":"2024-08-21","cited_by_count":52,"area":null},{"id":"2411.07191","title":"The Super Weight in Large Language Models","created":"2024-11-11","cited_by_count":52,"area":null},{"id":"2506.07900","title":"MiniCPM4: Ultra-Efficient LLMs on End Devices","created":"2025-06-09","cited_by_count":52,"area":null},{"id":"2502.02631","title":"ParetoQ: Improving Scaling Laws in Extremely Low-bit LLM Quantization","created":"2025-02-04","cited_by_count":46,"area":null},{"id":"2504.09629","title":"Quantization Error Propagation: Revisiting Layer-Wise Post-Training Quantization","created":"2025-04-13","cited_by_count":41,"area":null},{"id":"2505.14669","title":"Quartet: Native FP4 Training Can Be Optimal for Large Language Models","created":"2025-05-20","cited_by_count":39,"area":null},{"id":"2505.24785","title":"EXP-Bench: Can AI Conduct AI Research Experiments?","created":"2025-05-30","cited_by_count":37,"area":null},{"id":"2412.14363","title":"ResQ: Mixed-Precision Quantization of Large Language Models with Low-Rank Residuals","created":"2024-12-18","cited_by_count":36,"area":null},{"id":"2410.03765","title":"Basis Sharing: Cross-Layer Parameter Sharing for Large Language Model Compression","created":"2024-10-02","cited_by_count":35,"area":null},{"id":"2512.02010","title":"Four Over Six: More Accurate NVFP4 Quantization with Adaptive Block Scaling","created":"2025-12-01","cited_by_count":35,"area":null},{"id":"2411.02355","title":"\"Give Me BF16 or Give Me Death\"? Accuracy-Performance Trade-Offs in LLM Quantization","created":"2024-11-04","cited_by_count":34,"area":null},{"id":"2406.12016","title":"Prefixing Attention Sinks can Mitigate Activation Outliers for Large Language Model Quantization","created":"2024-06-17","cited_by_count":33,"area":null},{"id":"2505.07004","title":"GuidedQuant: Large Language Model Quantization via Exploiting End Loss Guidance","created":"2025-05-11","cited_by_count":32,"area":null},{"id":"2509.23202","title":"Bridging the Gap Between Promise and Performance for Microscaling FP4 Quantization","created":"2025-09-27","cited_by_count":32,"area":null},{"id":"2407.04752","title":"SpikeLLM: Scaling up Spiking Neural Network to Large Language Models via Saliency-based Spiking","created":"2024-07-05","cited_by_count":31,"area":null},{"id":"2409.16694","title":"A Survey of Low-bit Large Language Models: Basics, Systems, and Algorithms","created":"2024-09-25","cited_by_count":31,"area":null},{"id":"2407.10960","title":"Fast Matrix Multiplications for Lookup Table-Quantized LLMs","created":"2024-07-15","cited_by_count":29,"area":null},{"id":"2411.05282","title":"MicroScopiQ: Accelerating Foundational Models through Outlier-Aware Microscaling Quantization","created":"2024-11-08","cited_by_count":28,"area":null},{"id":"2505.11695","title":"Qronos: Correcting the Past by Shaping the Future... in Post-Training Quantization","created":"2025-05-16","cited_by_count":28,"area":null},{"id":"2602.10825","title":"Flow caching for autoregressive video generation","created":"2026-02-11","cited_by_count":25,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2502.09720","title":"NestQuant: Nested Lattice Quantization for Matrix Products and LLMs","created":"2025-02-13","cited_by_count":23,"area":null},{"id":"2505.22988","title":"Model-Preserving Adaptive Rounding","created":"2025-05-29","cited_by_count":23,"area":null},{"id":"2508.14896","title":"Quantization Meets dLLMs: A Systematic Study of Post-training Quantization for Diffusion LLMs","created":"2025-08-20","cited_by_count":23,"area":null},{"id":"2407.10032","title":"LeanQuant: Accurate and Scalable Large Language Model Quantization with Loss-error-aware Grid","created":"2024-07-14","cited_by_count":22,"area":null},{"id":"2502.05003","title":"QuEST: Stable Training of LLMs with 1-Bit Weights and Activations","created":"2025-02-07","cited_by_count":22,"area":null},{"id":"2411.17525","title":"Pushing the Limits of Large Language Model Quantization via the Linearity Theorem","created":"2024-11-26","cited_by_count":21,"area":null},{"id":"2502.12913","title":"GSQ-Tuning: Group-Shared Exponents Integer in Fully Quantized Training for LLMs On-Device Fine-tuning","created":"2025-02-18","cited_by_count":21,"area":null},{"id":"2511.04214","title":"Block Rotation is All You Need for MXFP4 Quantization","created":"2025-11-06","cited_by_count":20,"area":null},{"id":"2411.09909","title":"AMXFP4: Taming Activation Outliers with Asymmetric Microscaling Floating-Point for 4-bit LLM Inference","created":"2024-11-15","cited_by_count":19,"area":null},{"id":"2411.11745","title":"BitMoD: Bit-serial Mixture-of-Datatype LLM Acceleration","created":"2024-11-18","cited_by_count":18,"area":null},{"id":"2504.18415","title":"BitNet v2: Native 4-bit Activations with Hadamard Transformation for 1-bit LLMs","created":"2025-04-25","cited_by_count":18,"area":null},{"id":"2510.25602","title":"INT v.s. FP: A Comprehensive Study of Fine-Grained Low-bit Quantization Formats","created":"2025-10-29","cited_by_count":18,"area":null},{"id":"2408.13933","title":"MobileQuant: Mobile-friendly Quantization for On-device Language Models","created":"2024-08-25","cited_by_count":17,"area":null},{"id":"2505.14302","title":"Scaling Law for Quantization-Aware Training","created":"2025-05-20","cited_by_count":17,"area":null},{"id":"2506.16054","title":"PAROAttention: Pattern-Aware ReOrdering for Efficient Sparse and Quantized Attention in Visual Generation Models","created":"2025-06-19","cited_by_count":17,"area":null},{"id":"2509.21302","title":"Quantized Visual Geometry Grounded Transformer","created":"2025-09-25","cited_by_count":17,"area":null},{"id":"2511.04063","title":"DartQuant: Efficient Rotational Distribution Calibration for LLM Quantization","created":"2025-11-06","cited_by_count":17,"area":null},{"id":"2406.09904","title":"QQQ: Quality Quattuor-Bit Quantization for Large Language Models","created":"2024-06-14","cited_by_count":16,"area":null},{"id":"2411.04965","title":"BitNet a4.8: 4-bit Activations for 1-bit LLMs","created":"2024-11-07","cited_by_count":16,"area":null},{"id":"2412.14590","title":"MixLLM: LLM Quantization with Global Mixed-precision between Output-features and Highly-efficient System Design","created":"2024-12-19","cited_by_count":16,"area":null},{"id":"2502.18755","title":"M-ANT: Efficient Low-bit Group Quantization for LLMs via Mathematically Adaptive Numerical Type","created":"2025-02-26","cited_by_count":16,"area":null},{"id":"2506.04985","title":"FPTQuant: Function-Preserving Transforms for LLM Quantization","created":"2025-06-05","cited_by_count":16,"area":null},{"id":"2508.04853","title":"Provable Post-Training Quantization: Theoretical Analysis of OPTQ and Qronos","created":"2025-08-06","cited_by_count":16,"area":null},{"id":"2501.02625","title":"HALO: Hadamard-Assisted Lower-Precision Optimization for LLMs","created":"2025-01-05","cited_by_count":15,"area":null},{"id":"2510.06213","title":"Training Dynamics Impact Post-Training Quantization Robustness","created":"2025-10-07","cited_by_count":15,"area":null},{"id":"2512.00956","title":"WUSH: Near-Optimal Adaptive Transforms for LLM Quantization","created":"2025-11-30","cited_by_count":15,"area":null},{"id":"2601.07475","title":"ARCQuant: Boosting NVFP4 Quantization with Augmented Residual Channels for LLMs","created":"2026-01-12","cited_by_count":15,"area":null},{"id":"2410.13780","title":"Optimal Quantization for Matrix Multiplication","created":"2024-10-17","cited_by_count":14,"area":null},{"id":"2502.06786","title":"Matryoshka Quantization","created":"2025-02-10","cited_by_count":14,"area":null},{"id":"2503.08040","title":"Accurate INT8 Training Through Dynamic Block-Level Fallback","created":"2025-03-11","cited_by_count":14,"area":null},{"id":"2505.06901","title":"Ecco: Improving Memory Bandwidth and Capacity for LLMs via Entropy-aware Cache Compression","created":"2025-05-11","cited_by_count":14,"area":null},{"id":"2510.27527","title":"TetraJet-v2: Accurate NVFP4 Training for Large Language Models with Oscillation Suppression and Outlier Control","created":"2025-10-31","cited_by_count":14,"area":null},{"id":"2407.08044","title":"RoLoRA: Fine-tuning Rotated Outlier-free LLMs for Effective Weight-Activation Quantization","created":"2024-07-10","cited_by_count":13,"area":null},{"id":"2506.19697","title":"Outlier-Safe Pre-Training for Robust 4-Bit Quantization of Large Language Models","created":"2025-06-24","cited_by_count":13,"area":null},{"id":"2405.07135","title":"Post Training Quantization of Large Language Models with Microscaling Formats","created":"2024-05-12","cited_by_count":12,"area":null},{"id":"2410.05265","title":"PrefixQuant: Eliminating Outliers by Prefixed Tokens for Large Language Models Quantization","created":"2024-10-07","cited_by_count":12,"area":null},{"id":"2410.09615","title":"SLiM: One-shot Quantization and Sparsity with Low-rank Approximation for LLM Weight Compression","created":"2024-10-12","cited_by_count":12,"area":null},{"id":"2412.08832","title":"HadaCore: Tensor Core Accelerated Hadamard Transform Kernel","created":"2024-12-12","cited_by_count":12,"area":null},{"id":"2502.13178","title":"Benchmarking Post-Training Quantization in LLMs: Comprehensive Taxonomy, Unified Evaluation, and Comparative Analysis","created":"2025-02-18","cited_by_count":12,"area":null},{"id":"2503.01483","title":"KurTail : Kurtosis-based LLM Quantization","created":"2025-03-03","cited_by_count":12,"area":null},{"id":"2510.03274","title":"Quant-dLLM: Post-Training Extreme Low-Bit Quantization for Diffusion Large Language Models","created":"2025-09-27","cited_by_count":12,"area":null},{"id":"2409.12963","title":"Interpolating Video-LLMs: Toward Longer-sequence LMMs in a Training-free Manner","created":"2024-09-19","cited_by_count":11,"area":null},{"id":"2502.07861","title":"Streaming Attention Approximation via Discrepancy Theory","created":"2025-02-11","cited_by_count":11,"area":null},{"id":"2505.05530","title":"Low-bit Model Quantization for Deep Neural Networks: A Survey","created":"2025-05-08","cited_by_count":11,"area":null},{"id":"2508.02343","title":"MicroMix: Efficient Mixed-Precision Quantization with Microscaling Formats for Large Language Models","created":"2025-08-04","cited_by_count":11,"area":null},{"id":"2601.22347","title":"Pushing the Limits of Block Rotations in Post-Training Quantization","created":"2026-01-29","cited_by_count":11,"area":null},{"id":"2405.19279","title":"Understanding and Minimising Outlier Features in Neural Network Training","created":"2024-05-29","cited_by_count":10,"area":null},{"id":"2407.11722","title":"Exploring Quantization for Efficient Pre-Training of Transformer Language Models","created":"2024-07-16","cited_by_count":10,"area":null},{"id":"2502.06663","title":"EfficientLLM: Scalable Pruning-Aware Pretraining for Architecture-Agnostic Edge Language Models","created":"2025-02-10","cited_by_count":10,"area":null},{"id":"2509.09679","title":"ButterflyQuant: Ultra-low-bit LLM Quantization through Learnable Orthogonal Butterfly Transforms","created":"2025-09-11","cited_by_count":10,"area":null},{"id":"2511.11663","title":"SpecQuant: Spectral Decomposition and Adaptive Truncation for Ultra-Low-Bit LLMs Quantization","created":"2025-11-11","cited_by_count":10,"area":null},{"id":"2601.09555","title":"Benchmarking Post-Training Quantization of Large Language Models under Microscaling Floating Point Formats","created":"2026-01-14","cited_by_count":10,"area":null},{"id":"2412.01129","title":"RILQ: Rank-Insensitive LoRA-based Quantization Error Compensation for Boosting 2-bit Large Language Model Accuracy","created":"2024-12-02","cited_by_count":9,"area":null},{"id":"2504.09223","title":"DL-QAT: Weight-Decomposed Low-Rank Quantization-Aware Training for Large Language Models","created":"2025-04-12","cited_by_count":9,"area":null},{"id":"2504.14152","title":"FGMP: Fine-Grained Mixed-Precision Weight and Activation Quantization for Hardware-Accelerated LLM Inference","created":"2025-04-19","cited_by_count":9,"area":null},{"id":"2504.19274","title":"TeleSparse: Practical Privacy-Preserving Verification of Deep Neural Networks","created":"2025-04-27","cited_by_count":9,"area":null},{"id":"2506.12044","title":"Why Do Some Inputs Break Low-Bit LLM Quantization?","created":"2025-05-24","cited_by_count":9,"area":null},{"id":"2508.16712","title":"Systematic Characterization of LLM Quantization: A Performance, Energy, and Quality Perspective","created":"2025-08-22","cited_by_count":9,"area":null},{"id":"2508.19432","title":"Quantized but Deceptive? A Multi-Dimensional Truthfulness Evaluation of Quantized LLMs","created":"2025-08-26","cited_by_count":9,"area":null},{"id":"2509.00404","title":"Metis: Training LLMs with FP4 Quantization","created":"2025-08-30","cited_by_count":9,"area":null},{"id":"2509.16989","title":"PTQTP: Post-Training Quantization to Trit-Planes for Large Language Models","created":"2025-09-21","cited_by_count":9,"area":null},{"id":"2510.10467","title":"AnyBCQ: Hardware Efficient Flexible Binary-Coded Quantization for Multi-Precision LLMs","created":"2025-10-12","cited_by_count":9,"area":null},{"id":"2506.09104","title":"Unifying Block-wise PTQ and Distillation-based QAT for Progressive Quantization toward 2-bit Instruction-Tuned LLMs","created":"2025-06-10","cited_by_count":8,"area":null},{"id":"2507.11017","title":"First-Order Error Matters: Accurate Compensation for Quantized Large Language Models","created":"2025-07-15","cited_by_count":8,"area":null},{"id":"2509.20214","title":"Q-Palette: Fractional-Bit Quantizers Toward Optimal Bit Allocation for Efficient LLM Deployment","created":"2025-09-24","cited_by_count":8,"area":null},{"id":"2509.25622","title":"Layer-wise dynamic rank for compressing large language models","created":"2025-09-30","cited_by_count":8,"area":null},{"id":"2601.19026","title":"Is Finer Better? The Limits of Microscaling Formats in Large Language Models","created":"2026-01-26","cited_by_count":8,"area":null},{"id":"2601.19213","title":"M2XFP: A Metadata-Augmented Microscaling Data Format for Efficient Low-bit Quantization","created":"2026-01-27","cited_by_count":8,"area":null}],"next_cursor":"100"}