{"total":109,"rows":[{"id":"2406.16838","title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models","created":"2024-06-24","cited_by_count":137,"area":null},{"id":"2503.16428","title":"XAttention: Block Sparse Attention with Antidiagonal Scoring","created":"2025-03-20","cited_by_count":137,"area":null},{"id":"2410.09426","title":"FlatQuant: Flatness Matters for LLM Quantization","created":"2024-10-12","cited_by_count":131,"area":null},{"id":"2407.11062","title":"EfficientQAT: Efficient Quantization-Aware Training for Large Language Models","created":"2024-07-10","cited_by_count":127,"area":null},{"id":"2411.10958","title":"SageAttention2: Efficient Attention with Thorough Outlier Smoothing and Per-thread INT4 Quantization","created":"2024-11-17","cited_by_count":114,"area":null},{"id":"2410.16179","title":"MagicPIG: LSH Sampling for Efficient LLM Generation","created":"2024-10-21","cited_by_count":111,"area":null},{"id":"2501.17116","title":"Optimizing Large Language Model Training Using FP4 Quantization","created":"2025-01-28","cited_by_count":56,"area":null},{"id":"2502.02770","title":"Twilight: Adaptive Attention Sparsity with Hierarchical Top-$p$ Pruning","created":"2025-02-04","cited_by_count":49,"area":null},{"id":"2406.06385","title":"Low-Rank Quantization-Aware Training for LLMs","created":"2024-06-10","cited_by_count":43,"area":null},{"id":"2412.14363","title":"ResQ: Mixed-Precision Quantization of Large Language Models with Low-Rank Residuals","created":"2024-12-18","cited_by_count":36,"area":null},{"id":"2411.02355","title":"\"Give Me BF16 or Give Me Death\"? Accuracy-Performance Trade-Offs in LLM Quantization","created":"2024-11-04","cited_by_count":34,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2412.18653","title":"1.58-bit FLUX","created":"2024-12-24","cited_by_count":31,"area":null},{"id":"2407.10960","title":"Fast Matrix Multiplications for Lookup Table-Quantized LLMs","created":"2024-07-15","cited_by_count":29,"area":null},{"id":"2411.05282","title":"MicroScopiQ: Accelerating Foundational Models through Outlier-Aware Microscaling Quantization","created":"2024-11-08","cited_by_count":28,"area":null},{"id":"2411.01783","title":"Context Parallelism for Scalable Million-Token Inference","created":"2024-11-04","cited_by_count":26,"area":null},{"id":"2508.14896","title":"Quantization Meets dLLMs: A Systematic Study of Post-training Quantization for Diffusion LLMs","created":"2025-08-20","cited_by_count":23,"area":null},{"id":"2506.08027","title":"Recipes for Pre-training LLMs with MXFP8","created":"2025-05-30","cited_by_count":22,"area":null},{"id":"2511.04214","title":"Block Rotation is All You Need for MXFP4 Quantization","created":"2025-11-06","cited_by_count":20,"area":null},{"id":"2411.17178","title":"LiteVAR: Compressing Visual Autoregressive Modelling with Efficient Attention and Quantization","created":"2024-11-26","cited_by_count":17,"area":null},{"id":"2406.09904","title":"QQQ: Quality Quattuor-Bit Quantization for Large Language Models","created":"2024-06-14","cited_by_count":16,"area":null},{"id":"2412.14590","title":"MixLLM: LLM Quantization with Global Mixed-precision between Output-features and Highly-efficient System Design","created":"2024-12-19","cited_by_count":16,"area":null},{"id":"2601.07475","title":"ARCQuant: Boosting NVFP4 Quantization with Augmented Residual Channels for LLMs","created":"2026-01-12","cited_by_count":15,"area":null},{"id":"2503.08040","title":"Accurate INT8 Training Through Dynamic Block-Level Fallback","created":"2025-03-11","cited_by_count":14,"area":null},{"id":"2410.05265","title":"PrefixQuant: Eliminating Outliers by Prefixed Tokens for Large Language Models Quantization","created":"2024-10-07","cited_by_count":12,"area":null},{"id":"2407.11534","title":"LRQ: Optimizing Post-Training Quantization for Large Language Models by Learning Low-Rank Weight-Scaling Matrices","created":"2024-07-16","cited_by_count":11,"area":null},{"id":"2502.12346","title":"QuZO: Quantized Zeroth-Order Fine-Tuning for Large Language Models","created":"2025-02-17","cited_by_count":11,"area":null},{"id":"2503.01901","title":"Identifying Sensitive Weights via Post-quantization Integral","created":"2025-02-28","cited_by_count":11,"area":null},{"id":"2505.05530","title":"Low-bit Model Quantization for Deep Neural Networks: A Survey","created":"2025-05-08","cited_by_count":11,"area":null},{"id":"2508.02343","title":"MicroMix: Efficient Mixed-Precision Quantization with Microscaling Formats for Large Language Models","created":"2025-08-04","cited_by_count":11,"area":null},{"id":"2407.00928","title":"FoldGPT: Simple and Effective Large Language Model Compression Scheme","created":"2024-07-01","cited_by_count":9,"area":null},{"id":"2508.16712","title":"Systematic Characterization of LLM Quantization: A Performance, Energy, and Quality Perspective","created":"2025-08-22","cited_by_count":9,"area":null},{"id":"2509.20214","title":"Q-Palette: Fractional-Bit Quantizers Toward Optimal Bit Allocation for Efficient LLM Deployment","created":"2025-09-24","cited_by_count":8,"area":null},{"id":"2501.04052","title":"RaZeR: Pushing the Limits of NVFP4 Quantization with Redundant Zero Remapping","created":"2025-01-06","cited_by_count":7,"area":null},{"id":"2508.15008","title":"Neural Network Quantization for Microcontrollers: A Comprehensive Survey of Methods, Platforms, and Applications","created":"2025-08-20","cited_by_count":7,"area":null},{"id":"2410.12168","title":"COMET: Towards Partical W4A4KV4 LLMs Serving","created":"2024-10-16","cited_by_count":6,"area":null},{"id":"2509.11177","title":"Optimal Brain Restoration for Joint Quantization and Sparsification of LLMs","created":"2025-09-14","cited_by_count":6,"area":null},{"id":"2511.13061","title":"MACKO: Sparse Matrix-Vector Multiplication for Low Sparsity","created":"2025-11-17","cited_by_count":6,"area":null},{"id":"2512.03383","title":"UniQL: Unified Quantization and Low-rank Compression for Adaptive Edge LLMs","created":"2025-12-03","cited_by_count":6,"area":null},{"id":"2409.20361","title":"Rotated Runtime Smooth: Training-Free Activation Smoother for accurate INT4 inference","created":"2024-09-30","cited_by_count":5,"area":null},{"id":"2412.10059","title":"Panacea: Novel DNN Accelerator using Accuracy-Preserving Asymmetric Quantization and Energy-Saving Bit-Slice Sparsity","created":"2024-12-13","cited_by_count":5,"area":null},{"id":"2501.16385","title":"FBQuant: FeedBack Quantization for Large Language Models","created":"2025-01-25","cited_by_count":5,"area":null},{"id":"2502.01070","title":"An Inquiry into Datacenter TCO for LLM Inference with FP8","created":"2025-02-03","cited_by_count":5,"area":null},{"id":"2506.12024","title":"FlexQuant: A Flexible and Efficient Dynamic Precision Switching Framework for LLM Quantization","created":"2025-05-21","cited_by_count":5,"area":null},{"id":"2510.02676","title":"To Compress or Not? Pushing the Frontier of Lossless GenAI Model Weights Compression with Exponent Concentration","created":"2025-10-03","cited_by_count":5,"area":null},{"id":"2510.16805","title":"Mixed-Precision Quantization for Language Models: Techniques and Prospects","created":"2025-10-19","cited_by_count":5,"area":null},{"id":"2408.15301","title":"The Uniqueness of LLaMA3-70B Series with Per-Channel Quantization","created":"2024-08-27","cited_by_count":4,"area":null},{"id":"2501.13331","title":"Qrazor: Reliable and Effortless 4-bit LLM Quantization by Significant Data Razoring","created":"2025-01-23","cited_by_count":4,"area":null},{"id":"2503.19353","title":"QUAD: Quantization and Parameter-Efficient Tuning of LLM with Activation Decomposition","created":"2025-03-25","cited_by_count":4,"area":null},{"id":"2601.22362","title":"Understanding Efficiency: Quantization, Batching, and Serving Strategies in LLM Energy Use","created":"2026-01-29","cited_by_count":4,"area":null},{"id":"2603.01776","title":"FreeAct: Freeing Activations for LLM Quantization","created":"2026-03-02","cited_by_count":4,"area":null},{"id":"2603.22370","title":"FAAR: Format-Aware Adaptive Rounding for NVFP4","created":"2026-03-23","cited_by_count":4,"area":null},{"id":"2603.28765","title":"Adaptive Block-Scaled Data Types","created":"2026-03-30","cited_by_count":4,"area":null},{"id":"2605.23081","title":"ThriftAttention: Selective Mixed Precision for Long-Context FP4 Attention","created":"2026-05-21","cited_by_count":4,"area":null},{"id":"2507.17417","title":"A Comprehensive Evaluation on Quantization Techniques for Large Language Models","created":"2025-07-23","cited_by_count":3,"area":null},{"id":"2511.06838","title":"P3-LLM: An Integrated NPU-PIM Accelerator for Edge LLM Inference Using Hybrid Numerical Formats","created":"2025-11-10","cited_by_count":3,"area":null},{"id":"2605.12464","title":"Search Your Block Floating Point Scales!","created":"2026-05-12","cited_by_count":3,"area":null},{"id":"2606.01556","title":"TwinQuant: Learnable Subspace Decomposition for 4-Bit LLM Quantization","created":"2026-06-01","cited_by_count":3,"area":null},{"id":"2606.15652","title":"MosaicQuant: Inlier-Outlier Disaggregation for Unified 4-Bit LLM Quantization","created":"2026-06-14","cited_by_count":3,"area":null},{"id":"2506.03510","title":"Accurate Sublayer Pruning for Large Language Models by Exploiting Latency and Tunability Information","created":"2025-06-04","cited_by_count":2,"area":null},{"id":"2509.26534","title":"Rearchitecting Datacenter Lifecycle for AI: A TCO-Driven Framework","created":"2025-09-30","cited_by_count":2,"area":null},{"id":"2511.05811","title":"MOSS: Efficient and Accurate FP8 LLM Training with Microscaling and Automatic Scaling","created":"2025-11-08","cited_by_count":2,"area":null},{"id":"2512.09946","title":"ELANA: A Simple Energy and Latency Analyzer for LLMs","created":"2025-12-07","cited_by_count":2,"area":null},{"id":"2602.02546","title":"D$^2$Quant: Accurate Low-bit Post-Training Weight Quantization for LLMs","created":"2026-01-30","cited_by_count":2,"area":null},{"id":"2604.18137","title":"AQPIM: Breaking the PIM Capacity Wall for LLMs with In-Memory Activation Quantization","created":"2026-04-20","cited_by_count":2,"area":null},{"id":"2605.04062","title":"EdgeRazor: A Lightweight Framework for Large Language Models via Mixed-Precision Quantization-Aware Distillation","created":"2026-04-10","cited_by_count":2,"area":null},{"id":"2605.24144","title":"EVA: Accelerating LLM Decoding via an Efficient Vector Quantization Architecture","created":"2026-05-22","cited_by_count":2,"area":null},{"id":"2502.19008","title":"Binary Neural Networks for Large Language Model: A Survey","created":"2025-02-26","cited_by_count":1,"area":null},{"id":"2504.13471","title":"From Large to Super-Tiny: End-to-End Optimization for Cost-Efficient LLMs","created":"2025-04-18","cited_by_count":1,"area":null},{"id":"2505.03745","title":"AccLLM: Accelerating Long-Context LLM Inference Via Algorithm-Hardware Co-Design","created":"2025-04-07","cited_by_count":1,"area":null},{"id":"2505.08620","title":"Resource-Efficient Language Models: Quantization for Fast and Accessible Inference","created":"2025-05-13","cited_by_count":1,"area":null},{"id":"2505.14638","title":"Dual Precision Quantization for Efficient and Accurate Deep Neural Networks Inference","created":"2025-05-20","cited_by_count":1,"area":null},{"id":"2508.19087","title":"APT-LLM: Exploiting Arbitrary-Precision Tensor Core Computing for LLM Acceleration","created":"2025-08-26","cited_by_count":1,"area":null},{"id":"2511.06724","title":"Argus: Quality-Aware High-Throughput Text-to-Image Inference Serving System","created":"2025-11-10","cited_by_count":1,"area":null},{"id":"2511.07990","title":"Hardware-Aware YOLO Compression for Low-Power Edge AI on STM32U5 for Weeds Detection in Digital Agriculture","created":"2025-11-11","cited_by_count":1,"area":null},{"id":"2512.23367","title":"Post-Training Quantization of OpenPangu Models for Efficient Deployment on Atlas A2","created":"2025-12-29","cited_by_count":1,"area":null},{"id":"2512.24124","title":"OptRot: Mitigating Weight Outliers via Data-Free Rotations for Post-Training Quantization","created":"2025-12-30","cited_by_count":1,"area":null},{"id":"2602.05853","title":"RRAttention: Dynamic Block Sparse Attention via Per-Head Round-Robin Shifts for Long-Context Inference","created":"2026-02-05","cited_by_count":1,"area":null},{"id":"2605.11581","title":"Ada-MK: Adaptive MegaKernel Optimization via Automated DAG-based Search for LLM Inference","created":"2026-05-12","cited_by_count":1,"area":null},{"id":"2606.07116","title":"OffQ: Taming Structured Outliers in LLM Quantization by Offsetting","created":"2026-06-05","cited_by_count":1,"area":null},{"id":"2606.08761","title":"APEX4: Efficient Pure W4A4 LLM Inference via Intra-SM Compute Rebalancing","created":"2026-06-07","cited_by_count":1,"area":null},{"id":"2608.06564","title":"Which Decisions Low-Bit Quantization Breaks, and How to Predict Them","created":"2026-08-06","cited_by_count":1,"area":null},{"id":"2608.13966","title":"QUASAR: Lowering the Loss Floor of Quantization-Aware Training with Loss-Aware Reconstruction","created":"2026-08-14","cited_by_count":1,"area":null},{"id":"2609.10550","title":"Optimizing AI Inference Across the Deployment Stack","created":"2026-07-01","cited_by_count":1,"area":null},{"id":"2405.14597","title":"Integer Scale: A Free Lunch for Faster Fine-grained Quantization of LLMs","created":"2024-05-23","cited_by_count":0,"area":null},{"id":"2407.00467","title":"VcLLM: Video Codecs are Secretly Tensor Codecs","created":"2024-06-29","cited_by_count":0,"area":null},{"id":"2407.15508","title":"Compensate Quantization Errors+: Quantized Models Are Inquisitive Learners","created":"2024-07-22","cited_by_count":0,"area":null},{"id":"2503.01066","title":"Alchemist: Towards the Design of Efficient Online Continual Learning System","created":"2025-03-03","cited_by_count":0,"area":null},{"id":"2503.23817","title":"MVDRAM: Enabling GeMV Execution in Unmodified DRAM for Low-Bit LLM Acceleration","created":"2025-03-31","cited_by_count":0,"area":null},{"id":"2504.03664","title":"PIPO: Pipelined Offloading for Efficient Inference on Consumer Devices","created":"2025-03-15","cited_by_count":0,"area":null},{"id":"2505.05893","title":"LightNobel: Improving Sequence Length Limitation in Protein Structure Prediction Model via Adaptive Activation Quantization","created":"2025-05-09","cited_by_count":0,"area":null},{"id":"2507.09010","title":"Hybrid Systolic Array Accelerator with Optimized Dataflow for Edge Large Language Model Inference","created":"2025-07-11","cited_by_count":0,"area":null},{"id":"2510.00481","title":"Make a Video Call with LLM: A Measurement Campaign over Six Mainstream Apps","created":"2025-10-01","cited_by_count":0,"area":null},{"id":"2512.05409","title":"SQ-format: A Unified Sparse-Quantized Hardware-friendly Data Format for LLMs","created":"2025-12-05","cited_by_count":0,"area":null},{"id":"2602.12962","title":"TriGen: NPU Architecture for End-to-End Acceleration of Large Language Models based on SW-HW Co-Design","created":"2026-02-13","cited_by_count":0,"area":null},{"id":"2602.18758","title":"UFO: Unlocking Ultra-Efficient Quantized Private Inference with Protocol and Algorithm Co-Optimization","created":"2026-02-21","cited_by_count":0,"area":null},{"id":"2604.20913","title":"FairyFuse: Multiplication-Free LLM Inference on CPUs via Fused Ternary Kernels","created":"2026-04-22","cited_by_count":0,"area":null},{"id":"2605.15626","title":"IO-SVD: Input-Output Whitened SVD for Adaptive-Rank LLM Compression","created":"2026-05-15","cited_by_count":0,"area":null},{"id":"2606.08891","title":"PALUTE: Processing-In-Memory Acceleration via Lookup Table for Edge LLM Inference","created":"2026-06-08","cited_by_count":0,"area":null},{"id":"2606.11357","title":"TileFuse: A Fused Mixed-Precision Kernel Library for Efficient Quantized LLM Inference on AMD NPUs","created":"2026-06-09","cited_by_count":0,"area":null}],"next_cursor":"100"}