{"total":59,"rows":[{"id":"2307.06435","title":"A Comprehensive Overview of Large Language Models","created":"2023-07-12","cited_by_count":648,"area":null},{"id":"2308.07633","title":"A Survey on Model Compression for Large Language Models","created":"2023-08-15","cited_by_count":269,"area":null},{"id":"2310.18547","title":"Punica: Multi-Tenant LoRA Serving","created":"2023-10-28","cited_by_count":83,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2304.09145","title":"Outlier Suppression+: Accurate quantization of large language models by equivalent and optimal shifting and scaling","created":"2023-04-18","cited_by_count":61,"area":null},{"id":"2409.16694","title":"A Survey of Low-bit Large Language Models: Basics, Systems, and Algorithms","created":"2024-09-25","cited_by_count":31,"area":null},{"id":"2406.12930","title":"Tender: Accelerating Large Language Models via Tensor Decomposition and Runtime Requantization","created":"2024-06-16","cited_by_count":28,"area":null},{"id":"2411.05282","title":"MicroScopiQ: Accelerating Foundational Models through Outlier-Aware Microscaling Quantization","created":"2024-11-08","cited_by_count":28,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2312.14972","title":"Scaling Down to Scale Up: A Cost-Benefit Analysis of Replacing OpenAI's LLM with Open Source SLMs in Production","created":"2023-12-20","cited_by_count":21,"area":null},{"id":"2408.06003","title":"LUT Tensor Core: A Software-Hardware Co-Design for LUT-Based Low-Bit LLM Inference","created":"2024-08-12","cited_by_count":18,"area":null},{"id":"2411.11745","title":"BitMoD: Bit-serial Mixture-of-Datatype LLM Acceleration","created":"2024-11-18","cited_by_count":18,"area":null},{"id":"2411.15707","title":"Nimbus: Secure and Efficient Two-Party Inference for Transformers","created":"2024-11-24","cited_by_count":16,"area":null},{"id":"2502.18755","title":"M-ANT: Efficient Low-bit Group Quantization for LLMs via Mathematically Adaptive Numerical Type","created":"2025-02-26","cited_by_count":16,"area":null},{"id":"2312.08583","title":"ZeroQuant(4+2): Redefining LLMs Quantization with a New FP6-Centric Strategy for Diverse Generative Tasks","created":"2023-12-14","cited_by_count":14,"area":null},{"id":"2505.06901","title":"Ecco: Improving Memory Bandwidth and Capacity for LLMs via Entropy-aware Cache Compression","created":"2025-05-11","cited_by_count":14,"area":null},{"id":"2401.02643","title":"Training and Serving System of Foundation Models: A Comprehensive Survey","created":"2024-01-05","cited_by_count":11,"area":null},{"id":"2404.04748","title":"Multilingual Brain Surgeon: Large Language Models Can be Compressed Leaving No Language Behind","created":"2024-04-06","cited_by_count":11,"area":null},{"id":"2412.01129","title":"RILQ: Rank-Insensitive LoRA-based Quantization Error Compensation for Boosting 2-bit Large Language Model Accuracy","created":"2024-12-02","cited_by_count":9,"area":null},{"id":"2501.10658","title":"LUT-DLA: Lookup Table as Efficient Extreme Low-Bit Deep Learning Accelerator","created":"2025-01-18","cited_by_count":9,"area":null},{"id":"2504.14152","title":"FGMP: Fine-Grained Mixed-Precision Weight and Activation Quantization for Hardware-Accelerated LLM Inference","created":"2025-04-19","cited_by_count":9,"area":null},{"id":"2601.19213","title":"M2XFP: A Metadata-Augmented Microscaling Data Format for Efficient Low-bit Quantization","created":"2026-01-27","cited_by_count":8,"area":null},{"id":"2502.05376","title":"LO-BCQ: Block Clustered Quantization for 4-bit (W4A4) LLM Inference","created":"2025-02-07","cited_by_count":7,"area":null},{"id":"2410.12168","title":"COMET: Towards Partical W4A4KV4 LLMs Serving","created":"2024-10-16","cited_by_count":6,"area":null},{"id":"2412.10059","title":"Panacea: Novel DNN Accelerator using Accuracy-Preserving Asymmetric Quantization and Energy-Saving Bit-Slice Sparsity","created":"2024-12-13","cited_by_count":5,"area":null},{"id":"2505.10909","title":"Phi: Leveraging Pattern-based Hierarchical Sparsity for High-Efficiency Spiking Neural Networks","created":"2025-05-16","cited_by_count":5,"area":null},{"id":"2508.16785","title":"Interpreting the Effects of Quantization on LLMs","created":"2025-08-22","cited_by_count":5,"area":null},{"id":"2406.13868","title":"SDQ: Sparse Decomposed Quantization for LLM Inference","created":"2024-06-19","cited_by_count":4,"area":null},{"id":"2501.13331","title":"Qrazor: Reliable and Effortless 4-bit LLM Quantization by Significant Data Razoring","created":"2025-01-23","cited_by_count":4,"area":null},{"id":"2503.07654","title":"MergeQuant: Accurate 4-bit Static Quantization of Large Language Models by Channel-wise Calibration","created":"2025-03-07","cited_by_count":4,"area":null},{"id":"2603.22370","title":"FAAR: Format-Aware Adaptive Rounding for NVFP4","created":"2026-03-23","cited_by_count":4,"area":null},{"id":"2405.08965","title":"MTP: A Meaning-Typed Language Abstraction for AI-Integrated Programming","created":"2024-05-14","cited_by_count":3,"area":null},{"id":"2409.05227","title":"BBS: Bi-directional Bit-level Sparsity for Deep Learning Acceleration","created":"2024-09-08","cited_by_count":3,"area":null},{"id":"2511.06838","title":"P3-LLM: An Integrated NPU-PIM Accelerator for Edge LLM Inference Using Hybrid Numerical Formats","created":"2025-11-10","cited_by_count":3,"area":null},{"id":"2409.11650","title":"Art and Science of Quantizing Large-Scale Models: A Comprehensive Overview","created":"2024-09-18","cited_by_count":2,"area":null},{"id":"2511.21910","title":"Platinum: Path-Adaptable LUT-Based Accelerator Tailored for Low-Bit Weight Matrix Multiplication","created":"2025-11-26","cited_by_count":2,"area":null},{"id":"2605.24144","title":"EVA: Accelerating LLM Decoding via an Efficient Vector Quantization Architecture","created":"2026-05-22","cited_by_count":2,"area":null},{"id":"2307.13365","title":"Pay Attention to What You Need","created":"2023-07-25","cited_by_count":1,"area":null},{"id":"2503.12988","title":"ROMA: a Read-Only-Memory-based Accelerator for QLoRA-based On-Device LLM","created":"2025-03-17","cited_by_count":1,"area":null},{"id":"2504.19746","title":"FineQ: Software-Hardware Co-Design for Low-Bit Fine-Grained Mixed-Precision Quantization of LLMs","created":"2025-04-28","cited_by_count":1,"area":null},{"id":"2507.09616","title":"MLoRQ: Bridging Low-Rank and Quantization for Transformer Compression","created":"2025-07-13","cited_by_count":1,"area":null},{"id":"2510.11400","title":"FedHybrid: Breaking the Memory Wall of Federated Learning via Hybrid Tensor Management","created":"2025-10-13","cited_by_count":1,"area":null},{"id":"2601.20317","title":"VersaQ-3D: Architecture Support for Visual Geometry Grounded Transformers via Versatile Quantization","created":"2026-01-28","cited_by_count":1,"area":null},{"id":"2602.20662","title":"TOM: A Ternary Read-only Memory Accelerator for LLM-powered Edge Intelligence","created":"2026-02-24","cited_by_count":1,"area":null},{"id":"2604.12782","title":"OSC: Hardware Efficient W4A4 Quantization via Outlier Separation in Channel Dimension","created":"2026-04-14","cited_by_count":1,"area":null},{"id":"2607.15846","title":"DSTAR: Accelerating Diffusion Transformers via Spatial and Temporal Redundancy Reduction","created":"2026-07-17","cited_by_count":1,"area":null},{"id":"2608.25053","title":"Hydra: Phase-Aware Workload Characterization of LLM Inference across Edge SoC Generations, Backends, and Quantization Levels","created":"2026-08-25","cited_by_count":1,"area":null},{"id":"2311.14114","title":"SONIQ: System-Optimized Noise-Injected Ultra-Low-Precision Quantization with Full-Precision Parity","created":"2023-11-23","cited_by_count":0,"area":null},{"id":"2405.15346","title":"BiSup: Bidirectional Quantization Error Suppression for Large Language Models","created":"2024-05-24","cited_by_count":0,"area":null},{"id":"2502.19662","title":"HALO: Hardware-aware quantization with low critical-path-delay weights for LLM acceleration","created":"2025-02-27","cited_by_count":0,"area":null},{"id":"2505.05893","title":"LightNobel: Improving Sequence Length Limitation in Protein Structure Prediction Model via Adaptive Activation Quantization","created":"2025-05-09","cited_by_count":0,"area":null},{"id":"2510.26008","title":"Detecting Anomalies in Machine Learning Infrastructure via Hardware Telemetry","created":"2025-10-29","cited_by_count":0,"area":null},{"id":"2511.07665","title":"FractalCloud: A Fractal-Inspired Architecture for Efficient Large-Scale Point Cloud Processing","created":"2025-11-10","cited_by_count":0,"area":null},{"id":"2512.14481","title":"SASQ: Static Activation Scaling for Quantization-Aware Training in Large Language Models","created":"2025-12-16","cited_by_count":0,"area":null},{"id":"2602.12962","title":"TriGen: NPU Architecture for End-to-End Acceleration of Large Language Models based on SW-HW Co-Design","created":"2026-02-13","cited_by_count":0,"area":null},{"id":"2604.17720","title":"FlashFPS: Efficient Farthest Point Sampling for Large-Scale Point Clouds via Pruning and Caching","created":"2026-04-20","cited_by_count":0,"area":null},{"id":"2608.15531","title":"FlashQuant: Sparse-Dense Fusion for Memory-Efficient Outlier-Aware LLM Inference","created":"2026-08-16","cited_by_count":0,"area":null},{"id":"2609.04724","title":"FlexPosit: Tunable Fractional Precision for LLM Inference Accelerators","created":"2026-09-04","cited_by_count":0,"area":null},{"id":"2610.00465","title":"AIR-LLM: Broadcasting AI Weights over Radio for Memory-Free Edge LLM Inference via RF Computing","created":"2026-09-30","cited_by_count":0,"area":null}],"next_cursor":null}