{"total":64,"rows":[{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471,"area":"inference"},{"id":"2401.05459","title":"Personal LLM Agents: Insights and Survey about the Capability, Efficiency and Security","created":"2024-01-10","cited_by_count":260,"area":"agents"},{"id":"2402.14905","title":"MobileLLM: Optimizing Sub-billion Parameter Language Models for On-Device Use Cases","created":"2024-02-22","cited_by_count":223,"area":null},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2312.03863","title":"Efficient Large Language Models: A Survey","created":"2023-12-06","cited_by_count":186,"area":null},{"id":"2406.01721","title":"DuQuant: Distributing Outliers via Dual Transformation Makes Stronger Quantized LLMs","created":"2024-06-03","cited_by_count":167,"area":null},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2407.11062","title":"EfficientQAT: Efficient Quantization-Aware Training for Large Language Models","created":"2024-07-10","cited_by_count":127,"area":null},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2405.14256","title":"ZipCache: Accurate and Efficient KV Cache Quantization with Salient Token Identification","created":"2024-05-23","cited_by_count":93,"area":"inference"},{"id":"2401.08092","title":"A Survey of Resource-efficient LLM and Multimodal Foundation Models","created":"2024-01-16","cited_by_count":86,"area":null},{"id":"2405.16005","title":"PTQ4DiT: Post-training Quantization for Diffusion Transformers","created":"2024-05-25","cited_by_count":79,"area":"diffusion"},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2504.02692","title":"GPTAQ: Efficient Finetuning-Free Quantization for Asymmetric Calibration","created":"2025-04-03","cited_by_count":60,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2406.06385","title":"Low-Rank Quantization-Aware Training for LLMs","created":"2024-06-10","cited_by_count":43,"area":null},{"id":"2402.02446","title":"LQER: Low-Rank Quantization Error Reconstruction for LLMs","created":"2024-02-04","cited_by_count":41,"area":null},{"id":"2310.18859","title":"SiDA-MoE: Sparsity-Inspired Data-Aware Serving for Efficient and Scalable Large Mixture-of-Experts Models","created":"2023-10-29","cited_by_count":38,"area":"moe"},{"id":"2412.14363","title":"ResQ: Mixed-Precision Quantization of Large Language Models with Low-Rank Residuals","created":"2024-12-18","cited_by_count":36,"area":null},{"id":"2312.07950","title":"CBQ: Cross-Block Quantization for Large Language Models","created":"2023-12-13","cited_by_count":34,"area":null},{"id":"2407.04752","title":"SpikeLLM: Scaling up Spiking Neural Network to Large Language Models via Saliency-based Spiking","created":"2024-07-05","cited_by_count":31,"area":null},{"id":"2410.06040","title":"QERA: an Analytical Framework for Quantization Error Reconstruction","created":"2024-10-08","cited_by_count":22,"area":null},{"id":"2312.14972","title":"Scaling Down to Scale Up: A Cost-Benefit Analysis of Replacing OpenAI's LLM with Open Source SLMs in Production","created":"2023-12-20","cited_by_count":21,"area":null},{"id":"2411.09909","title":"AMXFP4: Taming Activation Outliers with Asymmetric Microscaling Floating-Point for 4-bit LLM Inference","created":"2024-11-15","cited_by_count":19,"area":null},{"id":"2506.17188","title":"Towards AI Search Paradigm","created":"2025-06-20","cited_by_count":19,"area":null},{"id":"2405.03103","title":"Learning from Students: Applying t-Distributions to Explore Accurate and Efficient Formats for LLMs","created":"2024-05-06","cited_by_count":18,"area":null},{"id":"2411.17691","title":"Low-Bit Quantization Favors Undertrained LLMs: Scaling Laws for Quantized LLMs with 100T Training Tokens","created":"2024-11-26","cited_by_count":18,"area":null},{"id":"2410.05265","title":"PrefixQuant: Eliminating Outliers by Prefixed Tokens for Large Language Models Quantization","created":"2024-10-07","cited_by_count":12,"area":null},{"id":"2505.05530","title":"Low-bit Model Quantization for Deep Neural Networks: A Survey","created":"2025-05-08","cited_by_count":11,"area":null},{"id":"2509.23809","title":"Tequila: Trapping-free Ternary Quantization for Large Language Models","created":"2025-09-28","cited_by_count":9,"area":null},{"id":"2404.18255","title":"PatentGPT: A Large Language Model for Intellectual Property","created":"2024-04-28","cited_by_count":8,"area":null},{"id":"2602.13953","title":"QuRL: Efficient Reinforcement Learning with Quantized Rollout","created":"2026-02-15","cited_by_count":8,"area":"lr"},{"id":"2502.00840","title":"Activation Approximations Can Incur Safety Vulnerabilities Even in Aligned LLMs: Comprehensive Analysis and Defense","created":"2025-02-02","cited_by_count":7,"area":null},{"id":"2606.26650","title":"CAT-Q: Cost-efficient and Accurate Ternary Quantization for LLMs","created":"2026-06-25","cited_by_count":6,"area":null},{"id":"2412.10059","title":"Panacea: Novel DNN Accelerator using Accuracy-Preserving Asymmetric Quantization and Energy-Saving Bit-Slice Sparsity","created":"2024-12-13","cited_by_count":5,"area":null},{"id":"2510.23926","title":"Improving the Straight-Through Estimator with Zeroth-Order Information","created":"2025-10-27","cited_by_count":5,"area":null},{"id":"2603.25284","title":"SliderQuant: Accurate Post-Training Quantization for LLMs","created":"2026-03-26","cited_by_count":5,"area":null},{"id":"2406.17542","title":"CDQuant: Greedy Coordinate Descent for Accurate LLM Quantization","created":"2024-06-25","cited_by_count":4,"area":null},{"id":"2406.18832","title":"OutlierTune: Efficient Channel-Wise Quantization for Large Language Models","created":"2024-06-27","cited_by_count":4,"area":null},{"id":"2410.19103","title":"TesseraQ: Ultra Low-Bit LLM Post-Training Quantization with Block Reconstruction","created":"2024-10-24","cited_by_count":4,"area":null},{"id":"2412.13437","title":"Deploying Foundation Model Powered Agent Services: A Survey","created":"2024-12-18","cited_by_count":4,"area":"agents"},{"id":"2501.13331","title":"Qrazor: Reliable and Effortless 4-bit LLM Quantization by Significant Data Razoring","created":"2025-01-23","cited_by_count":4,"area":null},{"id":"2503.07654","title":"MergeQuant: Accurate 4-bit Static Quantization of Large Language Models by Channel-wise Calibration","created":"2025-03-07","cited_by_count":4,"area":null},{"id":"2405.13155","title":"ReALLM: A general framework for LLM compression and fine-tuning","created":"2024-05-21","cited_by_count":3,"area":null},{"id":"2507.19131","title":"MixA-Q: Revisiting Activation Sparsity for Vision Transformers from a Mixed-Precision Quantization Perspective","created":"2025-07-25","cited_by_count":3,"area":null},{"id":"2605.13907","title":"AIS: Adaptive Importance Sampling for Quantized RL","created":"2026-05-13","cited_by_count":3,"area":null},{"id":"2404.16898","title":"How to Parameterize Asymmetric Quantization Ranges for Quantization-Aware Training","created":"2024-04-25","cited_by_count":2,"area":null},{"id":"2406.09041","title":"ME-Switch: A Memory-Efficient Expert Switching Framework for Large Language Models","created":"2024-06-13","cited_by_count":2,"area":null},{"id":"2408.11855","title":"FactorLLM: Factorizing Knowledge via Mixture of Experts for Large Language Models","created":"2024-08-15","cited_by_count":2,"area":"moe"},{"id":"2506.20251","title":"Q-resafe: Assessing Safety Risks and Quantization-aware Safety Patching for Quantized Large Language Models","created":"2025-06-25","cited_by_count":2,"area":null},{"id":"2607.08601","title":"It Takes a MAESTRO To Prune Bad Experts","created":"2026-07-09","cited_by_count":2,"area":"moe"},{"id":"2602.14432","title":"S2D: Selective Spectral Decay for Quantization-Friendly Conditioning of Neural Activations","created":"2026-02-16","cited_by_count":1,"area":null},{"id":"2603.01599","title":"Boosting Entropy with Bell Box Quantization","created":"2026-03-02","cited_by_count":1,"area":null},{"id":"2606.07116","title":"OffQ: Taming Structured Outliers in LLM Quantization by Offsetting","created":"2026-06-05","cited_by_count":1,"area":null},{"id":"2405.05957","title":"OpenBA-V2: Reaching 77.3% High Compression Ratio with Fast Multi-Stage Pruning","created":"2024-05-09","cited_by_count":0,"area":null},{"id":"2407.15508","title":"Compensate Quantization Errors+: Quantized Models Are Inquisitive Learners","created":"2024-07-22","cited_by_count":0,"area":null},{"id":"2509.04244","title":"Integrating Pruning with Quantization for Efficient Deep Neural Networks Compression","created":"2025-09-04","cited_by_count":0,"area":null},{"id":"2511.17801","title":"Layer-Wise High-Impact Parameter Ratio Optimization in Post-Training Quantization for Large Language Models","created":"2025-11-21","cited_by_count":0,"area":null},{"id":"2603.16867","title":"Efficient Reasoning on the Edge","created":"2026-03-17","cited_by_count":0,"area":"lr"},{"id":"2606.04620","title":"QuBLAST: A Framework for Quantizing Large Language Models with Block-Level Compression Approach and Activation Scaling Strategy","created":"2026-06-03","cited_by_count":0,"area":null},{"id":"2608.09595","title":"From Sweep to Seam: Interleaved Cross-Block Post-Training Quantization","created":"2026-08-10","cited_by_count":0,"area":null},{"id":"2608.25977","title":"When Personality Meets Quantization: A Layer-wise MBTI Analysis of Quantized LLMs","created":"2026-08-26","cited_by_count":0,"area":null},{"id":"2609.32659","title":"Quantization-Aware Pre-Training with Constrained Empirical Weight Distribution","created":"2026-09-26","cited_by_count":0,"area":null},{"id":"2610.01069","title":"Overcoming Kernel Redundancy for Scaling Logic Gate Networks","created":"2026-10-01","cited_by_count":0,"area":null}],"next_cursor":null}