{"total":56,"rows":[{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471,"area":"inference"},{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"},{"id":"2310.19102","title":"Atom: Low-bit Quantization for Efficient and Accurate LLM Serving","created":"2023-10-29","cited_by_count":272,"area":"inference"},{"id":"2401.03462","title":"Long Context Compression with Activation Beacon","created":"2024-01-07","cited_by_count":104,"area":"inference"},{"id":"2402.09398","title":"Get More with LESS: Synthesizing Recurrence with KV Cache Compression for Efficient LLM Inference","created":"2024-02-14","cited_by_count":75,"area":"inference"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2405.10637","title":"Layer-Condensed KV Cache for Efficient Inference of Large Language Models","created":"2024-05-17","cited_by_count":59,"area":"inference"},{"id":"2410.03111","title":"LoRC: Low-Rank Compression for LLMs KV Cache with a Progressive Compression Strategy","created":"2024-10-04","cited_by_count":51,"area":"inference"},{"id":"2402.13516","title":"ProSparse: Introducing and Enhancing Intrinsic Activation Sparsity within Large Language Models","created":"2024-02-21","cited_by_count":45,"area":"inference"},{"id":"2406.07056","title":"Effectively Compress KV Heads for LLM","created":"2024-06-11","cited_by_count":30,"area":"inference"},{"id":"2402.11809","title":"Generation Meets Verification: Accelerating Large Language Model Inference with Smart Parallel Auto-Correct Decoding","created":"2024-02-19","cited_by_count":22,"area":"inference"},{"id":"2408.08554","title":"ABQ-LLM: Arbitrary-Bit Quantized Inference Acceleration for Large Language Models","created":"2024-08-16","cited_by_count":22,"area":"inference"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2410.14442","title":"A Systematic Study of Cross-Layer KV Sharing for Efficient LLM Inference","created":"2024-10-18","cited_by_count":17,"area":"inference"},{"id":"2409.17372","title":"Search for Efficient Large Language Models","created":"2024-09-25","cited_by_count":14,"area":"inference"},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2602.10238","title":"Learning to Evict from Key-Value Cache","created":"2026-02-10","cited_by_count":14,"area":"inference"},{"id":"2403.08058","title":"CHAI: Clustered Head Attention for Efficient LLM Inference","created":"2024-03-12","cited_by_count":13,"area":"inference"},{"id":"2410.12876","title":"In-context KV-Cache Eviction for LLMs via Attention-Gate","created":"2024-10-15","cited_by_count":13,"area":"inference"},{"id":"2305.15273","title":"Revisiting Token Dropping Strategy in Efficient BERT Pretraining","created":"2023-05-24","cited_by_count":11,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2402.09360","title":"HiRE: High Recall Approximate Top-$k$ Estimation for Efficient LLM Inference","created":"2024-02-14","cited_by_count":7,"area":"inference"},{"id":"2410.15252","title":"Lossless KV Cache Compression to 2%","created":"2024-10-20","cited_by_count":7,"area":"inference"},{"id":"2510.20797","title":"No Mean Feat: Simple, Strong Baselines for Context Compression","created":"2025-10-23","cited_by_count":7,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2503.11816","title":"Key, Value, Compress: A Systematic Exploration of KV Cache Compression Techniques","created":"2025-03-14","cited_by_count":5,"area":"inference"},{"id":"2504.04514","title":"Saliency-driven Dynamic Token Pruning for Large Language Models","created":"2025-04-06","cited_by_count":5,"area":"inference"},{"id":"2606.09080","title":"Beyond FLOPs: Benchmarking Real Inference Acceleration of LLM Pruning under a GEMM-Centric Taxonomy","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2505.17138","title":"RAP: Runtime Adaptive Pruning for LLM Inference","created":"2025-05-22","cited_by_count":3,"area":"inference"},{"id":"2506.17286","title":"GTA: Grouped-head latenT Attention","created":"2025-06-15","cited_by_count":3,"area":"inference"},{"id":"2307.15517","title":"A Dataflow Compiler for Efficient LLM Inference using Custom Microscaling Formats","created":"2023-07-28","cited_by_count":2,"area":"inference"},{"id":"2505.20839","title":"FireQ: Fast INT4-FP8 Kernel and RoPE-aware Quantization for LLM Inference Acceleration","created":"2025-05-27","cited_by_count":2,"area":"inference"},{"id":"2507.23035","title":"OASIS: Outlier-Aware LUT-Based GEMM with Dual-Side Quantization for LLM Inference Acceleration","created":"2025-07-30","cited_by_count":2,"area":"inference"},{"id":"2508.04405","title":"FlexQ: Efficient Post-training INT6 Quantization for LLM Serving via Algorithm-System Co-Design","created":"2025-08-06","cited_by_count":2,"area":"inference"},{"id":"2603.02188","title":"Multi-Head Low-Rank Attention","created":"2026-03-02","cited_by_count":2,"area":"inference"},{"id":"2604.19398","title":"GRASPrune: Global Gating for Budgeted Structured Pruning of Large Language Models","created":"2026-04-21","cited_by_count":2,"area":"inference"},{"id":"2606.10520","title":"UniSVQ: 2-bit Unified Scalar-Vector Quantization","created":"2026-06-09","cited_by_count":2,"area":"inference"},{"id":"2403.02352","title":"ATP: Enabling Fast LLM Serving via Attention on Top Principal Keys","created":"2024-03-01","cited_by_count":1,"area":"inference"},{"id":"2505.21077","title":"Efficient Large Language Model Inference with Neural Block Linearization","created":"2025-05-27","cited_by_count":1,"area":"inference"},{"id":"2603.22216","title":"Gumbel Distillation for Parallel Text Generation","created":"2026-03-23","cited_by_count":1,"area":"inference"},{"id":"2604.18396","title":"River-LLM: Large Language Model Seamless Exit Based on KV Share","created":"2026-04-20","cited_by_count":1,"area":"inference"},{"id":"2605.09630","title":"Scratchpad Patching: Decoupling Compute from Patch Size in Byte-Level Language Models","created":"2026-05-10","cited_by_count":1,"area":"inference"},{"id":"2606.13740","title":"Efficient On-Device Diffusion LLM Inference with Mobile NPU","created":"2026-06-11","cited_by_count":1,"area":"inference"},{"id":"2606.16429","title":"Taylor-Calibrate: Principled Initialization for Hybrid Linear Attention Distillation","created":"2026-06-15","cited_by_count":1,"area":"inference"},{"id":"2607.17733","title":"MXSens: Sensitivity-Aware Mixed-Precision Quantization for Efficient LLM Inference","created":"2026-07-20","cited_by_count":1,"area":"inference"},{"id":"2507.17618","title":"SimLens for Early Exit in Large Language Models: Eliciting Accurate Latent Predictions with One More Token","created":"2025-07-23","cited_by_count":0,"area":"inference"},{"id":"2604.05012","title":"Comparative Characterization of KV Cache Management Strategies for LLM Inference","created":"2026-04-06","cited_by_count":0,"area":"inference"},{"id":"2606.11244","title":"SPEAR: A System for Post-Quantization Error-Adaptive Recovery Enabling Efficient Low-Bit LLM Serving","created":"2026-06-04","cited_by_count":0,"area":"inference"},{"id":"2606.21848","title":"Keyless Attention: Value-Space Routing and Value-Only Caching for Efficient Transformers","created":"2026-06-20","cited_by_count":0,"area":"inference"},{"id":"2606.22249","title":"On the Expressive Power of Weight Quantization in Large Language Models","created":"2026-06-20","cited_by_count":0,"area":"inference"},{"id":"2607.04244","title":"Quantize the Target, Quantize the Drafter: Efficient Inference with Qwen3.5-4B","created":"2026-07-05","cited_by_count":0,"area":"inference"},{"id":"2607.27694","title":"GyRot: Leveraging Hidden Synergy between Rotation and Fine-grained Group Quantization for Low-bit LLM Inference","created":"2026-07-30","cited_by_count":0,"area":"inference"},{"id":"2608.20632","title":"Sparse Token Routing in Efficient Transformers","created":"2026-08-21","cited_by_count":0,"area":"inference"},{"id":"2609.17008","title":"FlexEE: Self-Speculative and KV-Compatible Early Exiting for Offloading-Aware LLM Inference","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2610.01763","title":"TopK-Guided: Adaptive, Budget-Aware Activation Sparsity for Efficient LLM Inference","created":"2026-10-01","cited_by_count":0,"area":"inference"},{"id":"2610.09202","title":"Few Bits, One Law: Toward W2A4KV2","created":"2026-10-06","cited_by_count":0,"area":"inference"}],"next_cursor":null}