{"total":66,"rows":[{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471,"area":"inference"},{"id":"2305.17118","title":"Scissorhands: Exploiting the Persistence of Importance Hypothesis for LLM KV Cache Compression at Test Time","created":"2023-05-26","cited_by_count":439,"area":"inference"},{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"},{"id":"2406.19707","title":"InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management","created":"2024-06-28","cited_by_count":245,"area":"inference"},{"id":"2403.09054","title":"Keyformer: KV Cache Reduction through Key Tokens Selection for Efficient Generative Inference","created":"2024-03-14","cited_by_count":126,"area":"inference"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2407.21118","title":"Palu: Compressing KV-Cache with Low-Rank Projection","created":"2024-07-30","cited_by_count":64,"area":"inference"},{"id":"2510.03215","title":"Cache-to-Cache: Direct Semantic Communication Between Large Language Models","created":"2025-10-03","cited_by_count":61,"area":"inference"},{"id":"2405.10637","title":"Layer-Condensed KV Cache for Efficient Inference of Large Language Models","created":"2024-05-17","cited_by_count":59,"area":"inference"},{"id":"2410.03111","title":"LoRC: Low-Rank Compression for LLMs KV Cache with a Progressive Compression Strategy","created":"2024-10-04","cited_by_count":51,"area":"inference"},{"id":"2408.03675","title":"NACL: A General and Effective KV Cache Eviction Framework for LLMs at Inference Time","created":"2024-08-07","cited_by_count":43,"area":"inference"},{"id":"2406.07056","title":"Effectively Compress KV Heads for LLM","created":"2024-06-11","cited_by_count":30,"area":"inference"},{"id":"2410.14731","title":"MatryoshkaKV: Adaptive KV Compression via Trainable Orthogonal Projection","created":"2024-10-16","cited_by_count":29,"area":"inference"},{"id":"2410.17897","title":"Value Residual Learning","created":"2024-10-23","cited_by_count":27,"area":"inference"},{"id":"2502.07864","title":"TransMLA: Multi-Head Latent Attention Is All You Need","created":"2025-02-11","cited_by_count":23,"area":"inference"},{"id":"2504.19449","title":"R-Sparse: Rank-Aware Activation Sparsity for Efficient LLM Inference","created":"2025-04-28","cited_by_count":21,"area":"inference"},{"id":"2505.17272","title":"Zebra-Llama: Towards Extremely Efficient Hybrid Models","created":"2025-05-22","cited_by_count":18,"area":"inference"},{"id":"2410.14442","title":"A Systematic Study of Cross-Layer KV Sharing for Efficient LLM Inference","created":"2024-10-18","cited_by_count":17,"area":"inference"},{"id":"2505.24357","title":"ReCalKV: Low-Rank KV Cache Compression via Head Reordering and Offline Calibration","created":"2025-05-30","cited_by_count":16,"area":"inference"},{"id":"2409.17372","title":"Search for Efficient Large Language Models","created":"2024-09-25","cited_by_count":14,"area":"inference"},{"id":"2410.12876","title":"In-context KV-Cache Eviction for LLMs via Attention-Gate","created":"2024-10-15","cited_by_count":13,"area":"inference"},{"id":"2505.21487","title":"Hardware-Efficient Attention for Fast Decoding","created":"2025-05-27","cited_by_count":10,"area":"inference"},{"id":"2504.09936","title":"KeepKV: Achieving Periodic Lossless KV Cache Compression for Efficient LLM Inference","created":"2025-04-14","cited_by_count":9,"area":"inference"},{"id":"2407.20485","title":"A2SF: Accumulative Attention Scoring with Forgetting Factor for Token Pruning in Transformer Decoder","created":"2024-07-30","cited_by_count":8,"area":"inference"},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2604.17789","title":"DuQuant++: Fine-grained Rotation Enhances Microscaling FP4 Quantization","created":"2026-04-20","cited_by_count":8,"area":"inference"},{"id":"2402.09360","title":"HiRE: High Recall Approximate Top-$k$ Estimation for Efficient LLM Inference","created":"2024-02-14","cited_by_count":7,"area":"inference"},{"id":"2604.04722","title":"Don't Waste Bits! Adaptive KV-Cache Quantization for Lightweight On-Device LLMs","created":"2026-04-06","cited_by_count":7,"area":"inference"},{"id":"2605.05971","title":"Training Transformers for KV Cache Compressibility","created":"2026-05-07","cited_by_count":7,"area":"inference"},{"id":"2407.20272","title":"An Efficient Inference Framework for Early-exit Large Language Models","created":"2024-07-25","cited_by_count":5,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2503.11816","title":"Key, Value, Compress: A Systematic Exploration of KV Cache Compression Techniques","created":"2025-03-14","cited_by_count":5,"area":"inference"},{"id":"2507.11273","title":"KV-Latent: Dimensional-level KV Cache Reduction with Frequency-aware Rotary Positional Embedding","created":"2025-07-15","cited_by_count":5,"area":"inference"},{"id":"2603.17946","title":"CARE: Covariance-Aware and Rank-Enhanced Decomposition for Enabling Multi-Head Latent Attention","created":"2026-03-18","cited_by_count":5,"area":"inference"},{"id":"2502.09921","title":"A Cost-Effective Near-Storage Processing Solution for Offline Inference of Long-Context LLMs","created":"2025-02-14","cited_by_count":4,"area":"inference"},{"id":"2503.11132","title":"X-EcoMLA: Upcycling Pre-Trained Attention into MLA for Efficient and Extreme KV Compression","created":"2025-03-14","cited_by_count":4,"area":"inference"},{"id":"2506.03762","title":"AhaKV: Adaptive Holistic Attention-Driven KV Cache Eviction for Efficient Inference of Large Language Models","created":"2025-06-04","cited_by_count":4,"area":"inference"},{"id":"2606.09080","title":"Beyond FLOPs: Benchmarking Real Inference Acceleration of LLM Pruning under a GEMM-Centric Taxonomy","created":"2026-06-08","cited_by_count":4,"area":"inference"},{"id":"2502.13502","title":"PLDR-LLMs Learn A Generalizable Tensor Operator That Can Replace Its Own Deep Neural Net At Inference","created":"2025-02-19","cited_by_count":3,"area":"inference"},{"id":"2505.17138","title":"RAP: Runtime Adaptive Pruning for LLM Inference","created":"2025-05-22","cited_by_count":3,"area":"inference"},{"id":"2505.22757","title":"Pre-Training Curriculum for Multi-Token Prediction in Language Models","created":"2025-05-28","cited_by_count":2,"area":"inference"},{"id":"2510.09332","title":"FLRC: Fine-grained Low-Rank Compressor for Efficient LLM Inference","created":"2025-10-10","cited_by_count":2,"area":"inference"},{"id":"2603.02188","title":"Multi-Head Low-Rank Attention","created":"2026-03-02","cited_by_count":2,"area":"inference"},{"id":"2604.01609","title":"Swift-SVD: Theoretical Optimality Meets Practical Efficiency in Low-Rank LLM Compression","created":"2026-04-02","cited_by_count":2,"area":"inference"},{"id":"2604.13556","title":"YOCO++: Enhancing YOCO with KV Residual Connections for Efficient LLM Inference","created":"2026-04-15","cited_by_count":2,"area":"inference"},{"id":"2604.18529","title":"HybridGen: Efficient LLM Generative Inference via CPU-GPU Hybrid Computing","created":"2026-04-20","cited_by_count":2,"area":"inference"},{"id":"2609.15160","title":"T-LoopFormer: Token-Level Elastic-Depth Looped Transformers for Latent Reasoning with Dynamic Routing","created":"2026-09-14","cited_by_count":2,"area":"inference"},{"id":"2505.21077","title":"Efficient Large Language Model Inference with Neural Block Linearization","created":"2025-05-27","cited_by_count":1,"area":"inference"},{"id":"2508.15881","title":"TPLA: Tensor Parallel Latent Attention for Efficient Disaggregated Prefill and Decode Inference","created":"2025-08-21","cited_by_count":1,"area":"inference"},{"id":"2603.22216","title":"Gumbel Distillation for Parallel Text Generation","created":"2026-03-23","cited_by_count":1,"area":"inference"},{"id":"2605.09630","title":"Scratchpad Patching: Decoupling Compute from Patch Size in Byte-Level Language Models","created":"2026-05-10","cited_by_count":1,"area":"inference"},{"id":"2606.16429","title":"Taylor-Calibrate: Principled Initialization for Hybrid Linear Attention Distillation","created":"2026-06-15","cited_by_count":1,"area":"inference"},{"id":"2607.17733","title":"MXSens: Sensitivity-Aware Mixed-Precision Quantization for Efficient LLM Inference","created":"2026-07-20","cited_by_count":1,"area":"inference"},{"id":"2503.19950","title":"LogQuant: Log-Distributed 2-Bit Quantization of KV Cache with Superior Accuracy Preservation","created":"2025-03-25","cited_by_count":0,"area":"inference"},{"id":"2510.25977","title":"NeuronMLP: Efficient LLM Inference via Singular Value Decomposition Compression and Tiling on AWS Trainium","created":"2025-10-29","cited_by_count":0,"area":"inference"},{"id":"2604.05012","title":"Comparative Characterization of KV Cache Management Strategies for LLM Inference","created":"2026-04-06","cited_by_count":0,"area":"inference"},{"id":"2606.22249","title":"On the Expressive Power of Weight Quantization in Large Language Models","created":"2026-06-20","cited_by_count":0,"area":"inference"},{"id":"2607.01792","title":"PARTREP: Learning What to Repeat for Decoder-only LLMs","created":"2026-07-02","cited_by_count":0,"area":"inference"},{"id":"2608.09703","title":"Matryoshka Language Model Suites","created":"2026-08-10","cited_by_count":0,"area":"inference"},{"id":"2608.30439","title":"Event-Driven Language Models with Sparse Neural Activity for Neuromorphic Hardware","created":"2026-08-31","cited_by_count":0,"area":"inference"},{"id":"2609.12208","title":"Vortex: Bridging Extreme Compression and Efficient LLM Inference","created":"2026-09-10","cited_by_count":0,"area":"inference"},{"id":"2609.13285","title":"Grouped Value Attention: Efficient KV Caching via On-Demand Key Reconstruction","created":"2026-09-08","cited_by_count":0,"area":"inference"},{"id":"2609.38169","title":"STEPQuant: When and Where Errors Matter in Delta-Rule Recurrent State Quantization","created":"2026-09-29","cited_by_count":0,"area":"inference"},{"id":"2610.09202","title":"Few Bits, One Law: Toward W2A4KV2","created":"2026-10-06","cited_by_count":0,"area":"inference"},{"id":"2610.15509","title":"CacheLink: Functional KV Transport for Zero-Prefill Cross-Model Context Handoff","created":"2026-10-11","cited_by_count":0,"area":"inference"}],"next_cursor":null}