{"total":15,"rows":[{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2403.09054","title":"Keyformer: KV Cache Reduction through Key Tokens Selection for Efficient Generative Inference","created":"2024-03-14","cited_by_count":126,"area":"inference"},{"id":"2311.15566","title":"SpotServe: Serving Generative Large Language Models on Preemptible Instances","created":"2023-11-27","cited_by_count":87,"area":"inference"},{"id":"2403.01876","title":"D\\'ej\\`aVu: KV-cache Streaming for Fast, Fault-tolerant Generative LLM Serving","created":"2024-03-04","cited_by_count":48,"area":"inference"},{"id":"2406.13035","title":"D2O: Dynamic Discriminative Operations for Efficient Long-Context Inference of Large Language Models","created":"2024-06-18","cited_by_count":31,"area":"inference"},{"id":"2204.06328","title":"HuBERT-EE: Early Exiting HuBERT for Efficient Speech Recognition","created":"2022-04-13","cited_by_count":13,"area":"inference"},{"id":"2410.23079","title":"BUZZ: Beehive-structured Sparse KV Cache with Segmented Heavy Hitters for Efficient LLM Inference","created":"2024-10-30","cited_by_count":9,"area":"inference"},{"id":"2602.05929","title":"KV-CoRE: Benchmarking Data-Dependent Low-Rank Compressibility of KV-Caches in LLMs","created":"2026-02-05","cited_by_count":5,"area":"inference"},{"id":"2605.31105","title":"GRKV: Global Regression for Training-Free KV Cache Compression in Long-Context LLMs","created":"2026-05-29","cited_by_count":4,"area":"inference"},{"id":"2605.00831","title":"GhostServe: A Lightweight Checkpointing System in the Shadow for Fault-Tolerant LLM Serving","created":"2026-03-26","cited_by_count":3,"area":"inference"},{"id":"2410.23537","title":"ALISE: Accelerating Large Language Model Serving with Speculative Scheduling","created":"2024-10-31","cited_by_count":2,"area":"inference"},{"id":"2604.01609","title":"Swift-SVD: Theoretical Optimality Meets Practical Efficiency in Low-Rank LLM Compression","created":"2026-04-02","cited_by_count":2,"area":"inference"},{"id":"2211.06075","title":"Helping the Weak Makes You Strong: Simple Multi-Task Learning Improves Non-Autoregressive Translators","created":"2022-11-11","cited_by_count":1,"area":"inference"},{"id":"2510.09085","title":"FLToP CTC: Frame-Level Token Pruning via Relative Threshold for Efficient and Memory-Saving Decoding on Diverse Platforms","created":"2025-10-10","cited_by_count":0,"area":"inference"},{"id":"2609.29913","title":"MILO: Efficient Many-shot In-Context Learning with Block-wise Low-rank Compression","created":"2026-09-24","cited_by_count":0,"area":"inference"}],"next_cursor":null}