{"total":18,"rows":[{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310,"area":"inference"},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2203.07259","title":"The Optimal BERT Surgeon: Scalable and Accurate Second-Order Pruning for Large Language Models","created":"2022-03-14","cited_by_count":115,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2112.06540","title":"A Study on Token Pruning for ColBERT","created":"2021-12-13","cited_by_count":15,"area":"inference"},{"id":"2507.01438","title":"EdgeLoRA: An Efficient Multi-Tenant LLM Serving System on Edge Devices","created":"2025-07-02","cited_by_count":11,"area":"inference"},{"id":"2603.10899","title":"LookaheadKV: Fast and Accurate KV Cache Eviction by Glimpsing into the Future without Generation","created":"2026-03-11","cited_by_count":10,"area":"inference"},{"id":"2603.28795","title":"StepCache: Step-Level Reuse with Lightweight Verification and Selective Patching for LLM Serving","created":"2026-03-24","cited_by_count":2,"area":"inference"},{"id":"2606.10520","title":"UniSVQ: 2-bit Unified Scalar-Vector Quantization","created":"2026-06-09","cited_by_count":2,"area":"inference"},{"id":"2609.35621","title":"Cartridges++: KV Cache Compression without Off-Context Derailment","created":"2026-09-28","cited_by_count":2,"area":"inference"},{"id":"2408.11799","title":"Practical token pruning for foundation models in few-shot conversational virtual assistant systems","created":"2024-08-21","cited_by_count":1,"area":"inference"},{"id":"2606.18406","title":"CoreMem: Riemannian Retrieval and Fisher-Guided Distillation for Long-Term Memory in Dialogue Agents","created":"2026-06-16","cited_by_count":1,"area":"inference"},{"id":"2507.21522","title":"Model-free Speculative Decoding for Transformer-based ASR with Token Map Drafting","created":"2025-07-29","cited_by_count":0,"area":"inference"},{"id":"2605.01058","title":"LEAP: Layer-wise Exit-Aware Pretraining for Efficient Transformer Inference","created":"2026-05-01","cited_by_count":0,"area":"inference"},{"id":"2606.27457","title":"Cluster, Route, Escalate: Cascaded Framework for Cost-Aware LLM Serving","created":"2026-06-25","cited_by_count":0,"area":"inference"},{"id":"2609.35908","title":"Similarity Is Not Validity: Defending LLM Semantic Caches Against Poisoning","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.00499","title":"Denoising Surface: Modeling and Predicting Inference Cost for Diffusion LLM Serving","created":"2026-09-30","cited_by_count":0,"area":"inference"}],"next_cursor":null}