{"total":34,"rows":[{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2405.03917","title":"KV Cache is 1 Bit Per Channel: Efficient Large Language Model Inference with Coupled Quantization","created":"2024-05-07","cited_by_count":76,"area":"inference"},{"id":"2408.12320","title":"TensorOpera Router: A Multi-Model Router for Efficient LLM Inference","created":"2024-08-22","cited_by_count":60,"area":"inference"},{"id":"2308.08758","title":"Discrete Prompt Compression with Reinforcement Learning","created":"2023-08-17","cited_by_count":42,"area":"inference"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2603.04445","title":"Dynamic Model Routing and Cascading for Efficient LLM Inference: A Survey","created":"2026-02-23","cited_by_count":19,"area":"inference"},{"id":"2509.02718","title":"Efficient Training-Free Online Routing for High-Volume Multi-LLM Serving","created":"2025-09-02","cited_by_count":13,"area":"inference"},{"id":"2408.08146","title":"KOALA: Enhancing Speculative Decoding for LLM via Multi-Layer Draft Heads with Adversarial Learning","created":"2024-08-15","cited_by_count":6,"area":"inference"},{"id":"2602.10729","title":"BOute: Cost-Efficient LLM Serving with Heterogeneous LLMs and GPUs via Multi-Objective Bayesian Optimization","created":"2026-02-11","cited_by_count":6,"area":"inference"},{"id":"2609.00891","title":"CacheBridge: Efficient Cross-Model KV Cache Transfer","created":"2026-09-01","cited_by_count":6,"area":"inference"},{"id":"2506.04203","title":"Cascadia: An Efficient Cascade Serving System for Large Language Models","created":"2025-06-04","cited_by_count":5,"area":"inference"},{"id":"2602.12029","title":"PrefillShare: A Shared Prefill Module for KV Reuse in Multi-LLM Disaggregated Serving","created":"2026-02-12","cited_by_count":4,"area":"inference"},{"id":"2406.07553","title":"Inference Acceleration for Large Language Models on CPUs","created":"2024-03-04","cited_by_count":2,"area":"inference"},{"id":"2605.24793","title":"Beyond the Target: From Imitation to Collaboration in Speculative Decoding","created":"2026-05-24","cited_by_count":2,"area":"inference"},{"id":"2603.23525","title":"Prompt Compression in Production Task Orchestration: A Pre-Registered Randomized Trial","created":"2026-03-06","cited_by_count":1,"area":"inference"},{"id":"2606.17949","title":"RouteBalance: Fused Model Routing and Load Balancing for Heterogeneous LLM Serving","created":"2026-06-16","cited_by_count":1,"area":"inference"},{"id":"2609.07786","title":"Signed Rescue Routing: Harm-Aware Cascades for Efficient LLM Inference","created":"2026-09-07","cited_by_count":1,"area":"inference"},{"id":"2604.10907","title":"RouterWise: Joint Resource Allocation and Routing for Latency-Aware Multi-Model LLM Serving","created":"2026-04-13","cited_by_count":0,"area":"inference"},{"id":"2604.18592","title":"Two-dimensional early exit optimisation of LLM inference","created":"2026-03-27","cited_by_count":0,"area":"inference"},{"id":"2605.02888","title":"SpecKV: Adaptive Speculative Decoding with Compression-Aware Gamma Selection","created":"2026-05-04","cited_by_count":0,"area":"inference"},{"id":"2606.22840","title":"RLM-Cascade: Response-Level Speculative Decoding for Cost-Efficient LLM API Serving","created":"2026-06-22","cited_by_count":0,"area":"inference"},{"id":"2606.27457","title":"Cluster, Route, Escalate: Cascaded Framework for Cost-Aware LLM Serving","created":"2026-06-25","cited_by_count":0,"area":"inference"},{"id":"2608.10362","title":"MemSpec: Memory-Aware Runtime for Adaptive Draft Scheduling in Speculative Decoding on Edge Devices","created":"2026-08-11","cited_by_count":0,"area":"inference"},{"id":"2608.14787","title":"From Positionwise Confidence to Prefix Scheduling: Verifier Skipping in Speculative Decoding","created":"2026-08-14","cited_by_count":0,"area":"inference"},{"id":"2609.06320","title":"FrankenReport: Early Exiting in Long-Form Generation Using Expected Value of Computation","created":"2026-09-06","cited_by_count":0,"area":"inference"},{"id":"2609.06940","title":"Unified AI Gateway: A Framework for Joint Model Routing and KV Cache Management","created":"2026-09-07","cited_by_count":0,"area":"inference"},{"id":"2609.08306","title":"HoneyRoute: Honeypot-Model Routing for Adversarial LLM Serving","created":"2026-09-08","cited_by_count":0,"area":"inference"},{"id":"2609.21704","title":"SpecQuant: Speculative Decoding with Multi-Parent Quantization for Adaptive LLM Inference","created":"2026-09-18","cited_by_count":0,"area":"inference"},{"id":"2610.11358","title":"RaReCache: Bridging the Gap in Cross-Model KV Cache Reuse via Rank disagreement-based Selective Recomputation","created":"2026-10-08","cited_by_count":0,"area":"inference"},{"id":"2610.12242","title":"TokenRouter: Efficient Serving System for Token-Level LLM Routing","created":"2026-10-08","cited_by_count":0,"area":"inference"},{"id":"2610.14688","title":"Accelerating Cross-Model LLM Inference via Attention Map Reuse","created":"2026-10-10","cited_by_count":0,"area":"inference"},{"id":"2610.15509","title":"CacheLink: Functional KV Transport for Zero-Prefill Cross-Model Context Handoff","created":"2026-10-11","cited_by_count":0,"area":"inference"}],"next_cursor":null}