{"total":20,"rows":[{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2408.12320","title":"TensorOpera Router: A Multi-Model Router for Efficient LLM Inference","created":"2024-08-22","cited_by_count":60,"area":"inference"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2603.04445","title":"Dynamic Model Routing and Cascading for Efficient LLM Inference: A Survey","created":"2026-02-23","cited_by_count":19,"area":"inference"},{"id":"2509.02718","title":"Efficient Training-Free Online Routing for High-Volume Multi-LLM Serving","created":"2025-09-02","cited_by_count":13,"area":"inference"},{"id":"2501.14808","title":"HyGen: Efficient LLM Serving via Elastic Online-Offline Request Co-location","created":"2025-01-15","cited_by_count":10,"area":"inference"},{"id":"2501.09367","title":"PICE: A Semantic-Driven Progressive Inference System for LLM Serving in Cloud-Edge Networks","created":"2025-01-16","cited_by_count":6,"area":"inference"},{"id":"2603.19133","title":"A Pipelined Collaborative Speculative Decoding Framework for Efficient Edge-Cloud LLM Inference","created":"2026-03-19","cited_by_count":3,"area":"inference"},{"id":"2605.24793","title":"Beyond the Target: From Imitation to Collaboration in Speculative Decoding","created":"2026-05-24","cited_by_count":2,"area":"inference"},{"id":"2603.23525","title":"Prompt Compression in Production Task Orchestration: A Pre-Registered Randomized Trial","created":"2026-03-06","cited_by_count":1,"area":"inference"},{"id":"2605.22850","title":"ObjectCache: Layerwise Object-Storage Retrieval for KV Cache Reuse","created":"2026-05-16","cited_by_count":1,"area":"inference"},{"id":"2609.07786","title":"Signed Rescue Routing: Harm-Aware Cascades for Efficient LLM Inference","created":"2026-09-07","cited_by_count":1,"area":"inference"},{"id":"2604.10907","title":"RouterWise: Joint Resource Allocation and Routing for Latency-Aware Multi-Model LLM Serving","created":"2026-04-13","cited_by_count":0,"area":"inference"},{"id":"2605.11317","title":"SOMA: Efficient Multi-turn LLM Serving via Small Language Model","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2606.27457","title":"Cluster, Route, Escalate: Cascaded Framework for Cost-Aware LLM Serving","created":"2026-06-25","cited_by_count":0,"area":"inference"},{"id":"2608.03036","title":"LLM Serving in the Wild: An Empirical Study of Frameworks, Methods, and System Designs","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2608.05926","title":"BALANCE: Hybrid Autoregressive-Speculative LLM Inference at the Network Edge","created":"2026-08-06","cited_by_count":0,"area":"inference"},{"id":"2609.02514","title":"AceSpec: An Asymmetric Edge-Cloud Collaborative Framework for Communication-Efficient LLM Inference","created":"2026-09-02","cited_by_count":0,"area":"inference"},{"id":"2609.06320","title":"FrankenReport: Early Exiting in Long-Form Generation Using Expected Value of Computation","created":"2026-09-06","cited_by_count":0,"area":"inference"},{"id":"2610.12242","title":"TokenRouter: Efficient Serving System for Token-Level LLM Routing","created":"2026-10-08","cited_by_count":0,"area":"inference"}],"next_cursor":null}