{"total":16,"rows":[{"id":"2210.03162","title":"Prompt Compression and Contrastive Conditioning for Controllability and Toxicity Reduction in Language Models","created":"2022-10-06","cited_by_count":97,"area":"inference"},{"id":"2106.05409","title":"Zero Time Waste: Recycling Predictions in Early Exit Neural Networks","created":"2021-06-09","cited_by_count":39,"area":"inference"},{"id":"2603.04445","title":"Dynamic Model Routing and Cascading for Efficient LLM Inference: A Survey","created":"2026-02-23","cited_by_count":19,"area":"inference"},{"id":"2509.22134","title":"Bridging Draft Policy Misalignment: Group Tree Optimization for Speculative Decoding","created":"2025-09-26","cited_by_count":10,"area":"inference"},{"id":"2504.11004","title":"Dynamic Compressing Prompts for Efficient Inference of Large Language Models","created":"2025-04-15","cited_by_count":6,"area":"inference"},{"id":"2504.14992","title":"Efficient Pretraining Length Scaling","created":"2025-04-21","cited_by_count":6,"area":"inference"},{"id":"2511.16193","title":"Fast LLM Post-training via Decoupled and Fastest-of-N Speculation","created":"2025-11-20","cited_by_count":4,"area":"inference"},{"id":"2503.23459","title":"Reinforcement Learning-based Token Pruning in Vision Transformers: A Markov Game Approach","created":"2025-03-30","cited_by_count":3,"area":"inference"},{"id":"2504.09590","title":"Efficient LLM Serving on Hybrid Real-time and Best-effort Requests","created":"2025-04-13","cited_by_count":2,"area":"inference"},{"id":"2602.20595","title":"OptiLeak: Efficient Prompt Reconstruction via Reinforcement Learning in Multi-tenant LLM Services","created":"2026-02-24","cited_by_count":1,"area":"inference"},{"id":"2605.04450","title":"When KV Meets Embeddings: Dynamic GPU Memory Allocation for Accelerating Generative Recommender Serving","created":"2026-05-06","cited_by_count":0,"area":"inference"},{"id":"2605.11683","title":"DORA: Dynamic Online Reinforcement Agent for Token Merging in Vision Transformers","created":"2026-05-12","cited_by_count":0,"area":"inference"},{"id":"2605.14978","title":"Performance-Driven Policy Optimization for Speculative Decoding with Adaptive Windowing","created":"2026-05-14","cited_by_count":0,"area":"inference"},{"id":"2609.34325","title":"DORA: Dynamic Online Reinforcement Agent for Token Pruning in Vision Transformers","created":"2026-09-28","cited_by_count":0,"area":"inference"},{"id":"2610.13202","title":"S$^3$R: Fast and Faithful RL Rollouts via Self-Sparse Speculative Decoding","created":"2026-10-09","cited_by_count":0,"area":"inference"},{"id":"2610.14448","title":"KV4-RL: Unlocking Faster Asynchronous Rollouts for RLVR with INT4 KV Cache Quantization","created":"2026-10-10","cited_by_count":0,"area":"inference"}],"next_cursor":null}