{"total":28,"rows":[{"id":"2408.12320","title":"TensorOpera Router: A Multi-Model Router for Efficient LLM Inference","created":"2024-08-22","cited_by_count":60,"area":"inference"},{"id":"2505.18227","title":"Token Reduction Should Go Beyond Efficiency in Generative Models -- From Vision, Language to Multimodality","created":"2025-05-23","cited_by_count":50,"area":"inference"},{"id":"2412.03131","title":"DiffKV: Differentiated Memory Management for Large Language Models with Parallel KV Compaction","created":"2024-12-04","cited_by_count":26,"area":"inference"},{"id":"2510.00294","title":"Free Draft-and-Verification: Toward Lossless Parallel Decoding for Diffusion Large Language Models","created":"2025-09-30","cited_by_count":19,"area":"inference"},{"id":"2603.04445","title":"Dynamic Model Routing and Cascading for Efficient LLM Inference: A Survey","created":"2026-02-23","cited_by_count":19,"area":"inference"},{"id":"2410.11305","title":"QSpec: Speculative Decoding with Complementary Quantization Schemes","created":"2024-10-15","cited_by_count":18,"area":"inference"},{"id":"2509.22134","title":"Bridging Draft Policy Misalignment: Group Tree Optimization for Speculative Decoding","created":"2025-09-26","cited_by_count":10,"area":"inference"},{"id":"2604.26779","title":"Accelerating RL Post-Training Rollouts via System-Integrated Speculative Decoding","created":"2026-04-29","cited_by_count":9,"area":"inference"},{"id":"2602.06019","title":"Multi-Token Prediction via Self-Distillation","created":"2026-02-05","cited_by_count":7,"area":"inference"},{"id":"2607.07847","title":"When Does Continual Learning Require Learning","created":"2026-07-08","cited_by_count":7,"area":"inference"},{"id":"2504.14992","title":"Efficient Pretraining Length Scaling","created":"2025-04-21","cited_by_count":6,"area":"inference"},{"id":"2510.07915","title":"MARC: Memory-Augmented RL Token Compression for Efficient Video Understanding","created":"2025-10-09","cited_by_count":6,"area":"inference"},{"id":"2605.20104","title":"Draft Less, Retrieve More: Hybrid Tree Construction for Speculative Decoding","created":"2026-05-19","cited_by_count":6,"area":"inference"},{"id":"2506.00307","title":"Lossless Token Sequence Compression via Meta-Tokens","created":"2025-05-30","cited_by_count":4,"area":"inference"},{"id":"2503.02756","title":"BatchGEMBA: Token-Efficient Machine Translation Evaluation with Batched Prompting and Prompt Compression","created":"2025-03-04","cited_by_count":3,"area":"inference"},{"id":"2504.18579","title":"Sparsity Forcing: Reinforcing Token Sparsity of MLLMs","created":"2025-04-23","cited_by_count":3,"area":"inference"},{"id":"2505.20316","title":"Reinforcement Speculative Decoding for Fast Ranking","created":"2025-05-23","cited_by_count":3,"area":"inference"},{"id":"2605.28069","title":"ZipRL: Adaptive Multi-Turn Context Compression with Hindsight Response Replay","created":"2026-05-27","cited_by_count":3,"area":"inference"},{"id":"2504.09590","title":"Efficient LLM Serving on Hybrid Real-time and Best-effort Requests","created":"2025-04-13","cited_by_count":2,"area":"inference"},{"id":"2602.20595","title":"OptiLeak: Efficient Prompt Reconstruction via Reinforcement Learning in Multi-tenant LLM Services","created":"2026-02-24","cited_by_count":1,"area":"inference"},{"id":"2608.05448","title":"DBLAST: Dependent Block Drafting for Stochastic Speculative Decoding","created":"2026-08-05","cited_by_count":1,"area":"inference"},{"id":"2605.10875","title":"Compute Where it Counts: Self Optimizing Language Models","created":"2026-05-11","cited_by_count":0,"area":"inference"},{"id":"2605.14978","title":"Performance-Driven Policy Optimization for Speculative Decoding with Adaptive Windowing","created":"2026-05-14","cited_by_count":0,"area":"inference"},{"id":"2609.03181","title":"Jina-OCR-v1: Efficient Document Parsing with Speculative Decoding and Dense Verifiable Rewards","created":"2026-09-02","cited_by_count":0,"area":"inference"},{"id":"2609.24150","title":"Acceptance-Aware Draft Model Training for Speculative Decoding","created":"2026-09-21","cited_by_count":0,"area":"inference"},{"id":"2609.26638","title":"Diffusion Drafts, AR Verifies: Accelerating Document OCR with Self-Speculative Decoding","created":"2026-09-22","cited_by_count":0,"area":"inference"},{"id":"2609.39600","title":"GroundAnything: Reconciling Parallel Decoding with Precise Visual Grounding at Flash Speed","created":"2026-09-30","cited_by_count":0,"area":"inference"},{"id":"2610.13202","title":"S$^3$R: Fast and Faithful RL Rollouts via Self-Sparse Speculative Decoding","created":"2026-10-09","cited_by_count":0,"area":"inference"}],"next_cursor":null}