{"total":14,"rows":[{"id":"2407.00023","title":"Preble: Efficient Distributed Prompt Scheduling for LLM Serving","created":"2024-05-08","cited_by_count":70,"area":"inference"},{"id":"2504.06261","title":"Hogwild! Inference: Parallel LLM Generation via Concurrent Attention","created":"2025-04-08","cited_by_count":32,"area":"inference"},{"id":"2404.00242","title":"DeFT: Decoding with Flash Tree-attention for Efficient Tree-structured LLM Inference","created":"2024-03-30","cited_by_count":19,"area":"inference"},{"id":"2506.07851","title":"Learning to Focus: Causal Attention Distillation via Gradient-Guided Token Pruning","created":"2025-06-09","cited_by_count":13,"area":"inference"},{"id":"2508.08895","title":"ASPD: Unlocking Adaptive Serial-Parallel Decoding by Exploring Intrinsic Parallelism in LLMs","created":"2025-08-12","cited_by_count":11,"area":"inference"},{"id":"2403.08845","title":"Bifurcated Attention: Accelerating Massively Parallel Decoding with Shared Prefixes in LLMs","created":"2024-03-13","cited_by_count":7,"area":"inference"},{"id":"2402.04838","title":"PaDeLLM-NER: Parallel Decoding in Large Language Models for Named Entity Recognition","created":"2024-02-07","cited_by_count":6,"area":"inference"},{"id":"2402.12280","title":"Plato: Plan to Efficiently Decode for Large Language Model Inference","created":"2024-02-19","cited_by_count":6,"area":"inference"},{"id":"2608.12385","title":"Decode-Branch Transformers: Decoupling the Primary Prefill Path from Additional Decode Computation","created":"2026-07-31","cited_by_count":1,"area":"inference"},{"id":"2605.06914","title":"Regulating Branch Parallelism in LLM Serving","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2606.22840","title":"RLM-Cascade: Response-Level Speculative Decoding for Cost-Efficient LLM API Serving","created":"2026-06-22","cited_by_count":0,"area":"inference"},{"id":"2607.20475","title":"SonicSampler: Unified Tile-Aware Kernels for LLM Sampling and Speculative Verification","created":"2026-05-24","cited_by_count":0,"area":"inference"},{"id":"2607.25498","title":"Beyond Prefill-Decode Disaggregation: Dissecting LLM Inference for Heterogeneous Platforms via Dynamic Operator Scheduling","created":"2026-07-28","cited_by_count":0,"area":"inference"},{"id":"2610.14571","title":"Dissecting the Carbon-SLO Tension in Geo-Distributed LLM Serving","created":"2026-10-10","cited_by_count":0,"area":"inference"}],"next_cursor":null}