{"total":13,"rows":[{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2410.14731","title":"MatryoshkaKV: Adaptive KV Compression via Trainable Orthogonal Projection","created":"2024-10-16","cited_by_count":29,"area":"inference"},{"id":"2412.01380","title":"Efficient LLM Inference using Dynamic Input Pruning and Cache-Aware Masking","created":"2024-12-02","cited_by_count":11,"area":"inference"},{"id":"2509.09955","title":"Adaptive Token Merging for Efficient Transformer Semantic Communication at the Edge","created":"2025-09-12","cited_by_count":7,"area":"inference"},{"id":"2602.12151","title":"OServe: Accelerating LLM Serving via Spatial-Temporal Workload Orchestration","created":"2026-02-12","cited_by_count":3,"area":"inference"},{"id":"2505.16502","title":"Recursive Offloading for LLM Serving in Multi-tier Networks","created":"2025-05-22","cited_by_count":2,"area":"inference"},{"id":"2511.18868","title":"KernelBand: Steering LLM-based Kernel Optimization via Hardware-Aware Multi-Armed Bandits","created":"2025-11-24","cited_by_count":2,"area":"inference"},{"id":"2601.04766","title":"JuDi: Revisiting Judge Decoding from First Principles via Training-Free Distributional Divergence","created":"2026-01-08","cited_by_count":2,"area":"inference"},{"id":"2602.15836","title":"EdgeNav-QE: QLoRA Quantization and Dynamic Early Exit for LAM-based Navigation on Edge Devices","created":"2026-01-12","cited_by_count":2,"area":"inference"},{"id":"2601.14260","title":"End-to-End Transformer Acceleration Through Processing-in-Memory Architectures","created":"2025-11-21","cited_by_count":1,"area":"inference"},{"id":"2603.27138","title":"ScoutAttention: Efficient KV Cache Offloading via Layer-Ahead CPU Pre-computation for LLM Inference","created":"2026-03-28","cited_by_count":1,"area":"inference"},{"id":"2605.26444","title":"NanoSpec: Accelerating Speculative Decoding using Minimalist In-Context Vocabularies","created":"2026-04-08","cited_by_count":1,"area":"inference"},{"id":"2608.03036","title":"LLM Serving in the Wild: An Empirical Study of Frameworks, Methods, and System Designs","created":"2026-08-04","cited_by_count":0,"area":"inference"}],"next_cursor":null}