{"total":22,"rows":[{"id":"2401.09670","title":"DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving","created":"2024-01-18","cited_by_count":617,"area":"inference"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2504.08242","title":"Jupiter: Fast and Resource-Efficient Collaborative Inference of Generative LLMs on Edge Devices","created":"2025-04-11","cited_by_count":15,"area":"inference"},{"id":"2503.16980","title":"VQToken: Neural Discrete Token Representation Learning for Extreme Token Reduction in Video Large Language Models","created":"2025-03-21","cited_by_count":12,"area":"inference"},{"id":"2412.02252","title":"Compressing KV Cache for Long-Context LLM Inference with Inter-Layer Attention Similarity","created":"2024-12-03","cited_by_count":10,"area":"inference"},{"id":"2510.11938","title":"FlexPipe: Adapting Dynamic LLM Serving Through Inflight Pipeline Refactoring in Fragmented Serverless Clusters","created":"2025-10-13","cited_by_count":9,"area":"inference"},{"id":"2503.06594","title":"Beyond Decoder-only: Large Language Models Can be Good Encoders for Machine Translation","created":"2025-03-09","cited_by_count":8,"area":"inference"},{"id":"2405.20314","title":"S3D: A Simple and Cost-Effective Self-Speculative Decoding Scheme for Low-Memory GPUs","created":"2024-05-30","cited_by_count":6,"area":"inference"},{"id":"2602.02108","title":"Out of the Memory Barrier: A Highly Memory Efficient Training System for LLMs with Million-Token Contexts","created":"2026-02-02","cited_by_count":4,"area":"inference"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2503.17707","title":"PipeBoost: Resilient Pipelined Architecture for Fast Serverless LLM Scaling","created":"2025-03-22","cited_by_count":2,"area":"inference"},{"id":"2505.18092","title":"QwenLong-CPRS: Towards $\\infty$-LLMs with Dynamic Context Optimization","created":"2025-05-23","cited_by_count":2,"area":"inference"},{"id":"2501.13111","title":"iServe: An Intent-based Serving System for LLMs","created":"2025-01-08","cited_by_count":1,"area":"inference"},{"id":"2502.15804","title":"FairKV: Balancing Per-Head KV Cache for Fast Multi-GPU Inference","created":"2025-02-19","cited_by_count":0,"area":"inference"},{"id":"2504.12526","title":"MOM: Memory-Efficient Offloaded Mini-Sequence Inference for Long Context Language Models","created":"2025-04-16","cited_by_count":0,"area":"inference"},{"id":"2505.14864","title":"Balanced and Elastic End-to-end Training of Dynamic LLMs","created":"2025-05-20","cited_by_count":0,"area":"inference"},{"id":"2607.02574","title":"From Tensor Buffer to Distributed Memory Hierarchy: A Survey of KV Cache Management for LLM Serving","created":"2026-06-30","cited_by_count":0,"area":"inference"},{"id":"2607.14327","title":"PReM: Learning What to Preserve and When to Refresh for Context Compression","created":"2026-07-15","cited_by_count":0,"area":"inference"},{"id":"2608.28911","title":"SemKV: Semantic Mixed-Precision KV Cache Quantization Guided by the Quality Cliff for Long-Context LLM Inference","created":"2026-08-28","cited_by_count":0,"area":"inference"},{"id":"2609.17008","title":"FlexEE: Self-Speculative and KV-Compatible Early Exiting for Offloading-Aware LLM Inference","created":"2026-09-15","cited_by_count":0,"area":"inference"}],"next_cursor":null}