{"total":16,"rows":[{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944,"area":"inference"},{"id":"2402.02057","title":"Break the Sequential Dependency of LLM Inference Using Lookahead Decoding","created":"2024-02-03","cited_by_count":298,"area":"inference"},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2408.12757","title":"NanoFlow: Towards Optimal Large Language Model Serving Throughput","created":"2024-08-22","cited_by_count":90,"area":"inference"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2308.01045","title":"Dynamic Token Pruning in Plain Vision Transformers for Semantic Segmentation","created":"2023-08-02","cited_by_count":62,"area":"inference"},{"id":"2408.14690","title":"Training-Free Activation Sparsity in Large Language Models","created":"2024-08-26","cited_by_count":55,"area":"inference"},{"id":"2402.00518","title":"EE-Tuning: An Economical yet Scalable Solution for Tuning Early-Exit Large Language Models","created":"2024-02-01","cited_by_count":13,"area":"inference"},{"id":"2409.08464","title":"VLTP: Vision-Language Guided Token Pruning for Task-Oriented Segmentation","created":"2024-09-13","cited_by_count":11,"area":"inference"},{"id":"2505.10118","title":"Why 1 + 1 < 1 in Visual Token Pruning: Beyond Naive Integration via Multi-Objective Balanced Covering","created":"2025-05-15","cited_by_count":11,"area":"inference"},{"id":"2306.14393","title":"Constraint-aware and Ranking-distilled Token Pruning for Efficient Transformer Inference","created":"2023-06-26","cited_by_count":6,"area":"inference"},{"id":"2403.14047","title":"Accelerating ViT Inference on FPGA through Static and Dynamic Pruning","created":"2024-03-21","cited_by_count":5,"area":"inference"},{"id":"2406.05464","title":"DAISY: Data Adaptive Self-Supervised Early Exit for Speech Representation Models","created":"2024-06-08","cited_by_count":4,"area":"inference"},{"id":"2501.06730","title":"Better Prompt Compression Without Multi-Layer Perceptrons","created":"2025-01-12","cited_by_count":4,"area":"inference"},{"id":"2602.02163","title":"Reg4Pru: Regularisation Through Random Token Routing for Token Pruning","created":"2026-02-02","cited_by_count":0,"area":"inference"},{"id":"2603.04797","title":"Hardware-Software Co-design for 3D-DRAM-based LLM Serving Accelerator","created":"2026-03-05","cited_by_count":0,"area":"inference"}],"next_cursor":null}