{"total":18,"rows":[{"id":"2402.16363","title":"LLM Inference Unveiled: Survey and Roofline Model Insights","created":"2024-02-26","cited_by_count":152,"area":"inference"},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139,"area":"inference"},{"id":"2106.05022","title":"Adaptive Inference through Early-Exit Networks: Design, Challenges and Directions","created":"2021-06-09","cited_by_count":75,"area":"inference"},{"id":"2312.05516","title":"Stateful Large Language Model Serving with Pensieve","created":"2023-12-09","cited_by_count":61,"area":"inference"},{"id":"2403.02991","title":"MADTP: Multimodal Alignment-Guided Dynamic Token Pruning for Accelerating Vision-Language Transformer","created":"2024-03-05","cited_by_count":54,"area":"inference"},{"id":"2405.20915","title":"Fast yet Safe: Early-Exiting with Risk Control","created":"2024-05-31","cited_by_count":30,"area":"inference"},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2502.15075","title":"Quantize What Counts: More for Keys, Less for Values","created":"2025-02-20","cited_by_count":10,"area":"inference"},{"id":"2301.07099","title":"Adaptive Deep Neural Network Inference Optimization with EENet","created":"2023-01-15","cited_by_count":9,"area":"inference"},{"id":"2605.13810","title":"Provable Quantization with Randomized Hadamard Transform","created":"2026-05-13","cited_by_count":8,"area":"inference"},{"id":"2601.09703","title":"ShortCoder: Knowledge-Augmented Syntax Optimization for Token-Efficient Code Generation","created":"2026-01-14","cited_by_count":3,"area":"inference"},{"id":"2406.14404","title":"Predicting Probabilities of Error to Combine Quantization and Early Exiting: QuEE","created":"2024-06-20","cited_by_count":1,"area":"inference"},{"id":"2504.08838","title":"SD$^2$: Self-Distilled Sparse Drafters","created":"2025-04-10","cited_by_count":1,"area":"inference"},{"id":"2508.00370","title":"EdgeInfinite-Instruct: Bridging SFT-Based Optimization and NPU-Level Efficiency for Edge Devices","created":"2025-08-01","cited_by_count":1,"area":"inference"},{"id":"2508.09072","title":"READER: Retrieval-Assisted Drafter for Efficient LLM Inference","created":"2025-08-12","cited_by_count":0,"area":"inference"},{"id":"2605.07317","title":"Amortized-Precision Quantization for Early-Exit Vision Transformers","created":"2026-05-08","cited_by_count":0,"area":"inference"},{"id":"2606.22249","title":"On the Expressive Power of Weight Quantization in Large Language Models","created":"2026-06-20","cited_by_count":0,"area":"inference"}],"next_cursor":null}