{"total":22,"rows":[{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653,"area":"inference"},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2106.05409","title":"Zero Time Waste: Recycling Predictions in Early Exit Neural Networks","created":"2021-06-09","cited_by_count":39,"area":"inference"},{"id":"2405.20915","title":"Fast yet Safe: Early-Exiting with Risk Control","created":"2024-05-31","cited_by_count":30,"area":"inference"},{"id":"2106.15183","title":"Multi-Exit Vision Transformer for Dynamic Inference","created":"2021-06-29","cited_by_count":28,"area":"inference"},{"id":"2105.09121","title":"Single-Layer Vision Transformers for More Accurate Early Exits with Less Overhead","created":"2021-05-19","cited_by_count":26,"area":"inference"},{"id":"2206.04685","title":"Predictive Exit: Prediction of Fine-Grained Early Exits for Computation- and Energy-Efficient Inference","created":"2022-06-09","cited_by_count":24,"area":"inference"},{"id":"2412.19925","title":"HADES: Hardware Accelerated Decoding for Efficient Speculation in Large Language Models","created":"2024-12-27","cited_by_count":15,"area":"inference"},{"id":"2402.00518","title":"EE-Tuning: An Economical yet Scalable Solution for Tuning Early-Exit Large Language Models","created":"2024-02-01","cited_by_count":13,"area":"inference"},{"id":"2207.06613","title":"T-RECX: Tiny-Resource Efficient Convolutional neural networks with early-eXit","created":"2022-07-14","cited_by_count":5,"area":"inference"},{"id":"2212.01562","title":"Understanding the Robustness of Multi-Exit Models under Common Corruptions","created":"2022-12-03","cited_by_count":4,"area":"inference"},{"id":"2304.10306","title":"FIANCEE: Faster Inference of Adversarial Networks via Conditional Early Exits","created":"2023-04-20","cited_by_count":3,"area":"inference"},{"id":"2309.09546","title":"Training dynamic models using early exits for automatic speech recognition on resource-constrained devices","created":"2023-09-18","cited_by_count":3,"area":"inference"},{"id":"2311.18098","title":"Adaptive Early Exiting for Collaborative Inference over Noisy Wireless Channels","created":"2023-11-29","cited_by_count":3,"area":"inference"},{"id":"2509.23666","title":"Beyond Greedy Exits: Improved Early Exit Decisions for Risk Control and Reliability","created":"2025-09-28","cited_by_count":3,"area":"inference"},{"id":"2507.09768","title":"Knowing When to Quit: Probabilistic Early Exits for Speech Separation","created":"2025-07-13","cited_by_count":2,"area":"inference"},{"id":"2206.09029","title":"Binary Early-Exit Network for Adaptive Inference on Low-Resource Devices","created":"2022-06-17","cited_by_count":1,"area":"inference"},{"id":"2512.20755","title":"Bridging Efficiency and Safety: Formal Verification of Neural Networks with Early Exits","created":"2025-12-23","cited_by_count":1,"area":"inference"},{"id":"2209.08625","title":"Improving the Performance of DNN-based Software Services using Automated Layer Caching","created":"2022-09-18","cited_by_count":0,"area":"inference"},{"id":"2407.21082","title":"Accelerating Large Language Model Inference with Self-Supervised Early Exits","created":"2024-07-30","cited_by_count":0,"area":"inference"},{"id":"2604.15764","title":"When Do Early-Exit Networks Generalize? A PAC-Bayesian Theory of Adaptive Depth","created":"2026-04-17","cited_by_count":0,"area":"inference"}],"next_cursor":null}