{"total":38,"rows":[{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653,"area":"inference"},{"id":"2106.05022","title":"Adaptive Inference through Early-Exit Networks: Design, Challenges and Directions","created":"2021-06-09","cited_by_count":75,"area":"inference"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2403.02991","title":"MADTP: Multimodal Alignment-Guided Dynamic Token Pruning for Accelerating Vision-Language Transformer","created":"2024-03-05","cited_by_count":54,"area":"inference"},{"id":"2209.08310","title":"Learning to Weight Samples for Dynamic Early-exiting Networks","created":"2022-09-17","cited_by_count":44,"area":"inference"},{"id":"2203.13240","title":"Token Dropping for Efficient BERT Pretraining","created":"2022-03-24","cited_by_count":42,"area":"inference"},{"id":"2405.20915","title":"Fast yet Safe: Early-Exiting with Risk Control","created":"2024-05-31","cited_by_count":30,"area":"inference"},{"id":"2106.15183","title":"Multi-Exit Vision Transformer for Dynamic Inference","created":"2021-06-29","cited_by_count":28,"area":"inference"},{"id":"2105.09121","title":"Single-Layer Vision Transformers for More Accurate Early Exits with Less Overhead","created":"2021-05-19","cited_by_count":26,"area":"inference"},{"id":"2504.08850","title":"SpecEE: Accelerating Large Language Model Inference with Speculative Early Exiting","created":"2025-04-11","cited_by_count":23,"area":"inference"},{"id":"2303.08010","title":"Window-Based Early-Exit Cascades for Uncertainty Estimation: When Deep Ensembles are More Efficient than Single Models","created":"2023-03-14","cited_by_count":16,"area":"inference"},{"id":"2306.02652","title":"Towards Anytime Classification in Early-Exit Architectures by Enforcing Conditional Monotonicity","created":"2023-06-05","cited_by_count":16,"area":"inference"},{"id":"2402.00518","title":"EE-Tuning: An Economical yet Scalable Solution for Tuning Early-Exit Large Language Models","created":"2024-02-01","cited_by_count":13,"area":"inference"},{"id":"2506.05709","title":"Token Transforming: A Unified and Training-Free Token Compression Framework for Vision Transformer Acceleration","created":"2025-06-06","cited_by_count":9,"area":"inference"},{"id":"2309.13443","title":"Early-Exit with Class Exclusion for Efficient Inference of Neural Networks","created":"2023-09-23","cited_by_count":8,"area":"inference"},{"id":"2504.10724","title":"HELIOS: Adaptive Model And Early-Exit Selection for Efficient LLM Inference Serving","created":"2025-04-14","cited_by_count":8,"area":"inference"},{"id":"2403.17726","title":"Tiny Models are the Computational Saver for Large Models","created":"2024-03-26","cited_by_count":4,"area":"inference"},{"id":"2408.05247","title":"Early-Exit meets Model-Distributed Inference at Edge Networks","created":"2024-08-08","cited_by_count":4,"area":"inference"},{"id":"2410.20022","title":"Dynamic layer selection in decoder-only transformers","created":"2024-10-26","cited_by_count":4,"area":"inference"},{"id":"2510.02480","title":"Controlling the Risk of Corrupted Contexts for Language Models via Early-Exiting","created":"2025-10-02","cited_by_count":3,"area":"inference"},{"id":"2409.13999","title":"Multiple-Exit Tuning: Towards Inference-Efficient Adaptation for Vision Transformer","created":"2024-09-21","cited_by_count":2,"area":"inference"},{"id":"2406.14404","title":"Predicting Probabilities of Error to Combine Quantization and Early Exiting: QuEE","created":"2024-06-20","cited_by_count":1,"area":"inference"},{"id":"2603.14380","title":"SPARQ: Spiking Early-Exit Neural Networks for Energy-Efficient Edge AI","created":"2026-03-15","cited_by_count":1,"area":"inference"},{"id":"2604.18396","title":"River-LLM: Large Language Model Seamless Exit Based on KV Share","created":"2026-04-20","cited_by_count":1,"area":"inference"},{"id":"2412.05225","title":"BEExformer: A Fast Inferencing Binarized Transformer with Early Exits","created":"2024-12-06","cited_by_count":0,"area":"inference"},{"id":"2505.14864","title":"Balanced and Elastic End-to-end Training of Dynamic LLMs","created":"2025-05-20","cited_by_count":0,"area":"inference"},{"id":"2509.07928","title":"Accelerating Local AI on Consumer GPUs: A Hardware-Aware Dynamic Strategy for YOLOv10s","created":"2025-09-09","cited_by_count":0,"area":"inference"},{"id":"2509.08318","title":"CalexNet: Soft Cascade-Aligned Training and Calibration for Lightweight Early-Exit Branches","created":"2025-09-10","cited_by_count":0,"area":"inference"},{"id":"2509.22992","title":"T-TAMER: Provably Taming Trade-offs in ML Serving","created":"2025-09-26","cited_by_count":0,"area":"inference"},{"id":"2510.04856","title":"ERDE: Entropy-Regularized Distillation for Early-exit","created":"2025-10-06","cited_by_count":0,"area":"inference"},{"id":"2602.03043","title":"SAFE-KD: Risk-Controlled Early-Exit Distillation for Vision Backbones","created":"2026-02-03","cited_by_count":0,"area":"inference"},{"id":"2603.12269","title":"DART: Input-Difficulty-AwaRe Adaptive Threshold for Early-Exit DNNs","created":"2026-02-17","cited_by_count":0,"area":"inference"},{"id":"2603.21365","title":"TIDE: Token-Informed Depth Execution for Per-Token Early Exit in LLM Inference","created":"2026-03-22","cited_by_count":0,"area":"inference"},{"id":"2604.14789","title":"A Comparative Study of CNN Optimization Methods for Edge AI: Exploring the Role of Early Exits","created":"2026-04-16","cited_by_count":0,"area":"inference"},{"id":"2604.15764","title":"When Do Early-Exit Networks Generalize? A PAC-Bayesian Theory of Adaptive Depth","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2605.05358","title":"Balancing Stability and Plasticity in Sequentially Trained Early-Exiting Neural Networks","created":"2026-05-06","cited_by_count":0,"area":"inference"},{"id":"2609.12337","title":"Theoretical Guarantees for One-Shot Magnitude Pruning and Compute-Adaptive Early Exit","created":"2026-09-11","cited_by_count":0,"area":"inference"},{"id":"2609.29867","title":"Does per-frame early exit pay? A compute-matched study of dynamic depth for on-device speech enhancement","created":"2026-09-24","cited_by_count":0,"area":"inference"}],"next_cursor":null}