{"total":108,"rows":[{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310,"area":"inference"},{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"},{"id":"2103.04505","title":"Split Computing and Early Exiting for Deep Learning Applications: Survey and Research Challenges","created":"2021-03-08","cited_by_count":115,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2502.08773","title":"Universal Model Routing for Efficient LLM Inference","created":"2025-02-12","cited_by_count":86,"area":"inference"},{"id":"2310.05424","title":"Fast and Robust Early-Exiting Framework for Autoregressive Language Models with Synchronized Parallel Decoding","created":"2023-10-09","cited_by_count":80,"area":"inference"},{"id":"2106.05022","title":"Adaptive Inference through Early-Exit Networks: Design, Challenges and Directions","created":"2021-06-09","cited_by_count":75,"area":"inference"},{"id":"2312.04916","title":"EE-LLM: Large-Scale Training and Inference of Early-Exit Large Language Models with 3D Parallelism","created":"2023-12-08","cited_by_count":69,"area":"inference"},{"id":"2209.08310","title":"Learning to Weight Samples for Dynamic Early-exiting Networks","created":"2022-09-17","cited_by_count":44,"area":"inference"},{"id":"2106.05409","title":"Zero Time Waste: Recycling Predictions in Early Exit Neural Networks","created":"2021-06-09","cited_by_count":39,"area":"inference"},{"id":"2406.03853","title":"Speculative Decoding via Early-exiting for Faster LLM Inference with Thompson Sampling Control Mechanism","created":"2024-06-06","cited_by_count":32,"area":"inference"},{"id":"2308.00255","title":"LGViT: Dynamic Early Exiting for Accelerating Vision Transformer","created":"2023-08-01","cited_by_count":31,"area":"inference"},{"id":"2405.20915","title":"Fast yet Safe: Early-Exiting with Risk Control","created":"2024-05-31","cited_by_count":30,"area":"inference"},{"id":"2106.15183","title":"Multi-Exit Vision Transformer for Dynamic Inference","created":"2021-06-29","cited_by_count":28,"area":"inference"},{"id":"2105.09121","title":"Single-Layer Vision Transformers for More Accurate Early Exits with Less Overhead","created":"2021-05-19","cited_by_count":26,"area":"inference"},{"id":"2206.04685","title":"Predictive Exit: Prediction of Fine-Grained Early Exits for Computation- and Energy-Efficient Inference","created":"2022-06-09","cited_by_count":24,"area":"inference"},{"id":"2502.19732","title":"Speculative Decoding and Beyond: An In-Depth Survey of Techniques","created":"2025-02-27","cited_by_count":23,"area":"inference"},{"id":"2111.00230","title":"Magic Pyramid: Accelerating Inference with Early Exiting and Token Pruning","created":"2021-10-30","cited_by_count":16,"area":"inference"},{"id":"2303.08010","title":"Window-Based Early-Exit Cascades for Uncertainty Estimation: When Deep Ensembles are More Efficient than Single Models","created":"2023-03-14","cited_by_count":16,"area":"inference"},{"id":"2306.02652","title":"Towards Anytime Classification in Early-Exit Architectures by Enforcing Conditional Monotonicity","created":"2023-06-05","cited_by_count":16,"area":"inference"},{"id":"2312.05385","title":"Apparate: Rethinking Early Exits to Tame Latency-Throughput Tensions in ML Serving","created":"2023-12-08","cited_by_count":15,"area":"inference"},{"id":"2107.00175","title":"Elbert: Fast Albert with Confidence-Window Based Early Exit","created":"2021-07-01","cited_by_count":14,"area":"inference"},{"id":"2309.09195","title":"SplitEE: Early Exit in Deep Neural Networks with Split Computing","created":"2023-09-17","cited_by_count":13,"area":"inference"},{"id":"2402.00518","title":"EE-Tuning: An Economical yet Scalable Solution for Tuning Early-Exit Large Language Models","created":"2024-02-01","cited_by_count":13,"area":"inference"},{"id":"2405.15039","title":"CEEBERT: Cross-Domain Inference in Early Exit BERT","created":"2024-05-23","cited_by_count":12,"area":"inference"},{"id":"2206.07269","title":"Resource-Constrained Edge AI with Early Exit Prediction","created":"2022-06-15","cited_by_count":11,"area":"inference"},{"id":"2505.21594","title":"Fast and Cost-effective Speculative Edge-Cloud Decoding with Early Exits","created":"2025-05-27","cited_by_count":11,"area":"inference"},{"id":"2301.07099","title":"Adaptive Deep Neural Network Inference Optimization with EENet","created":"2023-01-15","cited_by_count":9,"area":"inference"},{"id":"2108.09343","title":"Early-exit deep neural networks for distorted images: providing an efficient edge offloading","created":"2021-08-20","cited_by_count":8,"area":"inference"},{"id":"2309.13443","title":"Early-Exit with Class Exclusion for Efficient Inference of Neural Networks","created":"2023-09-23","cited_by_count":8,"area":"inference"},{"id":"2211.00495","title":"Efficient Graph Neural Network Inference at Large Scale","created":"2022-11-01","cited_by_count":7,"area":"inference"},{"id":"2311.08623","title":"DEED: Dynamic Early Exit on Decoder for Accelerating Encoder-Decoder Transformer Models","created":"2023-11-15","cited_by_count":7,"area":"inference"},{"id":"2403.14919","title":"Hierarchical Skip Decoding for Efficient Autoregressive Text Generation","created":"2024-03-22","cited_by_count":7,"area":"inference"},{"id":"2204.03276","title":"PALBERT: Teaching ALBERT to Ponder","created":"2022-04-07","cited_by_count":6,"area":"inference"},{"id":"2209.13443","title":"Fluid Batching: Exit-Aware Preemptive Serving of Early-Exit Neural Networks on Edge NPUs","created":"2022-09-27","cited_by_count":6,"area":"inference"},{"id":"2405.20314","title":"S3D: A Simple and Cost-Effective Self-Speculative Decoding Scheme for Low-Memory GPUs","created":"2024-05-30","cited_by_count":6,"area":"inference"},{"id":"2502.00745","title":"BEEM: Boosting Performance of Early Exit DNNs using Multi-Exit Classifiers as Experts","created":"2025-02-02","cited_by_count":6,"area":"inference"},{"id":"2207.06613","title":"T-RECX: Tiny-Resource Efficient Convolutional neural networks with early-eXit","created":"2022-07-14","cited_by_count":5,"area":"inference"},{"id":"2210.15621","title":"Class Based Thresholding in Early Exit Semantic Segmentation Networks","created":"2022-10-27","cited_by_count":5,"area":"inference"},{"id":"2306.02307","title":"Finding the SWEET Spot: Analysis and Improvement of Adaptive Inference in Low Resource Settings","created":"2023-06-04","cited_by_count":5,"area":"inference"},{"id":"2404.18322","title":"BlockLLM: Multi-tenant Finer-grained Serving for Large Language Models","created":"2024-04-28","cited_by_count":5,"area":"inference"},{"id":"2405.13019","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","created":"2024-05-15","cited_by_count":5,"area":"inference"},{"id":"2408.01890","title":"Cross-layer Attention Sharing for Pre-trained Large Language Models","created":"2024-08-04","cited_by_count":5,"area":"inference"},{"id":"2410.04424","title":"DAdEE: Unsupervised Domain Adaptation in Early Exit PLMs","created":"2024-10-06","cited_by_count":5,"area":"inference"},{"id":"2506.04203","title":"Cascadia: An Efficient Cascade Serving System for Large Language Models","created":"2025-06-04","cited_by_count":5,"area":"inference"},{"id":"2511.21669","title":"DSD: A Distributed Speculative Decoding Solution for Edge-Cloud Agile Large Model Serving","created":"2025-11-26","cited_by_count":5,"area":"inference"},{"id":"2212.01562","title":"Understanding the Robustness of Multi-Exit Models under Common Corruptions","created":"2022-12-03","cited_by_count":4,"area":"inference"},{"id":"2403.17726","title":"Tiny Models are the Computational Saver for Large Models","created":"2024-03-26","cited_by_count":4,"area":"inference"},{"id":"2406.05464","title":"DAISY: Data Adaptive Self-Supervised Early Exit for Speech Representation Models","created":"2024-06-08","cited_by_count":4,"area":"inference"},{"id":"2408.05247","title":"Early-Exit meets Model-Distributed Inference at Edge Networks","created":"2024-08-08","cited_by_count":4,"area":"inference"},{"id":"2410.18952","title":"Dynamic Vocabulary Pruning in Early-Exit LLMs","created":"2024-10-24","cited_by_count":4,"area":"inference"},{"id":"2412.19325","title":"Performance Control in Early Exiting to Deploy Large Models at the Same Cost of Smaller Ones","created":"2024-12-26","cited_by_count":4,"area":"inference"},{"id":"2601.03700","title":"ADEPT: Adaptive Dynamic Early-Exit Process for Transformers","created":"2026-01-07","cited_by_count":4,"area":"inference"},{"id":"2304.10306","title":"FIANCEE: Faster Inference of Adversarial Networks via Conditional Early Exits","created":"2023-04-20","cited_by_count":3,"area":"inference"},{"id":"2309.09546","title":"Training dynamic models using early exits for automatic speech recognition on resource-constrained devices","created":"2023-09-18","cited_by_count":3,"area":"inference"},{"id":"2311.18098","title":"Adaptive Early Exiting for Collaborative Inference over Noisy Wireless Channels","created":"2023-11-29","cited_by_count":3,"area":"inference"},{"id":"2410.04433","title":"CAPEEN: Image Captioning with Early Exits and Knowledge Distillation","created":"2024-10-06","cited_by_count":3,"area":"inference"},{"id":"2410.05338","title":"Distributed Inference on Mobile Edge and Cloud: An Early Exit based Clustering Approach","created":"2024-10-06","cited_by_count":3,"area":"inference"},{"id":"2503.17497","title":"You Only Look Once at Anytime (AnytimeYOLO): Analysis and Optimization of Early-Exits for Object-Detection","created":"2025-03-21","cited_by_count":3,"area":"inference"},{"id":"2509.23666","title":"Beyond Greedy Exits: Improved Early Exit Decisions for Risk Control and Reliability","created":"2025-09-28","cited_by_count":3,"area":"inference"},{"id":"2510.02480","title":"Controlling the Risk of Corrupted Contexts for Language Models via Early-Exiting","created":"2025-10-02","cited_by_count":3,"area":"inference"},{"id":"2210.15523","title":"COST-EFF: Collaborative Optimization of Spatial and Temporal Efficiency with Slenderized Multi-exit Language Models","created":"2022-10-27","cited_by_count":2,"area":"inference"},{"id":"2405.12705","title":"Multimodal Adaptive Inference for Document Image Classification with Anytime Early Exiting","created":"2024-05-21","cited_by_count":2,"area":"inference"},{"id":"2501.02508","title":"PTEENet: Post-Trained Early-Exit Neural Networks Augmentation for Inference Cost Optimization","created":"2025-01-05","cited_by_count":2,"area":"inference"},{"id":"2503.04865","title":"E4: Energy-Efficient DNN Inference for Edge Video Analytics Via Early-Exit and DVFS","created":"2025-03-06","cited_by_count":2,"area":"inference"},{"id":"2507.09768","title":"Knowing When to Quit: Probabilistic Early Exits for Speech Separation","created":"2025-07-13","cited_by_count":2,"area":"inference"},{"id":"2512.15705","title":"Dynamic Rebatching for Efficient Early-Exit Inference with DREX","created":"2025-12-17","cited_by_count":2,"area":"inference"},{"id":"2602.15836","title":"EdgeNav-QE: QLoRA Quantization and Dynamic Early Exit for LAM-based Navigation on Edge Devices","created":"2026-01-12","cited_by_count":2,"area":"inference"},{"id":"2607.02612","title":"Fusion: A Framework for Unified Sequential Token AdaptatIon in VisiOn TraNsformers","created":"2026-07-01","cited_by_count":2,"area":"inference"},{"id":"2206.09029","title":"Binary Early-Exit Network for Adaptive Inference on Low-Resource Devices","created":"2022-06-17","cited_by_count":1,"area":"inference"},{"id":"2403.07036","title":"A Converting Autoencoder Toward Low-latency and Energy-efficient DNN Inference at the Edge","created":"2024-03-11","cited_by_count":1,"area":"inference"},{"id":"2412.19587","title":"Goal-oriented Communications based on Recursive Early Exit Neural Networks","created":"2024-12-27","cited_by_count":1,"area":"inference"},{"id":"2502.15735","title":"DistrEE: Distributed Early Exit of Deep Neural Network Inference on Edge Devices","created":"2025-02-06","cited_by_count":1,"area":"inference"},{"id":"2506.18035","title":"Splitformer: An improved early-exit architecture for automatic speech recognition on edge devices","created":"2025-06-22","cited_by_count":1,"area":"inference"},{"id":"2509.17885","title":"Confidence-gated training for efficient early-exit neural networks","created":"2025-09-22","cited_by_count":1,"area":"inference"},{"id":"2510.23766","title":"BitSkip: An Empirical Analysis of Quantization and Early Exit Composition in Transformers","created":"2025-10-27","cited_by_count":1,"area":"inference"},{"id":"2512.10671","title":"AEBNAS: Strengthening Exit Branches in Early-Exit Networks through Hardware-Aware Neural Architecture Search","created":"2025-12-11","cited_by_count":1,"area":"inference"},{"id":"2512.20755","title":"Bridging Efficiency and Safety: Formal Verification of Neural Networks with Early Exits","created":"2025-12-23","cited_by_count":1,"area":"inference"},{"id":"2603.14380","title":"SPARQ: Spiking Early-Exit Neural Networks for Energy-Efficient Edge AI","created":"2026-03-15","cited_by_count":1,"area":"inference"},{"id":"2604.18396","title":"River-LLM: Large Language Model Seamless Exit Based on KV Share","created":"2026-04-20","cited_by_count":1,"area":"inference"},{"id":"2606.29640","title":"Fast Wireless Foundation Models with Early-Exits","created":"2026-06-28","cited_by_count":1,"area":"inference"},{"id":"2405.04249","title":"Federated Learning for Collaborative Inference Systems: The Case of Early Exit Networks","created":"2024-05-07","cited_by_count":0,"area":"inference"},{"id":"2407.21082","title":"Accelerating Large Language Model Inference with Self-Supervised Early Exits","created":"2024-07-30","cited_by_count":0,"area":"inference"},{"id":"2503.04521","title":"Dynamic Pricing for On-Demand DNN Inference in the Edge-AI Market","created":"2025-03-06","cited_by_count":0,"area":"inference"},{"id":"2509.08318","title":"CalexNet: Soft Cascade-Aligned Training and Calibration for Lightweight Early-Exit Branches","created":"2025-09-10","cited_by_count":0,"area":"inference"},{"id":"2509.11520","title":"Know What You Don't Know: Selective Prediction for Early Exit DNNs","created":"2025-09-15","cited_by_count":0,"area":"inference"},{"id":"2509.22992","title":"T-TAMER: Provably Taming Trade-offs in ML Serving","created":"2025-09-26","cited_by_count":0,"area":"inference"},{"id":"2510.00982","title":"Spiralformer: Low Latency Encoder for Streaming Speech Recognition with Circular Layer Skipping and Early Exiting","created":"2025-10-01","cited_by_count":0,"area":"inference"},{"id":"2510.04856","title":"ERDE: Entropy-Regularized Distillation for Early-exit","created":"2025-10-06","cited_by_count":0,"area":"inference"},{"id":"2510.12856","title":"Efficient Adaptive Transformer: An Empirical Study and Reproducible Framework","created":"2025-10-14","cited_by_count":0,"area":"inference"},{"id":"2602.03043","title":"SAFE-KD: Risk-Controlled Early-Exit Distillation for Vision Backbones","created":"2026-02-03","cited_by_count":0,"area":"inference"},{"id":"2603.12269","title":"DART: Input-Difficulty-AwaRe Adaptive Threshold for Early-Exit DNNs","created":"2026-02-17","cited_by_count":0,"area":"inference"},{"id":"2603.21365","title":"TIDE: Token-Informed Depth Execution for Per-Token Early Exit in LLM Inference","created":"2026-03-22","cited_by_count":0,"area":"inference"},{"id":"2604.14789","title":"A Comparative Study of CNN Optimization Methods for Edge AI: Exploring the Role of Early Exits","created":"2026-04-16","cited_by_count":0,"area":"inference"},{"id":"2604.15764","title":"When Do Early-Exit Networks Generalize? A PAC-Bayesian Theory of Adaptive Depth","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2604.18592","title":"Two-dimensional early exit optimisation of LLM inference","created":"2026-03-27","cited_by_count":0,"area":"inference"},{"id":"2605.02888","title":"SpecKV: Adaptive Speculative Decoding with Compression-Aware Gamma Selection","created":"2026-05-04","cited_by_count":0,"area":"inference"},{"id":"2605.05358","title":"Balancing Stability and Plasticity in Sequentially Trained Early-Exiting Neural Networks","created":"2026-05-06","cited_by_count":0,"area":"inference"},{"id":"2605.05527","title":"EdgeServing: Deadline-Aware Multi-DNN Serving at the Edge","created":"2026-05-07","cited_by_count":0,"area":"inference"},{"id":"2605.07317","title":"Amortized-Precision Quantization for Early-Exit Vision Transformers","created":"2026-05-08","cited_by_count":0,"area":"inference"}],"next_cursor":"100"}