{"total":21,"rows":[{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2106.05022","title":"Adaptive Inference through Early-Exit Networks: Design, Challenges and Directions","created":"2021-06-09","cited_by_count":75,"area":"inference"},{"id":"2405.19261","title":"Faster Cascades via Speculative Decoding","created":"2024-05-29","cited_by_count":38,"area":"inference"},{"id":"2405.20915","title":"Fast yet Safe: Early-Exiting with Risk Control","created":"2024-05-31","cited_by_count":30,"area":"inference"},{"id":"2303.08010","title":"Window-Based Early-Exit Cascades for Uncertainty Estimation: When Deep Ensembles are More Efficient than Single Models","created":"2023-03-14","cited_by_count":16,"area":"inference"},{"id":"2306.02652","title":"Towards Anytime Classification in Early-Exit Architectures by Enforcing Conditional Monotonicity","created":"2023-06-05","cited_by_count":16,"area":"inference"},{"id":"2306.02307","title":"Finding the SWEET Spot: Analysis and Improvement of Adaptive Inference in Low Resource Settings","created":"2023-06-04","cited_by_count":5,"area":"inference"},{"id":"2404.12599","title":"QUTE: Quantifying Uncertainty in TinyML with Early-exit-assisted ensembles for model-monitoring","created":"2024-04-19","cited_by_count":4,"area":"inference"},{"id":"2412.19325","title":"Performance Control in Early Exiting to Deploy Large Models at the Same Cost of Smaller Ones","created":"2024-12-26","cited_by_count":4,"area":"inference"},{"id":"2507.09768","title":"Knowing When to Quit: Probabilistic Early Exits for Speech Separation","created":"2025-07-13","cited_by_count":2,"area":"inference"},{"id":"2406.14404","title":"Predicting Probabilities of Error to Combine Quantization and Early Exiting: QuEE","created":"2024-06-20","cited_by_count":1,"area":"inference"},{"id":"2607.05061","title":"KVpop -- Key-Value Cache Compression with Predictive Online Pruning","created":"2026-07-06","cited_by_count":1,"area":"inference"},{"id":"2609.07786","title":"Signed Rescue Routing: Harm-Aware Cascades for Efficient LLM Inference","created":"2026-09-07","cited_by_count":1,"area":"inference"},{"id":"2209.08625","title":"Improving the Performance of DNN-based Software Services using Automated Layer Caching","created":"2022-09-18","cited_by_count":0,"area":"inference"},{"id":"2508.21495","title":"Rethinking Calibration for Early-Exit Neural Networks","created":"2025-08-29","cited_by_count":0,"area":"inference"},{"id":"2509.08318","title":"CalexNet: Soft Cascade-Aligned Training and Calibration for Lightweight Early-Exit Branches","created":"2025-09-10","cited_by_count":0,"area":"inference"},{"id":"2511.00641","title":"More Than A Shortcut: A Hyperbolic Approach To Early-Exit Networks","created":"2025-11-01","cited_by_count":0,"area":"inference"},{"id":"2602.03043","title":"SAFE-KD: Risk-Controlled Early-Exit Distillation for Vision Backbones","created":"2026-02-03","cited_by_count":0,"area":"inference"},{"id":"2607.20467","title":"DC-Leap: Training-Free Acceleration of dLLMs via Draft-Guided Contiguous Leaping Decoding","created":"2026-05-19","cited_by_count":0,"area":"inference"},{"id":"2609.04071","title":"TAP-Path: Task-Adaptive Structural and Token Pruning for Efficient and Trustworthy Pathology Foundation Models","created":"2026-09-03","cited_by_count":0,"area":"inference"},{"id":"2610.18615","title":"VideoJev: System One Model for Video Understanding and Interaction","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}