{"total":38,"rows":[{"id":"2403.12968","title":"LLMLingua-2: Data Distillation for Efficient and Faithful Task-Agnostic Prompt Compression","created":"2024-03-19","cited_by_count":348,"area":"inference"},{"id":"2308.04623","title":"Accelerating LLM Inference with Staged Speculative Decoding","created":"2023-08-08","cited_by_count":151,"area":"inference"},{"id":"2103.04505","title":"Split Computing and Early Exiting for Deep Learning Applications: Survey and Research Challenges","created":"2021-03-08","cited_by_count":115,"area":"inference"},{"id":"2412.01827","title":"RandAR: Decoder-only Autoregressive Visual Generation in Random Orders","created":"2024-12-02","cited_by_count":83,"area":"inference"},{"id":"2106.04970","title":"Instantaneous Grammatical Error Correction with Shallow Aggressive Decoding","created":"2021-06-09","cited_by_count":53,"area":"inference"},{"id":"2209.08310","title":"Learning to Weight Samples for Dynamic Early-exiting Networks","created":"2022-09-17","cited_by_count":44,"area":"inference"},{"id":"2105.11618","title":"TR-BERT: Dynamic Token Reduction for Accelerating BERT Inference","created":"2021-05-25","cited_by_count":40,"area":"inference"},{"id":"2106.15183","title":"Multi-Exit Vision Transformer for Dynamic Inference","created":"2021-06-29","cited_by_count":28,"area":"inference"},{"id":"2105.09121","title":"Single-Layer Vision Transformers for More Accurate Early Exits with Less Overhead","created":"2021-05-19","cited_by_count":26,"area":"inference"},{"id":"2503.04992","title":"Wanda++: Pruning Large Language Models via Regional Gradients","created":"2025-03-06","cited_by_count":26,"area":"inference"},{"id":"2503.10568","title":"Autoregressive Image Generation with Randomized Parallel Decoding","created":"2025-03-13","cited_by_count":20,"area":"inference"},{"id":"2504.20456","title":"Reviving Any-Subset Autoregressive Models with Principled Parallel Sampling and Speculative Decoding","created":"2025-04-29","cited_by_count":15,"area":"inference"},{"id":"2204.06328","title":"HuBERT-EE: Early Exiting HuBERT for Efficient Speech Recognition","created":"2022-04-13","cited_by_count":13,"area":"inference"},{"id":"2405.15039","title":"CEEBERT: Cross-Domain Inference in Early Exit BERT","created":"2024-05-23","cited_by_count":12,"area":"inference"},{"id":"2404.15778","title":"BASS: Batched Attention-optimized Speculative Sampling","created":"2024-04-24","cited_by_count":11,"area":"inference"},{"id":"2108.11033","title":"GRIM: A General, Real-Time Deep Learning Inference Framework for Mobile Devices based on Fine-Grained Structured Weight Sparsity","created":"2021-08-25","cited_by_count":10,"area":"inference"},{"id":"2303.09266","title":"SmartBERT: A Promotion of Dynamic Early Exiting Mechanism for Accelerating BERT Inference","created":"2023-03-16","cited_by_count":9,"area":"inference"},{"id":"2108.09343","title":"Early-exit deep neural networks for distorted images: providing an efficient edge offloading","created":"2021-08-20","cited_by_count":8,"area":"inference"},{"id":"2406.01283","title":"Focus on the Core: Efficient Attention via Pruned Token Compression for Document Classification","created":"2024-06-03","cited_by_count":7,"area":"inference"},{"id":"2508.08192","title":"Efficient Speculative Decoding for Llama at Scale: Challenges and Solutions","created":"2025-08-11","cited_by_count":7,"area":"inference"},{"id":"2204.03276","title":"PALBERT: Teaching ALBERT to Ponder","created":"2022-04-07","cited_by_count":6,"area":"inference"},{"id":"2606.04557","title":"Cartridges at Scale: Training Modular KV Caches over Large Document Collections","created":"2026-06-03","cited_by_count":6,"area":"inference"},{"id":"2207.06613","title":"T-RECX: Tiny-Resource Efficient Convolutional neural networks with early-eXit","created":"2022-07-14","cited_by_count":5,"area":"inference"},{"id":"2410.04424","title":"DAdEE: Unsupervised Domain Adaptation in Early Exit PLMs","created":"2024-10-06","cited_by_count":5,"area":"inference"},{"id":"2503.07956","title":"EFPC: Towards Efficient and Flexible Prompt Compression","created":"2025-03-11","cited_by_count":5,"area":"inference"},{"id":"2104.11897","title":"Modeling Coverage for Non-Autoregressive Neural Machine Translation","created":"2021-04-24","cited_by_count":4,"area":"inference"},{"id":"2511.00682","title":"Outlier-Aware Post-Training Quantization for Image Super-Resolution","created":"2025-11-01","cited_by_count":4,"area":"inference"},{"id":"2304.10306","title":"FIANCEE: Faster Inference of Adversarial Networks via Conditional Early Exits","created":"2023-04-20","cited_by_count":3,"area":"inference"},{"id":"2410.05338","title":"Distributed Inference on Mobile Edge and Cloud: An Early Exit based Clustering Approach","created":"2024-10-06","cited_by_count":3,"area":"inference"},{"id":"2206.09029","title":"Binary Early-Exit Network for Adaptive Inference on Low-Resource Devices","created":"2022-06-17","cited_by_count":1,"area":"inference"},{"id":"2211.06075","title":"Helping the Weak Makes You Strong: Simple Multi-Task Learning Improves Non-Autoregressive Translators","created":"2022-11-11","cited_by_count":1,"area":"inference"},{"id":"2403.07036","title":"A Converting Autoencoder Toward Low-latency and Energy-efficient DNN Inference at the Edge","created":"2024-03-11","cited_by_count":1,"area":"inference"},{"id":"2406.14404","title":"Predicting Probabilities of Error to Combine Quantization and Early Exiting: QuEE","created":"2024-06-20","cited_by_count":1,"area":"inference"},{"id":"2506.18035","title":"Splitformer: An improved early-exit architecture for automatic speech recognition on edge devices","created":"2025-06-22","cited_by_count":1,"area":"inference"},{"id":"2509.11520","title":"Know What You Don't Know: Selective Prediction for Early Exit DNNs","created":"2025-09-15","cited_by_count":0,"area":"inference"},{"id":"2607.02922","title":"STAC: Selective Spatiotemporal Aggregation and Compression for Video Reasoning Segmentation","created":"2026-07-03","cited_by_count":0,"area":"inference"},{"id":"2608.15592","title":"When Entropy Is Not Enough: Reclaiming Lost Semantics in LLM Output Length Prediction","created":"2026-08-16","cited_by_count":0,"area":"inference"},{"id":"2608.28911","title":"SemKV: Semantic Mixed-Precision KV Cache Quantization Guided by the Quality Cliff for Long-Context LLM Inference","created":"2026-08-28","cited_by_count":0,"area":"inference"}],"next_cursor":null}