{"total":55,"rows":[{"id":"2302.01318","title":"Accelerating Large Language Model Decoding with Speculative Sampling","created":"2023-02-02","cited_by_count":1006,"area":"inference"},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310,"area":"inference"},{"id":"2108.01390","title":"Evo-ViT: Slow-Fast Token Evolution for Dynamic Vision Transformer","created":"2021-08-03","cited_by_count":177,"area":"inference"},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2311.08252","title":"REST: Retrieval-Based Speculative Decoding","created":"2023-11-14","cited_by_count":150,"area":"inference"},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139,"area":"inference"},{"id":"2402.05109","title":"Hydra: Sequentially-Dependent Draft Heads for Medusa Decoding","created":"2024-02-07","cited_by_count":117,"area":"inference"},{"id":"2203.07259","title":"The Optimal BERT Surgeon: Scalable and Accurate Second-Order Pruning for Large Language Models","created":"2022-03-14","cited_by_count":115,"area":"inference"},{"id":"2312.15234","title":"Towards Efficient Generative Large Language Model Serving: A Survey from Algorithms to Systems","created":"2023-12-23","cited_by_count":102,"area":"inference"},{"id":"2408.15792","title":"Efficient LLM Scheduling by Learning to Rank","created":"2024-08-28","cited_by_count":85,"area":"inference"},{"id":"2306.06000","title":"S$^{3}$: Increasing GPU Utilization during Generative Inference for Higher Throughput","created":"2023-06-09","cited_by_count":81,"area":"inference"},{"id":"2401.15569","title":"Efficient Tuning and Inference for Large Language Models on Textual Graphs","created":"2024-01-28","cited_by_count":54,"area":"inference"},{"id":"2306.07050","title":"Revisiting Token Pruning for Object Detection and Instance Segmentation","created":"2023-06-12","cited_by_count":50,"area":"inference"},{"id":"2308.08758","title":"Discrete Prompt Compression with Reinforcement Learning","created":"2023-08-17","cited_by_count":42,"area":"inference"},{"id":"2105.11618","title":"TR-BERT: Dynamic Token Reduction for Accelerating BERT Inference","created":"2021-05-25","cited_by_count":40,"area":"inference"},{"id":"2405.16148","title":"Accelerating Transformers with Spectrum-Preserving Token Merging","created":"2024-05-25","cited_by_count":35,"area":"inference"},{"id":"2203.01670","title":"A Simple Hash-Based Early Exiting Approach For Language Understanding and Generation","created":"2022-03-03","cited_by_count":32,"area":"inference"},{"id":"2105.13878","title":"Accelerating BERT Inference for Sequence Labeling via Early-Exit","created":"2021-05-28","cited_by_count":29,"area":"inference"},{"id":"2408.05235","title":"SLO-aware GPU Frequency Scaling for Energy Efficient LLM Inference Serving","created":"2024-08-05","cited_by_count":19,"area":"inference"},{"id":"2603.04445","title":"Dynamic Model Routing and Cascading for Efficient LLM Inference: A Survey","created":"2026-02-23","cited_by_count":19,"area":"inference"},{"id":"2111.00230","title":"Magic Pyramid: Accelerating Inference with Early Exiting and Token Pruning","created":"2021-10-30","cited_by_count":16,"area":"inference"},{"id":"2112.06540","title":"A Study on Token Pruning for ColBERT","created":"2021-12-13","cited_by_count":15,"area":"inference"},{"id":"2312.05385","title":"Apparate: Rethinking Early Exits to Tame Latency-Throughput Tensions in ML Serving","created":"2023-12-08","cited_by_count":15,"area":"inference"},{"id":"2107.00175","title":"Elbert: Fast Albert with Confidence-Window Based Early Exit","created":"2021-07-01","cited_by_count":14,"area":"inference"},{"id":"2305.12228","title":"Dynamic Transformers Provide a False Sense of Efficiency","created":"2023-05-20","cited_by_count":14,"area":"inference"},{"id":"2312.11882","title":"ConsistentEE: A Consistent and Hardness-Guided Early Exiting Method for Accelerating Language Models Inference","created":"2023-12-19","cited_by_count":13,"area":"inference"},{"id":"2403.08058","title":"CHAI: Clustered Head Attention for Efficient LLM Inference","created":"2024-03-12","cited_by_count":13,"area":"inference"},{"id":"2412.18934","title":"Dovetail: A CPU/GPU Heterogeneous Speculative Decoding for LLM inference","created":"2024-12-25","cited_by_count":13,"area":"inference"},{"id":"2407.03157","title":"Let the Code LLM Edit Itself When You Edit the Code","created":"2024-07-03","cited_by_count":10,"area":"inference"},{"id":"2303.09266","title":"SmartBERT: A Promotion of Dynamic Early Exiting Mechanism for Accelerating BERT Inference","created":"2023-03-16","cited_by_count":9,"area":"inference"},{"id":"2602.11812","title":"Predicting LLM Output Length via Entropy-Guided Representations","created":"2026-02-12","cited_by_count":9,"area":"inference"},{"id":"2311.08623","title":"DEED: Dynamic Early Exit on Decoder for Accelerating Encoder-Decoder Transformer Models","created":"2023-11-15","cited_by_count":7,"area":"inference"},{"id":"2410.10141","title":"Temperature-Centric Investigation of Speculative Decoding with Knowledge Distillation","created":"2024-10-14","cited_by_count":7,"area":"inference"},{"id":"2306.14393","title":"Constraint-aware and Ranking-distilled Token Pruning for Efficient Transformer Inference","created":"2023-06-26","cited_by_count":6,"area":"inference"},{"id":"2502.00745","title":"BEEM: Boosting Performance of Early Exit DNNs using Multi-Exit Classifiers as Experts","created":"2025-02-02","cited_by_count":6,"area":"inference"},{"id":"2405.13019","title":"A Comprehensive Survey of Accelerated Generation Techniques in Large Language Models","created":"2024-05-15","cited_by_count":5,"area":"inference"},{"id":"2504.04514","title":"Saliency-driven Dynamic Token Pruning for Large Language Models","created":"2025-04-06","cited_by_count":5,"area":"inference"},{"id":"2407.16207","title":"Graph-Structured Speculative Decoding","created":"2024-07-23","cited_by_count":4,"area":"inference"},{"id":"2601.03700","title":"ADEPT: Adaptive Dynamic Early-Exit Process for Transformers","created":"2026-01-07","cited_by_count":4,"area":"inference"},{"id":"2402.05948","title":"DE$^3$-BERT: Distance-Enhanced Early Exiting for BERT based on Prototypical Networks","created":"2024-02-03","cited_by_count":3,"area":"inference"},{"id":"2404.12022","title":"Parallel Decoding via Hidden Transfer for Lossless Large Language Model Acceleration","created":"2024-04-18","cited_by_count":3,"area":"inference"},{"id":"2410.05338","title":"Distributed Inference on Mobile Edge and Cloud: An Early Exit based Clustering Approach","created":"2024-10-06","cited_by_count":3,"area":"inference"},{"id":"2210.15523","title":"COST-EFF: Collaborative Optimization of Spatial and Temporal Efficiency with Slenderized Multi-exit Language Models","created":"2022-10-27","cited_by_count":2,"area":"inference"},{"id":"2309.16738","title":"ELIP: Efficient Discriminative Language-Image Pre-training with Fewer Vision Tokens","created":"2023-09-28","cited_by_count":2,"area":"inference"},{"id":"2406.11016","title":"Optimized Speculative Sampling for GPU Hardware Accelerators","created":"2024-06-16","cited_by_count":2,"area":"inference"},{"id":"2410.23537","title":"ALISE: Accelerating Large Language Model Serving with Speculative Scheduling","created":"2024-10-31","cited_by_count":2,"area":"inference"},{"id":"2504.12778","title":"Towards Lossless Token Pruning in Late-Interaction Retrieval Models","created":"2025-04-17","cited_by_count":2,"area":"inference"},{"id":"2505.16502","title":"Recursive Offloading for LLM Serving in Multi-tier Networks","created":"2025-05-22","cited_by_count":2,"area":"inference"},{"id":"2408.11799","title":"Practical token pruning for foundation models in few-shot conversational virtual assistant systems","created":"2024-08-21","cited_by_count":1,"area":"inference"},{"id":"2412.05225","title":"BEExformer: A Fast Inferencing Binarized Transformer with Early Exits","created":"2024-12-06","cited_by_count":0,"area":"inference"},{"id":"2510.12856","title":"Efficient Adaptive Transformer: An Empirical Study and Reproducible Framework","created":"2025-10-14","cited_by_count":0,"area":"inference"},{"id":"2605.01058","title":"LEAP: Layer-wise Exit-Aware Pretraining for Efficient Transformer Inference","created":"2026-05-01","cited_by_count":0,"area":"inference"},{"id":"2605.08913","title":"Non-Monotonic Latency in Apple MPS Decoding: KV Cache Interactions and Execution Regimes","created":"2026-05-09","cited_by_count":0,"area":"inference"},{"id":"2608.20632","title":"Sparse Token Routing in Efficient Transformers","created":"2026-08-21","cited_by_count":0,"area":"inference"},{"id":"2609.15359","title":"MAPS: Memory-Aware Predictive Scheduling Framework for Large Language Model Serving","created":"2026-09-14","cited_by_count":0,"area":"inference"}],"next_cursor":null}