{"total":65,"rows":[{"id":"2309.06180","title":"Efficient Memory Management for Large Language Model Serving with PagedAttention","created":"2023-09-12","cited_by_count":5944,"area":"inference"},{"id":"2410.10781","title":"When Attention Sink Emerges in Language Models: An Empirical View","created":"2024-10-14","cited_by_count":208,"area":"inference"},{"id":"2305.05920","title":"Fast Distributed Inference Serving for Large Language Models","created":"2023-05-10","cited_by_count":145,"area":"inference"},{"id":"2103.04505","title":"Split Computing and Early Exiting for Deep Learning Applications: Survey and Research Challenges","created":"2021-03-08","cited_by_count":115,"area":"inference"},{"id":"2106.05022","title":"Adaptive Inference through Early-Exit Networks: Design, Challenges and Directions","created":"2021-06-09","cited_by_count":75,"area":"inference"},{"id":"2308.01045","title":"Dynamic Token Pruning in Plain Vision Transformers for Semantic Segmentation","created":"2023-08-02","cited_by_count":62,"area":"inference"},{"id":"2209.08310","title":"Learning to Weight Samples for Dynamic Early-exiting Networks","created":"2022-09-17","cited_by_count":44,"area":"inference"},{"id":"2106.05409","title":"Zero Time Waste: Recycling Predictions in Early Exit Neural Networks","created":"2021-06-09","cited_by_count":39,"area":"inference"},{"id":"2403.09919","title":"Recurrent Drafter for Fast Speculative Decoding in Large Language Models","created":"2024-03-14","cited_by_count":37,"area":"inference"},{"id":"2407.00047","title":"Queue management for slo-oriented large language model serving","created":"2024-06-05","cited_by_count":36,"area":"inference"},{"id":"2209.13802","title":"Adaptive Sparse ViT: Towards Learnable Adaptive Token Pruning by Fully Exploiting Self-Attention","created":"2022-09-28","cited_by_count":35,"area":"inference"},{"id":"2507.07990","title":"Multi-Granular Spatio-Temporal Token Merging for Training-Free Acceleration of Video LLMs","created":"2025-07-10","cited_by_count":31,"area":"inference"},{"id":"2409.18962","title":"Exploring Token Pruning in Vision State Space Models","created":"2024-09-27","cited_by_count":28,"area":"inference"},{"id":"2410.17897","title":"Value Residual Learning","created":"2024-10-23","cited_by_count":27,"area":"inference"},{"id":"2105.09121","title":"Single-Layer Vision Transformers for More Accurate Early Exits with Less Overhead","created":"2021-05-19","cited_by_count":26,"area":"inference"},{"id":"2206.04685","title":"Predictive Exit: Prediction of Fine-Grained Early Exits for Computation- and Energy-Efficient Inference","created":"2022-06-09","cited_by_count":24,"area":"inference"},{"id":"2502.07578","title":"PIM Is All You Need: A CXL-Enabled GPU-Free System for Large Language Model Inference","created":"2025-02-11","cited_by_count":22,"area":"inference"},{"id":"2503.10568","title":"Autoregressive Image Generation with Randomized Parallel Decoding","created":"2025-03-13","cited_by_count":20,"area":"inference"},{"id":"2602.08024","title":"FlashVID: Efficient Video Large Language Models via Training-free Tree-based Spatiotemporal Token Merging","created":"2026-02-08","cited_by_count":18,"area":"inference"},{"id":"2409.13761","title":"Do Large Language Models Need a Content Delivery Network?","created":"2024-09-16","cited_by_count":16,"area":"inference"},{"id":"2210.05832","title":"SaiT: Sparse Vision Transformers through Adaptive Token Pruning","created":"2022-10-11","cited_by_count":15,"area":"inference"},{"id":"2402.00518","title":"EE-Tuning: An Economical yet Scalable Solution for Tuning Early-Exit Large Language Models","created":"2024-02-01","cited_by_count":13,"area":"inference"},{"id":"2504.00999","title":"MergeVQ: A Unified Framework for Visual Generation and Representation with Disentangled Token Merging and Quantization","created":"2025-04-01","cited_by_count":12,"area":"inference"},{"id":"2206.07269","title":"Resource-Constrained Edge AI with Early Exit Prediction","created":"2022-06-15","cited_by_count":11,"area":"inference"},{"id":"2405.06856","title":"Aladdin: Joint Placement and Scaling for SLO-Aware LLM Serving","created":"2024-05-11","cited_by_count":11,"area":"inference"},{"id":"2409.08464","title":"VLTP: Vision-Language Guided Token Pruning for Task-Oriented Segmentation","created":"2024-09-13","cited_by_count":11,"area":"inference"},{"id":"2108.11033","title":"GRIM: A General, Real-Time Deep Learning Inference Framework for Mobile Devices based on Fine-Grained Structured Weight Sparsity","created":"2021-08-25","cited_by_count":10,"area":"inference"},{"id":"2505.17052","title":"SpecEdge: Scalable Edge-Assisted Serving Framework for Interactive LLMs","created":"2025-05-16","cited_by_count":10,"area":"inference"},{"id":"2301.07099","title":"Adaptive Deep Neural Network Inference Optimization with EENet","created":"2023-01-15","cited_by_count":9,"area":"inference"},{"id":"2309.13443","title":"Early-Exit with Class Exclusion for Efficient Inference of Neural Networks","created":"2023-09-23","cited_by_count":8,"area":"inference"},{"id":"2512.03870","title":"Reconstructing KV Caches with Cross-layer Fusion For Enhanced Transformers","created":"2025-12-03","cited_by_count":6,"area":"inference"},{"id":"2207.06613","title":"T-RECX: Tiny-Resource Efficient Convolutional neural networks with early-eXit","created":"2022-07-14","cited_by_count":5,"area":"inference"},{"id":"2506.15155","title":"eLLM: Elastic Memory Management Framework for Efficient LLM Serving","created":"2025-06-18","cited_by_count":5,"area":"inference"},{"id":"2508.00367","title":"Representation Shift: Unifying Token Compression with FlashAttention","created":"2025-08-01","cited_by_count":5,"area":"inference"},{"id":"2403.17726","title":"Tiny Models are the Computational Saver for Large Models","created":"2024-03-26","cited_by_count":4,"area":"inference"},{"id":"2404.12599","title":"QUTE: Quantifying Uncertainty in TinyML with Early-exit-assisted ensembles for model-monitoring","created":"2024-04-19","cited_by_count":4,"area":"inference"},{"id":"2303.02331","title":"Training-Free Acceleration of ViTs with Delayed Spatial Merging","created":"2023-03-04","cited_by_count":3,"area":"inference"},{"id":"2410.04433","title":"CAPEEN: Image Captioning with Early Exits and Knowledge Distillation","created":"2024-10-06","cited_by_count":3,"area":"inference"},{"id":"2410.09324","title":"Token Pruning using a Lightweight Background Aware Vision Transformer","created":"2024-10-12","cited_by_count":3,"area":"inference"},{"id":"2601.05149","title":"Multi-Scale Local Speculative Decoding for Image Generation","created":"2026-01-08","cited_by_count":3,"area":"inference"},{"id":"2606.05014","title":"Depth-Attention: Cross-Layer Value Mixing for Language Models","created":"2026-06-03","cited_by_count":3,"area":"inference"},{"id":"2306.12185","title":"Adaptive DNN Surgery for Selfish Inference Acceleration with On-demand Edge Resource","created":"2023-06-21","cited_by_count":2,"area":"inference"},{"id":"2501.02508","title":"PTEENet: Post-Trained Early-Exit Neural Networks Augmentation for Inference Cost Optimization","created":"2025-01-05","cited_by_count":2,"area":"inference"},{"id":"2504.09590","title":"Efficient LLM Serving on Hybrid Real-time and Best-effort Requests","created":"2025-04-13","cited_by_count":2,"area":"inference"},{"id":"2511.02017","title":"TapOut: A Bandit-Based Approach to Dynamic Speculative Decoding","created":"2025-11-03","cited_by_count":2,"area":"inference"},{"id":"2604.13556","title":"YOCO++: Enhancing YOCO with KV Residual Connections for Efficient LLM Inference","created":"2026-04-15","cited_by_count":2,"area":"inference"},{"id":"2403.07036","title":"A Converting Autoencoder Toward Low-latency and Energy-efficient DNN Inference at the Edge","created":"2024-03-11","cited_by_count":1,"area":"inference"},{"id":"2410.13344","title":"Cerberus: Efficient Inference with Adaptive Parallel Decoding and Sequential Knowledge Enhancement","created":"2024-10-17","cited_by_count":1,"area":"inference"},{"id":"2412.19587","title":"Goal-oriented Communications based on Recursive Early Exit Neural Networks","created":"2024-12-27","cited_by_count":1,"area":"inference"},{"id":"2512.20755","title":"Bridging Efficiency and Safety: Formal Verification of Neural Networks with Early Exits","created":"2025-12-23","cited_by_count":1,"area":"inference"},{"id":"2604.14563","title":"Revisiting Token Compression for Accelerating ViT-based Sparse Multi-View 3D Object Detectors","created":"2026-04-16","cited_by_count":1,"area":"inference"},{"id":"2209.08625","title":"Improving the Performance of DNN-based Software Services using Automated Layer Caching","created":"2022-09-18","cited_by_count":0,"area":"inference"},{"id":"2310.19509","title":"SparseByteNN: A Novel Mobile Inference Acceleration Framework Based on Fine-Grained Group Sparsity","created":"2023-10-30","cited_by_count":0,"area":"inference"},{"id":"2405.04249","title":"Federated Learning for Collaborative Inference Systems: The Case of Early Exit Networks","created":"2024-05-07","cited_by_count":0,"area":"inference"},{"id":"2407.14491","title":"PD-APE: A Parallel Decoding Framework with Adaptive Position Encoding for 3D Visual Grounding","created":"2024-07-19","cited_by_count":0,"area":"inference"},{"id":"2503.04521","title":"Dynamic Pricing for On-Demand DNN Inference in the Edge-AI Market","created":"2025-03-06","cited_by_count":0,"area":"inference"},{"id":"2505.20698","title":"Sparsified State-Space Models are Efficient Highway Networks","created":"2025-05-27","cited_by_count":0,"area":"inference"},{"id":"2507.09514","title":"QuarterMap: Efficient Post-Training Token Pruning for Visual State Space Models","created":"2025-07-13","cited_by_count":0,"area":"inference"},{"id":"2508.21495","title":"Rethinking Calibration for Early-Exit Neural Networks","created":"2025-08-29","cited_by_count":0,"area":"inference"},{"id":"2509.08318","title":"CalexNet: Soft Cascade-Aligned Training and Calibration for Lightweight Early-Exit Branches","created":"2025-09-10","cited_by_count":0,"area":"inference"},{"id":"2509.22992","title":"T-TAMER: Provably Taming Trade-offs in ML Serving","created":"2025-09-26","cited_by_count":0,"area":"inference"},{"id":"2604.16745","title":"Why Training-Free Token Reduction Collapses: The Inherent Instability of Pairwise Scoring Signals","created":"2026-04-17","cited_by_count":0,"area":"inference"},{"id":"2605.05358","title":"Balancing Stability and Plasticity in Sequentially Trained Early-Exiting Neural Networks","created":"2026-05-06","cited_by_count":0,"area":"inference"},{"id":"2606.22249","title":"On the Expressive Power of Weight Quantization in Large Language Models","created":"2026-06-20","cited_by_count":0,"area":"inference"},{"id":"2608.28911","title":"SemKV: Semantic Mixed-Precision KV Cache Quantization Guided by the Quality Cliff for Long-Context LLM Inference","created":"2026-08-28","cited_by_count":0,"area":"inference"}],"next_cursor":null}