{"total":38,"rows":[{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2406.19707","title":"InfiniGen: Efficient Generative Inference of Large Language Models with Dynamic KV Cache Management","created":"2024-06-28","cited_by_count":245,"area":"inference"},{"id":"2302.07863","title":"Speculative Decoding with Big Little Decoder","created":"2023-02-15","cited_by_count":164,"area":"inference"},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139,"area":"inference"},{"id":"2405.14366","title":"MiniCache: KV Cache Compression in Depth Dimension for Large Language Models","created":"2024-05-23","cited_by_count":125,"area":"inference"},{"id":"2103.04505","title":"Split Computing and Early Exiting for Deep Learning Applications: Survey and Research Challenges","created":"2021-03-08","cited_by_count":115,"area":"inference"},{"id":"2203.13240","title":"Token Dropping for Efficient BERT Pretraining","created":"2022-03-24","cited_by_count":42,"area":"inference"},{"id":"2111.00230","title":"Magic Pyramid: Accelerating Inference with Early Exiting and Token Pruning","created":"2021-10-30","cited_by_count":16,"area":"inference"},{"id":"2107.00175","title":"Elbert: Fast Albert with Confidence-Window Based Early Exit","created":"2021-07-01","cited_by_count":14,"area":"inference"},{"id":"2305.12228","title":"Dynamic Transformers Provide a False Sense of Efficiency","created":"2023-05-20","cited_by_count":14,"area":"inference"},{"id":"2509.04467","title":"PDTrim: Targeted Pruning for Prefill-Decode Disaggregation in Inference","created":"2025-08-29","cited_by_count":14,"area":"inference"},{"id":"2309.09195","title":"SplitEE: Early Exit in Deep Neural Networks with Split Computing","created":"2023-09-17","cited_by_count":13,"area":"inference"},{"id":"2312.11882","title":"ConsistentEE: A Consistent and Hardness-Guided Early Exiting Method for Accelerating Language Models Inference","created":"2023-12-19","cited_by_count":13,"area":"inference"},{"id":"2405.15039","title":"CEEBERT: Cross-Domain Inference in Early Exit BERT","created":"2024-05-23","cited_by_count":12,"area":"inference"},{"id":"2305.15273","title":"Revisiting Token Dropping Strategy in Efficient BERT Pretraining","created":"2023-05-24","cited_by_count":11,"area":"inference"},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2303.09266","title":"SmartBERT: A Promotion of Dynamic Early Exiting Mechanism for Accelerating BERT Inference","created":"2023-03-16","cited_by_count":9,"area":"inference"},{"id":"2406.07368","title":"When Linear Attention Meets Autoregressive Decoding: Towards More Effective and Efficient Linearized Large Language Models","created":"2024-06-11","cited_by_count":9,"area":"inference"},{"id":"2204.03276","title":"PALBERT: Teaching ALBERT to Ponder","created":"2022-04-07","cited_by_count":6,"area":"inference"},{"id":"2306.14393","title":"Constraint-aware and Ranking-distilled Token Pruning for Efficient Transformer Inference","created":"2023-06-26","cited_by_count":6,"area":"inference"},{"id":"2406.10247","title":"QCQA: Quality and Capacity-aware grouped Query Attention","created":"2024-06-08","cited_by_count":6,"area":"inference"},{"id":"2502.00745","title":"BEEM: Boosting Performance of Early Exit DNNs using Multi-Exit Classifiers as Experts","created":"2025-02-02","cited_by_count":6,"area":"inference"},{"id":"2306.02307","title":"Finding the SWEET Spot: Analysis and Improvement of Adaptive Inference in Low Resource Settings","created":"2023-06-04","cited_by_count":5,"area":"inference"},{"id":"2410.04424","title":"DAdEE: Unsupervised Domain Adaptation in Early Exit PLMs","created":"2024-10-06","cited_by_count":5,"area":"inference"},{"id":"2503.11816","title":"Key, Value, Compress: A Systematic Exploration of KV Cache Compression Techniques","created":"2025-03-14","cited_by_count":5,"area":"inference"},{"id":"2509.10372","title":"MCBP: A Memory-Compute Efficient LLM Inference Accelerator Leveraging Bit-Slice-enabled Sparsity and Repetitiveness","created":"2025-09-12","cited_by_count":4,"area":"inference"},{"id":"2511.06174","title":"LUT-LLM: Efficient Large Language Model Inference with Memory-based Computations on FPGAs","created":"2025-11-09","cited_by_count":4,"area":"inference"},{"id":"2601.03700","title":"ADEPT: Adaptive Dynamic Early-Exit Process for Transformers","created":"2026-01-07","cited_by_count":4,"area":"inference"},{"id":"2402.05948","title":"DE$^3$-BERT: Distance-Enhanced Early Exiting for BERT based on Prototypical Networks","created":"2024-02-03","cited_by_count":3,"area":"inference"},{"id":"2410.05338","title":"Distributed Inference on Mobile Edge and Cloud: An Early Exit based Clustering Approach","created":"2024-10-06","cited_by_count":3,"area":"inference"},{"id":"2509.23666","title":"Beyond Greedy Exits: Improved Early Exit Decisions for Risk Control and Reliability","created":"2025-09-28","cited_by_count":3,"area":"inference"},{"id":"2210.15523","title":"COST-EFF: Collaborative Optimization of Spatial and Temporal Efficiency with Slenderized Multi-exit Language Models","created":"2022-10-27","cited_by_count":2,"area":"inference"},{"id":"2506.17249","title":"Improving Prediction Certainty Estimation for Reliable Early Exiting via Null Space Projection","created":"2025-06-08","cited_by_count":2,"area":"inference"},{"id":"2604.18529","title":"HybridGen: Efficient LLM Generative Inference via CPU-GPU Hybrid Computing","created":"2026-04-20","cited_by_count":2,"area":"inference"},{"id":"2412.13236","title":"COSEE: Consistency-Oriented Signal-Based Early Exiting via Calibrated Sample Weighting Mechanism","created":"2024-12-17","cited_by_count":1,"area":"inference"},{"id":"2412.05225","title":"BEExformer: A Fast Inferencing Binarized Transformer with Early Exits","created":"2024-12-06","cited_by_count":0,"area":"inference"},{"id":"2509.11520","title":"Know What You Don't Know: Selective Prediction for Early Exit DNNs","created":"2025-09-15","cited_by_count":0,"area":"inference"},{"id":"2609.35908","title":"Similarity Is Not Validity: Defending LLM Semantic Caches Against Poisoning","created":"2026-09-28","cited_by_count":0,"area":"inference"}],"next_cursor":null}