{"total":20,"rows":[{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2412.01827","title":"RandAR: Decoder-only Autoregressive Visual Generation in Random Orders","created":"2024-12-02","cited_by_count":83,"area":"inference"},{"id":"2106.04970","title":"Instantaneous Grammatical Error Correction with Shallow Aggressive Decoding","created":"2021-06-09","cited_by_count":53,"area":"inference"},{"id":"2105.11618","title":"TR-BERT: Dynamic Token Reduction for Accelerating BERT Inference","created":"2021-05-25","cited_by_count":40,"area":"inference"},{"id":"2402.11131","title":"Speculative Streaming: Fast LLM Inference without Auxiliary Models","created":"2024-02-16","cited_by_count":38,"area":"inference"},{"id":"2203.01670","title":"A Simple Hash-Based Early Exiting Approach For Language Understanding and Generation","created":"2022-03-03","cited_by_count":32,"area":"inference"},{"id":"2503.10568","title":"Autoregressive Image Generation with Randomized Parallel Decoding","created":"2025-03-13","cited_by_count":20,"area":"inference"},{"id":"2503.10337","title":"KV-Distill: Nearly Lossless Learnable Context Compression for LLMs","created":"2025-03-13","cited_by_count":19,"area":"inference"},{"id":"2504.20456","title":"Reviving Any-Subset Autoregressive Models with Principled Parallel Sampling and Speculative Decoding","created":"2025-04-29","cited_by_count":15,"area":"inference"},{"id":"2107.00175","title":"Elbert: Fast Albert with Confidence-Window Based Early Exit","created":"2021-07-01","cited_by_count":14,"area":"inference"},{"id":"2309.09195","title":"SplitEE: Early Exit in Deep Neural Networks with Split Computing","created":"2023-09-17","cited_by_count":13,"area":"inference"},{"id":"2312.11882","title":"ConsistentEE: A Consistent and Hardness-Guided Early Exiting Method for Accelerating Language Models Inference","created":"2023-12-19","cited_by_count":13,"area":"inference"},{"id":"2405.15039","title":"CEEBERT: Cross-Domain Inference in Early Exit BERT","created":"2024-05-23","cited_by_count":12,"area":"inference"},{"id":"2210.13304","title":"ELMER: A Non-Autoregressive Pre-trained Language Model for Efficient and Effective Text Generation","created":"2022-10-24","cited_by_count":10,"area":"inference"},{"id":"2303.09266","title":"SmartBERT: A Promotion of Dynamic Early Exiting Mechanism for Accelerating BERT Inference","created":"2023-03-16","cited_by_count":9,"area":"inference"},{"id":"2406.01283","title":"Focus on the Core: Efficient Attention via Pruned Token Compression for Document Classification","created":"2024-06-03","cited_by_count":7,"area":"inference"},{"id":"2410.04424","title":"DAdEE: Unsupervised Domain Adaptation in Early Exit PLMs","created":"2024-10-06","cited_by_count":5,"area":"inference"},{"id":"2210.15523","title":"COST-EFF: Collaborative Optimization of Spatial and Temporal Efficiency with Slenderized Multi-exit Language Models","created":"2022-10-27","cited_by_count":2,"area":"inference"},{"id":"2503.11108","title":"Time and Memory Trade-off of KV-Cache Compression in Tensor Transformer Decoding","created":"2025-03-14","cited_by_count":2,"area":"inference"},{"id":"2510.13161","title":"Mirror Speculative Decoding: Breaking the Serial Barrier in LLM Inference","created":"2025-10-15","cited_by_count":2,"area":"inference"}],"next_cursor":null}