{"total":25,"rows":[{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307,"area":"inference"},{"id":"2410.12388","title":"Prompt Compression for Large Language Models: A Survey","created":"2024-10-16","cited_by_count":67,"area":"inference"},{"id":"2408.03094","title":"500xCompressor: Generalized Prompt Compression for Large Language Models","created":"2024-08-06","cited_by_count":47,"area":"inference"},{"id":"2105.11618","title":"TR-BERT: Dynamic Token Reduction for Accelerating BERT Inference","created":"2021-05-25","cited_by_count":40,"area":"inference"},{"id":"2502.04420","title":"KVTuner: Sensitivity-Aware Layer-Wise Mixed-Precision KV Cache Quantization for Efficient and Nearly Lossless LLM Inference","created":"2025-02-06","cited_by_count":40,"area":"inference"},{"id":"2402.11809","title":"Generation Meets Verification: Accelerating Large Language Model Inference with Smart Parallel Auto-Correct Decoding","created":"2024-02-19","cited_by_count":22,"area":"inference"},{"id":"2510.07293","title":"AudioMarathon: A Comprehensive Benchmark for Long-Context Audio Understanding and Efficiency in Audio LLMs","created":"2025-10-08","cited_by_count":22,"area":"inference"},{"id":"2406.05317","title":"LoCoCo: Dropping In Convolutions for Long Context Compression","created":"2024-06-08","cited_by_count":19,"area":"inference"},{"id":"2505.17272","title":"Zebra-Llama: Towards Extremely Efficient Hybrid Models","created":"2025-05-22","cited_by_count":18,"area":"inference"},{"id":"2510.08907","title":"Autoencoding-Free Context Compression for LLMs via Contextual Semantic Anchors","created":"2025-10-10","cited_by_count":14,"area":"inference"},{"id":"2504.08934","title":"Long Context In-Context Compression by Getting to the Gist of Gisting","created":"2025-04-11","cited_by_count":13,"area":"inference"},{"id":"2409.14364","title":"Position IDs Matter: An Enhanced Position Layout for Efficient Context Compression in Large Language Models","created":"2024-09-22","cited_by_count":9,"area":"inference"},{"id":"2402.09360","title":"HiRE: High Recall Approximate Top-$k$ Estimation for Efficient LLM Inference","created":"2024-02-14","cited_by_count":7,"area":"inference"},{"id":"2510.20797","title":"No Mean Feat: Simple, Strong Baselines for Context Compression","created":"2025-10-23","cited_by_count":7,"area":"inference"},{"id":"2509.19228","title":"CompLLM: Compression for Long Context Q&A","created":"2025-09-23","cited_by_count":5,"area":"inference"},{"id":"2603.17946","title":"CARE: Covariance-Aware and Rank-Enhanced Decomposition for Enabling Multi-Head Latent Attention","created":"2026-03-18","cited_by_count":5,"area":"inference"},{"id":"2503.11132","title":"X-EcoMLA: Upcycling Pre-Trained Attention into MLA for Efficient and Extreme KV Compression","created":"2025-03-14","cited_by_count":4,"area":"inference"},{"id":"2605.09463","title":"Beyond Position Bias: Shifting Context Compression from Position-Driven to Semantic-Driven","created":"2026-05-10","cited_by_count":3,"area":"inference"},{"id":"2606.05014","title":"Depth-Attention: Cross-Layer Value Mixing for Language Models","created":"2026-06-03","cited_by_count":3,"area":"inference"},{"id":"2609.15160","title":"T-LoopFormer: Token-Level Elastic-Depth Looped Transformers for Latent Reasoning with Dynamic Routing","created":"2026-09-14","cited_by_count":2,"area":"inference"},{"id":"2609.05707","title":"Intra-Prompt Parallel Decoding for Common-Context Question Answering","created":"2026-09-04","cited_by_count":1,"area":"inference"},{"id":"2607.25335","title":"Every Time I Hire a Linguist, Inference Costs Go Down: On Linguistic Rules as Effective Prompt Compressors","created":"2026-07-28","cited_by_count":0,"area":"inference"},{"id":"2608.20632","title":"Sparse Token Routing in Efficient Transformers","created":"2026-08-21","cited_by_count":0,"area":"inference"},{"id":"2609.17008","title":"FlexEE: Self-Speculative and KV-Compatible Early Exiting for Offloading-Aware LLM Inference","created":"2026-09-15","cited_by_count":0,"area":"inference"},{"id":"2610.18143","title":"RadixFlow: Filling Execution Bubbles in Prefix-Cached Hybrid LLM Serving","created":"2026-10-13","cited_by_count":0,"area":"inference"}],"next_cursor":null}