{"total":17,"rows":[{"id":"2310.06839","title":"LongLLMLingua: Accelerating and Enhancing LLMs in Long Context Scenarios via Prompt Compression","created":"2023-10-10","cited_by_count":453,"area":"inference"},{"id":"2403.12968","title":"LLMLingua-2: Data Distillation for Efficient and Faithful Task-Agnostic Prompt Compression","created":"2024-03-19","cited_by_count":348,"area":"inference"},{"id":"2401.06104","title":"Transformers are Multi-State RNNs","created":"2024-01-11","cited_by_count":120,"area":"inference"},{"id":"2407.18003","title":"Keep the Cost Down: A Review on Methods to Optimize LLM' s KV-Cache Consumption","created":"2024-07-25","cited_by_count":97,"area":"inference"},{"id":"2407.08454","title":"Model Tells You Where to Merge: Adaptive KV Cache Merging for LLMs on Long-Context Tasks","created":"2024-07-11","cited_by_count":96,"area":"inference"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2409.01227","title":"Prompt Compression with Context-Aware Sentence Encoding for Fast and Improved LLM Inference","created":"2024-09-02","cited_by_count":53,"area":"inference"},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2501.12959","title":"Efficient Prompt Compression with Evaluator Heads for Long-Context Transformer Inference","created":"2025-01-22","cited_by_count":12,"area":"inference"},{"id":"2602.11812","title":"Predicting LLM Output Length via Entropy-Guided Representations","created":"2026-02-12","cited_by_count":9,"area":"inference"},{"id":"2503.07956","title":"EFPC: Towards Efficient and Flexible Prompt Compression","created":"2025-03-11","cited_by_count":5,"area":"inference"},{"id":"2603.19635","title":"BEAVER: A Training-Free Hierarchical Prompt Compression Method via Structure-Aware Page Selection","created":"2026-03-20","cited_by_count":2,"area":"inference"},{"id":"2608.08684","title":"RippleKV: Cross-Layer KV Cache Allocation via Perturbation Propagation","created":"2026-08-09","cited_by_count":1,"area":"inference"},{"id":"2609.02737","title":"Language Models Can Control Their Own Attention","created":"2026-09-02","cited_by_count":1,"area":"inference"},{"id":"2409.00855","title":"LanguaShrink: Reducing Token Overhead with Psycholinguistics","created":"2024-09-01","cited_by_count":0,"area":"inference"},{"id":"2502.13374","title":"Task-agnostic Prompt Compression with Context-aware Sentence Embedding and Reward-guided Task Descriptor","created":"2025-02-19","cited_by_count":0,"area":"inference"},{"id":"2608.15592","title":"When Entropy Is Not Enough: Reclaiming Lost Semantics in LLM Output Length Prediction","created":"2026-08-16","cited_by_count":0,"area":"inference"}],"next_cursor":null}