{"total":30,"rows":[{"id":"2403.12968","title":"LLMLingua-2: Data Distillation for Efficient and Faithful Task-Agnostic Prompt Compression","created":"2024-03-19","cited_by_count":348,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2307.06945","title":"In-context Autoencoder for Context Compression in a Large Language Model","created":"2023-07-13","cited_by_count":199,"area":"inference"},{"id":"2410.12388","title":"Prompt Compression for Large Language Models: A Survey","created":"2024-10-16","cited_by_count":67,"area":"inference"},{"id":"2502.00299","title":"ChunkKV: Semantic-Preserving KV Cache Compression for Efficient Long-Context LLM Inference","created":"2025-02-01","cited_by_count":60,"area":"inference"},{"id":"2505.18227","title":"Token Reduction Should Go Beyond Efficiency in Generative Models -- From Vision, Language to Multimodality","created":"2025-05-23","cited_by_count":50,"area":"inference"},{"id":"2408.03094","title":"500xCompressor: Generalized Prompt Compression for Large Language Models","created":"2024-08-06","cited_by_count":47,"area":"inference"},{"id":"2308.08758","title":"Discrete Prompt Compression with Reinforcement Learning","created":"2023-08-17","cited_by_count":42,"area":"inference"},{"id":"2407.01527","title":"KV Cache Compression, But What Must We Give in Return? A Comprehensive Benchmark of Long Context Capable Approaches","created":"2024-07-01","cited_by_count":42,"area":"inference"},{"id":"2502.00791","title":"Vision-centric Token Compression in Large Language Model","created":"2025-02-02","cited_by_count":21,"area":"inference"},{"id":"2407.15504","title":"Fundamental Limits of Prompt Compression: A Rate-Distortion Framework for Black-Box Language Models","created":"2024-07-22","cited_by_count":19,"area":"inference"},{"id":"2404.00489","title":"Prompt-SAW: Leveraging Relation-Aware Graphs for Textual Prompt Compression","created":"2024-03-30","cited_by_count":18,"area":"inference"},{"id":"2503.19114","title":"Understanding and Improving Information Preservation in Prompt Compression for LLMs","created":"2025-03-24","cited_by_count":15,"area":"inference"},{"id":"2510.08907","title":"Autoencoding-Free Context Compression for LLMs via Contextual Semantic Anchors","created":"2025-10-10","cited_by_count":14,"area":"inference"},{"id":"2504.08934","title":"Long Context In-Context Compression by Getting to the Gist of Gisting","created":"2025-04-11","cited_by_count":13,"area":"inference"},{"id":"2501.12959","title":"Efficient Prompt Compression with Evaluator Heads for Long-Context Transformer Inference","created":"2025-01-22","cited_by_count":12,"area":"inference"},{"id":"2410.11786","title":"Selection-p: Self-Supervised Task-Agnostic Prompt Compression for Faithfulness and Transferability","created":"2024-10-15","cited_by_count":9,"area":"inference"},{"id":"2410.14042","title":"Style-Compress: An LLM-Based Prompt Compression Framework Considering Task-Specific Styles","created":"2024-10-17","cited_by_count":9,"area":"inference"},{"id":"2406.06110","title":"Recurrent Context Compression: Efficiently Expanding the Context Window of LLM","created":"2024-06-10","cited_by_count":8,"area":"inference"},{"id":"2505.15774","title":"Beyond Hard and Soft: Hybrid Context Compression for Balancing Local and Global Information Retention","created":"2025-05-21","cited_by_count":7,"area":"inference"},{"id":"2507.11942","title":"DAC: A Dynamic Attention-aware Approach for Task-Agnostic Prompt Compression","created":"2025-07-16","cited_by_count":7,"area":"inference"},{"id":"2504.11004","title":"Dynamic Compressing Prompts for Efficient Inference of Large Language Models","created":"2025-04-15","cited_by_count":6,"area":"inference"},{"id":"2503.07956","title":"EFPC: Towards Efficient and Flexible Prompt Compression","created":"2025-03-11","cited_by_count":5,"area":"inference"},{"id":"2501.06730","title":"Better Prompt Compression Without Multi-Layer Perceptrons","created":"2025-01-12","cited_by_count":4,"area":"inference"},{"id":"2504.16574","title":"PIS: Linking Importance Sampling and Attention Mechanisms for Efficient Prompt Compression","created":"2025-04-23","cited_by_count":4,"area":"inference"},{"id":"2405.11299","title":"The CAP Principle for LLM Serving: A Survey of Long-Context Large Language Model Serving","created":"2024-05-18","cited_by_count":3,"area":"inference"},{"id":"2603.19733","title":"PoC: Performance-oriented Context Compression for Large Language Models via Performance Prediction","created":"2026-03-20","cited_by_count":3,"area":"inference"},{"id":"2407.19410","title":"AdaCoder: Adaptive Prompt Compression for Programmatic Visual Question Answering","created":"2024-07-28","cited_by_count":1,"area":"inference"},{"id":"2603.23525","title":"Prompt Compression in Production Task Orchestration: A Pre-Registered Randomized Trial","created":"2026-03-06","cited_by_count":1,"area":"inference"},{"id":"2610.13605","title":"zip2zip++: Towards Inference-Time Token Compression with Minimal Quality Loss","created":"2026-10-09","cited_by_count":0,"area":"inference"}],"next_cursor":null}