{"total":41,"rows":[{"id":"2602.04804","title":"OmniSIFT: Modality-Asymmetric Token Compression for Efficient Omni-modal Large Language Models","created":"2026-02-04","cited_by_count":25,"area":"inference"},{"id":"2510.07293","title":"AudioMarathon: A Comprehensive Benchmark for Long-Context Audio Understanding and Efficiency in Audio LLMs","created":"2025-10-08","cited_by_count":22,"area":"inference"},{"id":"2510.00294","title":"Free Draft-and-Verification: Toward Lossless Parallel Decoding for Diffusion Large Language Models","created":"2025-09-30","cited_by_count":19,"area":"inference"},{"id":"2602.08024","title":"FlashVID: Efficient Video Large Language Models via Training-free Tree-based Spatiotemporal Token Merging","created":"2026-02-08","cited_by_count":18,"area":"inference"},{"id":"2601.17668","title":"Fast KVzip: Efficient and Accurate LLM Inference with Gated KV Eviction","created":"2026-01-25","cited_by_count":16,"area":"inference"},{"id":"2603.18567","title":"SpecForge: A Flexible and Efficient Open-Source Training Framework for Speculative Decoding","created":"2026-03-19","cited_by_count":16,"area":"inference"},{"id":"2512.14681","title":"Fast and Accurate Causal Parallel Decoding using Jacobi Forcing","created":"2025-12-16","cited_by_count":13,"area":"inference"},{"id":"2605.09649","title":"Make Each Token Count: Towards Improving Long-Context Performance with KV Cache Eviction","created":"2026-05-10","cited_by_count":11,"area":"inference"},{"id":"2607.07847","title":"When Does Continual Learning Require Learning","created":"2026-07-08","cited_by_count":7,"area":"inference"},{"id":"2508.15212","title":"SparK: Query-Aware Unstructured Sparsity with Recoverable KV Cache Channel Pruning","created":"2025-08-21","cited_by_count":6,"area":"inference"},{"id":"2512.10324","title":"EchoingPixels: Aliasing-Resistant Joint Token Reduction for Audio-Visual LLMs","created":"2025-12-11","cited_by_count":6,"area":"inference"},{"id":"2602.10729","title":"BOute: Cost-Efficient LLM Serving with Heterogeneous LLMs and GPUs via Multi-Objective Bayesian Optimization","created":"2026-02-11","cited_by_count":6,"area":"inference"},{"id":"2510.05090","title":"Finish First, Perfect Later: Test-Time Token-Level Cross-Validation for Diffusion Large Language Models","created":"2025-10-06","cited_by_count":5,"area":"inference"},{"id":"2511.00868","title":"FlexiCache: Leveraging Temporal Stability of Attention Heads for Efficient KV Cache Management","created":"2025-11-02","cited_by_count":5,"area":"inference"},{"id":"2604.19157","title":"SAW-INT4: System-Aware 4-Bit KV-Cache Quantization for Real-World LLM Serving","created":"2026-04-21","cited_by_count":5,"area":"inference"},{"id":"2508.09001","title":"Retrospective Sparse Attention for Efficient Long-Context Generation","created":"2025-08-12","cited_by_count":4,"area":"inference"},{"id":"2510.06175","title":"VecInfer: Efficient LLM Inference with Low-Bit KV Cache via Outlier-Suppressed Vector Quantization","created":"2025-10-07","cited_by_count":4,"area":"inference"},{"id":"2511.07427","title":"DynaKV: Enabling Accurate and Efficient Long-Sequence LLM Decoding on Smartphones","created":"2025-10-20","cited_by_count":4,"area":"inference"},{"id":"2605.14458","title":"OmniDrop: Layer-wise Token Pruning for Omni-modal LLMs via Query-Guidance","created":"2026-05-14","cited_by_count":4,"area":"inference"},{"id":"2605.16928","title":"Full Attention Strikes Back: Transferring Full Attention into Sparse within Hundred Training Steps","created":"2026-05-16","cited_by_count":4,"area":"inference"},{"id":"2605.11605","title":"Keep What Audio Cannot Say: Context-Preserving Token Pruning for Omni-LLMs","created":"2026-05-12","cited_by_count":3,"area":"inference"},{"id":"2605.12309","title":"G$^2$TR: Generation-Guided Visual Token Reduction for Separate-Encoder Unified Multimodal Models","created":"2026-05-12","cited_by_count":3,"area":"inference"},{"id":"2508.04405","title":"FlexQ: Efficient Post-training INT6 Quantization for LLM Serving via Algorithm-System Co-Design","created":"2025-08-06","cited_by_count":2,"area":"inference"},{"id":"2605.04357","title":"Coral: Cost-Efficient Multi-LLM Serving over Heterogeneous Cloud GPUs","created":"2026-05-05","cited_by_count":2,"area":"inference"},{"id":"2605.29727","title":"Bastion: Budget-Aware Speculative Decoding with Tree-structured Block Diffusion Drafting","created":"2026-05-28","cited_by_count":2,"area":"inference"},{"id":"2607.03050","title":"OmniFocus: Query-Guided Modality-Balanced Token Compression for Omni-Modal Large Language Models","created":"2026-07-03","cited_by_count":2,"area":"inference"},{"id":"2607.21179","title":"Out of Sight, Still in Mind: Token Compression for Omni-LLMs","created":"2026-07-23","cited_by_count":2,"area":"inference"},{"id":"2512.03608","title":"KVNAND: Efficient On-Device Large Language Model Inference Using DRAM-Free In-Flash Computing","created":"2025-12-03","cited_by_count":1,"area":"inference"},{"id":"2602.09725","title":"Efficient Remote KV Cache Reuse with GPU-native Video Codec","created":"2026-02-10","cited_by_count":1,"area":"inference"},{"id":"2603.22216","title":"Gumbel Distillation for Parallel Text Generation","created":"2026-03-23","cited_by_count":1,"area":"inference"},{"id":"2609.36835","title":"ARC-KV: Amortizing Anchor Search for Reconstruction-Based KV Cache Compaction","created":"2026-09-29","cited_by_count":1,"area":"inference"},{"id":"2602.03184","title":"DynSplit-KV: Dynamic Semantic Splitting for KVCache Compression in Efficient Long-Context LLM Inference","created":"2026-02-03","cited_by_count":0,"area":"inference"},{"id":"2603.20616","title":"Beyond Token Eviction: Mixed-Dimension Budget Allocation for Efficient KV Cache Compression","created":"2026-03-21","cited_by_count":0,"area":"inference"},{"id":"2604.26103","title":"AMMA: A Multi-Chiplet Memory-Centric Architecture for Low-Latency 1M Context Attention Serving","created":"2026-04-28","cited_by_count":0,"area":"inference"},{"id":"2607.09080","title":"GeoTrace: Geometry-Aware Trajectory Token Compression for Video Large Language Models","created":"2026-07-10","cited_by_count":0,"area":"inference"},{"id":"2608.03555","title":"Heterogeneous LLM Serving with General-Purpose Processing-Near-Memory for Retrieval-Based Sparse Attention","created":"2026-08-04","cited_by_count":0,"area":"inference"},{"id":"2608.13076","title":"SPADE: Speculative Decoding for Precise and Low Cost Distributed Edge Cloud Inference","created":"2026-08-13","cited_by_count":0,"area":"inference"},{"id":"2609.03235","title":"SGD-KV: Summarization Guided KV Cache Compression","created":"2026-09-03","cited_by_count":0,"area":"inference"},{"id":"2609.26796","title":"Flash-dLLM: IO-Aware KV Caching and Parallel Decoding for Fast, Memory-Efficient Diffusion LLMs","created":"2026-09-22","cited_by_count":0,"area":"inference"},{"id":"2609.39600","title":"GroundAnything: Reconciling Parallel Decoding with Precise Visual Grounding at Flash Speed","created":"2026-09-30","cited_by_count":0,"area":"inference"},{"id":"2610.17355","title":"WIRE: Weight Space Implicit Representation Encoding of Frozen Video LLMs","created":"2026-10-12","cited_by_count":0,"area":"inference"}],"next_cursor":null}