{"total":152,"rows":[{"id":"2409.19256","title":"HybridFlow: A Flexible and Efficient RLHF Framework","created":"2024-09-28","cited_by_count":2057,"area":"alignment"},{"id":"2403.15388","title":"LLaVA-PruMerge: Adaptive Token Reduction for Efficient Large Multimodal Models","created":"2024-03-22","cited_by_count":402,"area":"lr"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2501.03895","title":"LLaVA-Mini: Efficient Image and Video Large Multimodal Models with One Vision Token","created":"2025-01-07","cited_by_count":166,"area":"mllm"},{"id":"2407.18921","title":"Mobile Edge Intelligence for Large Language Models: A Contemporary Survey","created":"2024-07-09","cited_by_count":128,"area":null},{"id":"2407.11062","title":"EfficientQAT: Efficient Quantization-Aware Training for Large Language Models","created":"2024-07-10","cited_by_count":127,"area":null},{"id":"2405.17430","title":"Matryoshka Multimodal Models","created":"2024-05-27","cited_by_count":84,"area":"mllm"},{"id":"2412.14219","title":"A Survey on Inference Optimization Techniques for Mixture of Experts Models","created":"2024-12-18","cited_by_count":47,"area":"moe"},{"id":"2407.12391","title":"LLM Inference Serving: Survey of Recent Advances and Opportunities","created":"2024-07-17","cited_by_count":46,"area":null},{"id":"2405.06219","title":"SKVQ: Sliding-window Key and Value Cache Quantization for Large Language Models","created":"2024-05-10","cited_by_count":44,"area":"inference"},{"id":"2412.03248","title":"AIM: Adaptive Inference of Multi-Modal LLMs via Token Merging and Pruning","created":"2024-12-04","cited_by_count":43,"area":"mllm"},{"id":"2504.09629","title":"Quantization Error Propagation: Revisiting Layer-Wise Post-Training Quantization","created":"2025-04-13","cited_by_count":41,"area":null},{"id":"2411.17686","title":"Filter, Correlate, Compress: Training-Free Token Reduction for MLLM Acceleration","created":"2024-11-26","cited_by_count":39,"area":"mllm"},{"id":"2510.12633","title":"Laminar: A Scalable Asynchronous RL Post-Training Framework","created":"2025-10-14","cited_by_count":37,"area":null},{"id":"2511.08923","title":"TiDAR: Think in Diffusion, Talk in Autoregression","created":"2025-11-12","cited_by_count":37,"area":"lr"},{"id":"2502.00425","title":"MQuant: Unleashing the Inference Potential of Multimodal Large Language Models via Full Static Quantization","created":"2025-02-01","cited_by_count":35,"area":"mllm"},{"id":"2503.08311","title":"Mind the Memory Gap: Unveiling GPU Bottlenecks in Large-Batch LLM Inference","created":"2025-03-11","cited_by_count":33,"area":null},{"id":"2501.05179","title":"Global Compression Commander: Plug-and-Play Inference Acceleration for High-Resolution Large Vision-Language Models","created":"2025-01-09","cited_by_count":32,"area":"mllm"},{"id":"2406.05981","title":"ShiftAddLLM: Accelerating Pretrained LLMs via Post-Training Multiplication-Less Reparameterization","created":"2024-06-10","cited_by_count":30,"area":null},{"id":"2510.24824","title":"Parallel Loop Transformer for Efficient Test-Time Computation Scaling","created":"2025-10-28","cited_by_count":24,"area":null},{"id":"2412.12009","title":"SpeechPrune: Context-aware Token Pruning for Speech Information Retrieval","created":"2024-12-16","cited_by_count":21,"area":"inference"},{"id":"2409.04992","title":"InstInfer: In-Storage Attention Offloading for Cost-Effective Long-Context LLM Inference","created":"2024-09-08","cited_by_count":19,"area":"inference"},{"id":"2410.02950","title":"LLMCO2: Advancing Accurate Carbon Footprint Prediction for LLM Inferences","created":"2024-10-03","cited_by_count":19,"area":null},{"id":"2505.19645","title":"MoESD: Unveil Speculative Decoding's Potential for Accelerating Sparse MoE","created":"2025-05-26","cited_by_count":19,"area":"moe"},{"id":"2602.18397","title":"How Fast Can I Run My VLA? Demystifying VLA Inference Performance with VLA-Perf","created":"2026-02-20","cited_by_count":19,"area":"vla"},{"id":"2410.13461","title":"Progressive Mixed-Precision Decoding for Efficient LLM Inference","created":"2024-10-17","cited_by_count":18,"area":"inference"},{"id":"2510.25602","title":"INT v.s. FP: A Comprehensive Study of Fine-Grained Low-bit Quantization Formats","created":"2025-10-29","cited_by_count":18,"area":null},{"id":"2403.20041","title":"Transformer-Lite: High-efficiency Deployment of Large Language Models on Mobile Phone GPUs","created":"2024-03-29","cited_by_count":17,"area":null},{"id":"2505.14302","title":"Scaling Law for Quantization-Aware Training","created":"2025-05-20","cited_by_count":17,"area":null},{"id":"2405.18295","title":"Intent3D: 3D Object Detection in RGB-D Scans Based on Human Intention","created":"2024-05-28","cited_by_count":16,"area":null},{"id":"2502.18755","title":"M-ANT: Efficient Low-bit Group Quantization for LLMs via Mathematically Adaptive Numerical Type","created":"2025-02-26","cited_by_count":16,"area":null},{"id":"2504.19720","title":"Taming the Titans: A Survey of Efficient LLM Inference Serving","created":"2025-04-28","cited_by_count":16,"area":"inference"},{"id":"2503.06433","title":"Seesaw: High-throughput LLM Inference via Model Re-sharding","created":"2025-03-09","cited_by_count":15,"area":"inference"},{"id":"2510.00231","title":"The Pitfalls of KV Cache Compression","created":"2025-09-30","cited_by_count":15,"area":"inference"},{"id":"2405.00314","title":"Model Quantization and Hardware Acceleration for Vision Transformers: A Comprehensive Survey","created":"2024-05-01","cited_by_count":13,"area":null},{"id":"2406.01698","title":"Demystifying AI Platform Design for Distributed Inference of Next-Generation LLM models","created":"2024-06-03","cited_by_count":12,"area":"inference"},{"id":"2410.05265","title":"PrefixQuant: Eliminating Outliers by Prefixed Tokens for Large Language Models Quantization","created":"2024-10-07","cited_by_count":12,"area":null},{"id":"2502.13178","title":"Benchmarking Post-Training Quantization in LLMs: Comprehensive Taxonomy, Unified Evaluation, and Comparative Analysis","created":"2025-02-18","cited_by_count":12,"area":null},{"id":"2503.10905","title":"Learning to Inference Adaptively for Multimodal Large Language Models","created":"2025-03-13","cited_by_count":12,"area":"lr"},{"id":"2506.05333","title":"Kinetics: Rethinking Test-Time Scaling Laws","created":"2025-06-05","cited_by_count":12,"area":"lr"},{"id":"2409.12963","title":"Interpolating Video-LLMs: Toward Longer-sequence LMMs in a Training-free Manner","created":"2024-09-19","cited_by_count":11,"area":null},{"id":"2501.01144","title":"BlockDialect: Block-wise Fine-grained Mixed Format Quantization for Energy-Efficient LLM Inference","created":"2025-01-02","cited_by_count":11,"area":"inference"},{"id":"2504.16379","title":"SplitReason: Learning To Offload Reasoning","created":"2025-04-23","cited_by_count":11,"area":"lr"},{"id":"2501.03265","title":"Cognitive Edge Computing: A Comprehensive Survey on Optimizing Large Models and AI Agents for Pervasive Deployment","created":"2025-01-04","cited_by_count":10,"area":"lr"},{"id":"2509.09679","title":"ButterflyQuant: Ultra-low-bit LLM Quantization through Learnable Orthogonal Butterfly Transforms","created":"2025-09-11","cited_by_count":10,"area":null},{"id":"2407.14645","title":"Performance Modeling and Workload Analysis of Distributed Large Language Model Training and Inference","created":"2024-07-19","cited_by_count":9,"area":null},{"id":"2411.15982","title":"Anda: Unlocking Efficient LLM Inference with a Variable-Length Grouped Activation Data Format","created":"2024-11-24","cited_by_count":9,"area":"inference"},{"id":"2508.07227","title":"LP-Spec: Leveraging LPDDR PIM for Efficient LLM Mobile Speculative Inference with Architecture-Dataflow Co-Optimization","created":"2025-08-10","cited_by_count":9,"area":"inference"},{"id":"2411.01236","title":"AutoPT: How Far Are We from the End2End Automated Web Penetration Testing?","created":"2024-11-02","cited_by_count":8,"area":null},{"id":"2411.15446","title":"freePruner: A Training-free Approach for Large Multimodal Model Acceleration","created":"2024-11-23","cited_by_count":8,"area":"mllm"},{"id":"2504.11750","title":"Characterizing and Optimizing LLM Inference Workloads on CPU-GPU Coupled Architectures","created":"2025-04-16","cited_by_count":8,"area":null},{"id":"2512.19206","title":"MixKVQ: Query-Aware Mixed-Precision KV Cache Quantization for Long-Context Reasoning","created":"2025-12-22","cited_by_count":8,"area":"lr"},{"id":"2406.06799","title":"LLM-dCache: Improving Tool-Augmented LLMs with GPT-Driven Localized Data Caching","created":"2024-06-10","cited_by_count":7,"area":"agents"},{"id":"2505.18413","title":"LatentLLM: Attention-Aware Joint Tensor Compression","created":"2025-05-23","cited_by_count":7,"area":"mllm"},{"id":"2604.12358","title":"Why and When Visual Token Pruning Fails? A Study on Relevant Visual Information Shift in MLLMs Decoding","created":"2026-04-14","cited_by_count":7,"area":"mllm"},{"id":"2408.11393","title":"First Activations Matter: Training-Free Methods for Dynamic Activation in Large Language Models","created":"2024-08-21","cited_by_count":6,"area":null},{"id":"2410.12247","title":"EPS-MoE: Expert Pipeline Scheduler for Cost-Efficient MoE Inference","created":"2024-10-16","cited_by_count":6,"area":"moe"},{"id":"2504.17892","title":"Token Sequence Compression for Efficient Multimodal Computing","created":"2025-04-24","cited_by_count":6,"area":"mllm"},{"id":"2509.13765","title":"TENET: An Efficient Sparsity-Aware LUT-Centric Architecture for Ternary LLM Inference On Edge","created":"2025-09-17","cited_by_count":6,"area":null},{"id":"2606.18967","title":"EfficientRollout: System-Aware Self-Speculative Decoding for RL Rollouts","created":"2026-06-17","cited_by_count":6,"area":"lr"},{"id":"2410.07278","title":"PAR: Prompt-Aware Token Reduction Method for Efficient Large Multimodal Models","created":"2024-10-09","cited_by_count":5,"area":"mllm"},{"id":"2503.10325","title":"Collaborative Speculative Inference for Efficient LLM Inference Serving","created":"2025-03-13","cited_by_count":5,"area":"inference"},{"id":"2505.03031","title":"Radio: Rate-Distortion Optimization for Large Language Model Compression","created":"2025-05-05","cited_by_count":5,"area":null},{"id":"2505.11916","title":"Arrow: Adaptive Scheduling Mechanisms for Disaggregated LLM Inference Architecture","created":"2025-05-17","cited_by_count":5,"area":"inference"},{"id":"2506.06579","title":"Towards Efficient Multi-LLM Inference: Characterization and Analysis of LLM Routing and Hierarchical Techniques","created":"2025-06-06","cited_by_count":5,"area":null},{"id":"2512.09277","title":"Efficient MoE Serving in the Memory-Bound Regime: Balance Activated Experts, Not Tokens","created":"2025-12-10","cited_by_count":5,"area":"moe"},{"id":"2603.29010","title":"Improving Efficiency of GPU Kernel Optimization Agents using a Domain-Specific Language and Speed-of-Light Guidance","created":"2026-03-30","cited_by_count":5,"area":"agents"},{"id":"2605.18071","title":"KVDrive: A Holistic Multi-Tier KV Cache Management System for Long-Context LLM Inference","created":"2026-05-18","cited_by_count":5,"area":"inference"},{"id":"2605.30842","title":"CoMem: Context Management with A Decoupled Long-Context Model","created":"2026-05-29","cited_by_count":5,"area":"agents"},{"id":"2409.16546","title":"AlignedKV: Reducing Memory Access of KV-Cache with Precision-Aligned Quantization","created":"2024-09-25","cited_by_count":4,"area":"inference"},{"id":"2412.14170","title":"E-CAR: Efficient Continuous Autoregressive Image Generation via Multistage Modeling","created":"2024-12-18","cited_by_count":4,"area":null},{"id":"2502.18890","title":"TokenSwift: Lossless Acceleration of Ultra Long Sequence Generation","created":"2025-02-26","cited_by_count":4,"area":null},{"id":"2503.19794","title":"PAVE: Patching and Adapting Video Large Language Models","created":"2025-03-25","cited_by_count":4,"area":"lr"},{"id":"2504.19516","title":"Boosting LLM Serving through Spatial-Temporal GPU Resource Sharing","created":"2025-04-28","cited_by_count":4,"area":"inference"},{"id":"2508.09001","title":"Retrospective Sparse Attention for Efficient Long-Context Generation","created":"2025-08-12","cited_by_count":4,"area":"inference"},{"id":"2508.10395","title":"XQuant: Breaking the Memory Wall for LLM Inference with KV Cache Rematerialization","created":"2025-08-14","cited_by_count":4,"area":"inference"},{"id":"2509.24711","title":"Stop Before You Fail: Operational Capability Boundaries for Mitigating Unproductive Reasoning in Large Reasoning Models","created":"2025-09-29","cited_by_count":4,"area":"lr"},{"id":"2510.13602","title":"NOSA: Native and Offloadable Sparse Attention","created":"2025-10-15","cited_by_count":4,"area":"inference"},{"id":"2510.13847","title":"DynaSpec: Context-aware Dynamic Speculative Sampling for Large-Vocabulary Language Models","created":"2025-10-11","cited_by_count":4,"area":"inference"},{"id":"2511.16682","title":"Bench360: Benchmarking Local LLM Inference from 360 Degrees","created":"2025-11-12","cited_by_count":4,"area":null},{"id":"2604.04987","title":"Cactus: Accelerating Auto-Regressive Decoding with Constrained Acceptance Speculative Sampling","created":"2026-04-05","cited_by_count":4,"area":"inference"},{"id":"2605.00342","title":"Making Every Verified Token Count: Adaptive Verification for MoE Speculative Decoding","created":"2026-05-01","cited_by_count":4,"area":"moe"},{"id":"2607.08057","title":"Towards Efficient Large Language Model Serving: A Survey on System-Aware KV Cache Optimization","created":"2026-07-09","cited_by_count":4,"area":"inference"},{"id":"2409.10994","title":"Less is More: A Simple yet Effective Token Reduction Method for Efficient Multi-modal LLMs","created":"2024-09-17","cited_by_count":3,"area":"mllm"},{"id":"2502.15443","title":"When Compression Meets Model Compression: Memory-Efficient Double Compression for Large Language Models","created":"2025-02-21","cited_by_count":3,"area":null},{"id":"2502.19078","title":"Sparse Brains are Also Adaptive Brains: Cognitive-Load-Aware Dynamic Activation for LLMs","created":"2025-02-26","cited_by_count":3,"area":null},{"id":"2503.00461","title":"Leveraging Compute-in-Memory for Efficient Generative Model Inference in TPUs","created":"2025-03-01","cited_by_count":3,"area":null},{"id":"2503.08857","title":"Interpretable and Robust Dialogue State Tracking via Natural Language Summarization with LLMs","created":"2025-03-11","cited_by_count":3,"area":null},{"id":"2505.18451","title":"$\\mu$-MoE: Test-Time Pruning as Micro-Grained Mixture-of-Experts","created":"2025-05-24","cited_by_count":3,"area":"moe"},{"id":"2506.15733","title":"$\\texttt{SPECS}$: Faster Test-Time Scaling through Speculative Drafts","created":"2025-06-15","cited_by_count":3,"area":"lr"},{"id":"2510.19389","title":"ARA: Adaptive Rank Allocation for Efficient Large Language Model SVD Compression","created":"2025-10-22","cited_by_count":3,"area":null},{"id":"2603.05931","title":"A Persistent-State Dataflow Accelerator for Memory-Bound Linear Attention Decode on FPGA","created":"2026-03-06","cited_by_count":3,"area":"inference"},{"id":"2603.28845","title":"OneComp: One-Line Revolution for Generative AI Model Compression","created":"2026-03-30","cited_by_count":3,"area":null},{"id":"2604.03298","title":"ENEC: A Lossless AI Model Compression Method Enabling Fast Inference on Ascend NPUs","created":"2026-03-28","cited_by_count":3,"area":null},{"id":"2604.05404","title":"Beyond Accuracy: Unveiling Inefficiency Patterns in Tool-Integrated Reasoning","created":"2026-04-07","cited_by_count":3,"area":"lr"},{"id":"2604.12171","title":"PipeLive: Efficient Live In-place Pipeline Parallelism Reconfiguration for Dynamic LLM Serving","created":"2026-04-14","cited_by_count":3,"area":"inference"},{"id":"2605.08044","title":"Fast Byte Latent Transformer","created":"2026-05-08","cited_by_count":3,"area":null},{"id":"2409.02026","title":"Foundations of Large Language Model Compression -- Part 1: Weight Quantization","created":"2024-09-03","cited_by_count":2,"area":null},{"id":"2411.05894","title":"SSSD: Simply-Scalable Speculative Decoding","created":"2024-11-08","cited_by_count":2,"area":"inference"},{"id":"2509.26534","title":"Rearchitecting Datacenter Lifecycle for AI: A TCO-Driven Framework","created":"2025-09-30","cited_by_count":2,"area":null}],"next_cursor":"100"}