{"total":234,"rows":[{"id":"2309.17453","title":"Efficient Streaming Language Models with Attention Sinks","created":"2023-09-29","cited_by_count":2186,"area":null},{"id":"2211.10438","title":"SmoothQuant: Accurate and Efficient Post-Training Quantization for Large Language Models","created":"2022-11-18","cited_by_count":1386,"area":null},{"id":"2306.00978","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","created":"2023-06-01","cited_by_count":1298,"area":null},{"id":"2306.14048","title":"H$_2$O: Heavy-Hitter Oracle for Efficient Generative Inference of Large Language Models","created":"2023-06-24","cited_by_count":832,"area":"inference"},{"id":"2407.02490","title":"MInference 1.0: Accelerating Pre-filling for Long-Context LLMs via Dynamic Sparse Attention","created":"2024-07-02","cited_by_count":383,"area":null},{"id":"2305.09781","title":"SpecInfer: Accelerating Generative Large Language Model Serving with Tree-based Speculative Inference and Verification","created":"2023-05-16","cited_by_count":365,"area":"inference"},{"id":"2505.06708","title":"Gated Attention for Large Language Models: Non-linearity, Sparsity, and Attention-Sink-Free","created":"2025-05-10","cited_by_count":283,"area":"moe"},{"id":"2405.04532","title":"QServe: W4A8KV4 Quantization and System Co-design for Efficient LLM Serving","created":"2024-05-07","cited_by_count":208,"area":"inference"},{"id":"2404.14294","title":"A Survey on Efficient Inference for Large Language Models","created":"2024-04-22","cited_by_count":205,"area":"inference"},{"id":"2312.11514","title":"LLM in a flash: Efficient Large Language Model Inference with Limited Memory","created":"2023-12-12","cited_by_count":177,"area":"inference"},{"id":"2112.13890","title":"SPViT: Enabling Faster Vision Transformers via Soft Token Pruning","created":"2021-12-27","cited_by_count":167,"area":"inference"},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2311.08252","title":"REST: Retrieval-Based Speculative Decoding","created":"2023-11-14","cited_by_count":150,"area":"inference"},{"id":"2107.00910","title":"Learned Token Pruning for Transformers","created":"2021-07-02","cited_by_count":139,"area":"inference"},{"id":"2403.09054","title":"Keyformer: KV Cache Reduction through Key Tokens Selection for Efficient Generative Inference","created":"2024-03-14","cited_by_count":126,"area":"inference"},{"id":"2410.13276","title":"SeerAttention: Learning Intrinsic Sparse Attention in Your LLMs","created":"2024-10-17","cited_by_count":124,"area":"moe"},{"id":"2403.09636","title":"Dynamic Memory Compression: Retrofitting LLMs for Accelerated Inference","created":"2024-03-14","cited_by_count":116,"area":null},{"id":"2107.10845","title":"QuantumNAS: Noise-Adaptive Search for Robust Quantum Circuits","created":"2021-07-22","cited_by_count":98,"area":null},{"id":"2306.06000","title":"S$^{3}$: Increasing GPU Utilization during Generative Inference for Higher Throughput","created":"2023-06-09","cited_by_count":81,"area":"inference"},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2203.10705","title":"Compression of Generative Pre-trained Language Models via Quantization","created":"2022-03-21","cited_by_count":79,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2401.03868","title":"FlightLLM: Efficient Large Language Model Inference with a Complete Mapping Flow on FPGAs","created":"2024-01-08","cited_by_count":64,"area":"inference"},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2305.17328","title":"Zero-TPrune: Zero-Shot Token Pruning through Leveraging of the Attention Graph in Pre-Trained Transformers","created":"2023-05-27","cited_by_count":62,"area":"inference"},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62,"area":null},{"id":"2410.12013","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","created":"2024-10-15","cited_by_count":62,"area":"moe"},{"id":"2104.00769","title":"Keyword Transformer: A Self-Attention Model for Keyword Spotting","created":"2021-04-01","cited_by_count":60,"area":null},{"id":"2303.17605","title":"SparseViT: Revisiting Activation Sparsity for Efficient High-Resolution Vision Transformer","created":"2023-03-30","cited_by_count":60,"area":null},{"id":"2208.14286","title":"ANT: Exploiting Adaptive Numerical Data Type for Low-bit Deep Neural Network Quantization","created":"2022-08-30","cited_by_count":51,"area":null},{"id":"2505.18227","title":"Token Reduction Should Go Beyond Efficiency in Generative Models -- From Vision, Language to Multimodality","created":"2025-05-23","cited_by_count":50,"area":"inference"},{"id":"2209.10797","title":"DFX: A Low-latency Multi-FPGA Appliance for Accelerating Transformer-based Text Generation","created":"2022-09-22","cited_by_count":48,"area":null},{"id":"2403.17312","title":"ALISA: Accelerating Large Language Model Inference via Sparsity-Aware KV Caching","created":"2024-03-26","cited_by_count":48,"area":null},{"id":"2309.04255","title":"LLMCad: Fast and Scalable On-device Large Language Model Inference","created":"2023-09-08","cited_by_count":45,"area":null},{"id":"2305.17455","title":"CrossGET: Cross-Guided Ensemble of Tokens for Accelerating Vision-Language Transformers","created":"2023-05-27","cited_by_count":44,"area":"mllm"},{"id":"2406.14909","title":"Mixture of Attention Spans: Optimizing LLM Inference Efficiency with Heterogeneous Sliding-Window Lengths","created":"2024-06-21","cited_by_count":44,"area":null},{"id":"2412.03248","title":"AIM: Adaptive Inference of Multi-Modal LLMs via Token Merging and Pruning","created":"2024-12-04","cited_by_count":43,"area":"mllm"},{"id":"2308.08758","title":"Discrete Prompt Compression with Reinforcement Learning","created":"2023-08-17","cited_by_count":42,"area":"inference"},{"id":"2210.09573","title":"ViTCoD: Vision Transformer Acceleration via Dedicated Algorithm and Accelerator Co-Design","created":"2022-10-18","cited_by_count":41,"area":null},{"id":"2107.06419","title":"FLAT: An Optimized Dataflow for Mitigating Attention Bottlenecks","created":"2021-07-13","cited_by_count":39,"area":null},{"id":"2508.14148","title":"DPad: Efficient Diffusion Language Models with Suffix Dropout","created":"2025-08-19","cited_by_count":39,"area":"diffusion"},{"id":"2404.07236","title":"Lightweight Deep Learning for Resource-Constrained Environments: A Survey","created":"2024-04-08","cited_by_count":38,"area":null},{"id":"2410.04466","title":"Large Language Model Inference Acceleration: A Comprehensive Hardware Perspective","created":"2024-10-06","cited_by_count":38,"area":"inference"},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2409.01141","title":"Duplex: A Device for Large Language Models with Mixture of Experts, Grouped Query Attention, and Continuous Batching","created":"2024-09-02","cited_by_count":34,"area":"moe"},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2406.02657","title":"Block Transformer: Global-to-Local Language Modeling for Fast Inference","created":"2024-06-04","cited_by_count":32,"area":"inference"},{"id":"2209.09570","title":"Adaptable Butterfly Accelerator for Attention-based NNs via Hardware and Algorithm Co-design","created":"2022-09-20","cited_by_count":31,"area":null},{"id":"2408.05499","title":"LLMServingSim: A HW/SW Co-Simulation Infrastructure for LLM Inference Serving at Scale","created":"2024-08-10","cited_by_count":31,"area":"inference"},{"id":"2302.03773","title":"What Matters In The Structured Pruning of Generative Language Models?","created":"2023-02-07","cited_by_count":30,"area":null},{"id":"2208.06118","title":"An Algorithm-Hardware Co-Optimized Framework for Accelerating N:M Sparse Transformers","created":"2022-08-12","cited_by_count":29,"area":null},{"id":"2211.05109","title":"ViTALiTy: Unifying Low-rank and Sparse Approximation for Vision Transformer Acceleration with a Linear Taylor Attention","created":"2022-11-09","cited_by_count":29,"area":null},{"id":"2406.12930","title":"Tender: Accelerating Large Language Models via Tensor Decomposition and Runtime Requantization","created":"2024-06-16","cited_by_count":28,"area":null},{"id":"2110.11331","title":"QuantumNAT: Quantum Noise-Aware Training with Noise Injection, Quantization and Normalization","created":"2021-10-21","cited_by_count":27,"area":null},{"id":"2110.09310","title":"Energon: Towards Efficient Acceleration of Transformers Using Dynamic Sparse Attention","created":"2021-10-18","cited_by_count":26,"area":null},{"id":"2303.04185","title":"Gradient-Free Structured Pruning with Unlabeled Data","created":"2023-03-07","cited_by_count":26,"area":null},{"id":"2112.02191","title":"NN-LUT: Neural Approximation of Non-Linear Operations for Efficient Transformer Inference","created":"2021-12-03","cited_by_count":25,"area":null},{"id":"2301.10936","title":"PIT: Optimization of Dynamic Sparse Deep Learning Models via Permutation Invariant Transformation","created":"2023-01-26","cited_by_count":25,"area":null},{"id":"2303.07470","title":"X-Former: In-Memory Acceleration of Transformers","created":"2023-03-13","cited_by_count":25,"area":null},{"id":"2306.01160","title":"Faster Causal Attention Over Large Sequences Through Sparse Flash Attention","created":"2023-06-01","cited_by_count":25,"area":null},{"id":"2308.14363","title":"Mobile Foundation Model as Firmware","created":"2023-08-28","cited_by_count":25,"area":null},{"id":"2205.07324","title":"Transkimmer: Transformer Learns to Layer-wise Skim","created":"2022-05-15","cited_by_count":24,"area":null},{"id":"2211.10801","title":"Peeling the Onion: Hierarchical Reduction of Data Redundancy for Efficient Vision Transformer Training","created":"2022-11-19","cited_by_count":24,"area":null},{"id":"2302.14705","title":"AccelTran: A Sparsity-Aware Accelerator for Dynamic Inference with Transformers","created":"2023-02-28","cited_by_count":24,"area":null},{"id":"2505.20353","title":"FastCache: Fast Caching for Diffusion Transformer Through Learnable Linear Approximation","created":"2025-05-26","cited_by_count":24,"area":"diffusion"},{"id":"2509.20021","title":"Embodied AI: From LLMs to World Models","created":"2025-09-24","cited_by_count":24,"area":"wm"},{"id":"2202.13239","title":"QOC: Quantum On-Chip Training with Parameter Shift and Gradient Pruning","created":"2022-02-26","cited_by_count":23,"area":null},{"id":"2410.07265","title":"A Survey: Collaborative Hardware and Software Design in the Era of Large Language Models","created":"2024-10-08","cited_by_count":23,"area":null},{"id":"2208.03646","title":"A Length Adaptive Algorithm-Hardware Co-design of Transformer on FPGA Through Sparse Attention and Dynamic Pipelining","created":"2022-08-07","cited_by_count":22,"area":null},{"id":"2502.07578","title":"PIM Is All You Need: A CXL-Enabled GPU-Free System for Large Language Model Inference","created":"2025-02-11","cited_by_count":22,"area":"inference"},{"id":"2504.20966","title":"Softpick: No Attention Sink, No Massive Activations with Rectified Softmax","created":"2025-04-29","cited_by_count":22,"area":null},{"id":"2305.10727","title":"Boost Vision Transformer with GPU-Friendly Sparsity and Quantization","created":"2023-05-18","cited_by_count":20,"area":null},{"id":"2502.15470","title":"PAPI: Exploiting Dynamic Parallelism in Large Language Model Decoding with a Processing-In-Memory-Enabled Computing System","created":"2025-02-21","cited_by_count":20,"area":"inference"},{"id":"2108.12594","title":"Layer-wise Model Pruning based on Mutual Information","created":"2021-08-28","cited_by_count":19,"area":null},{"id":"2110.11299","title":"Transformer Acceleration with Dynamic Sparse Attention","created":"2021-10-21","cited_by_count":19,"area":null},{"id":"2203.08991","title":"AdapLeR: Speeding up Inference by Adaptive Length Reduction","created":"2022-03-16","cited_by_count":19,"area":null},{"id":"2203.12758","title":"Mokey: Enabling Narrow Fixed-Point Inference for Out-of-the-Box Floating-Point Transformer Models","created":"2022-03-23","cited_by_count":19,"area":null},{"id":"2305.12356","title":"Integer or Floating Point? New Outlooks for Low-Bit Quantization on Large Language Models","created":"2023-05-21","cited_by_count":19,"area":null},{"id":"2407.08892","title":"Characterizing Prompt Compression Methods for Long Context Inference","created":"2024-07-11","cited_by_count":18,"area":"inference"},{"id":"2501.11211","title":"Ditto: Accelerating Diffusion Model via Temporal Value Similarity","created":"2025-01-20","cited_by_count":18,"area":"diffusion"},{"id":"2111.00230","title":"Magic Pyramid: Accelerating Inference with Early Exiting and Token Pruning","created":"2021-10-30","cited_by_count":16,"area":"inference"},{"id":"2401.09890","title":"A Survey on Hardware Accelerators for Large Language Models","created":"2024-01-18","cited_by_count":16,"area":null},{"id":"2402.10787","title":"Squat: Quant Small Language Models on the Edge","created":"2024-02-16","cited_by_count":16,"area":null},{"id":"2407.02068","title":"LPViT: Low-Power Semi-structured Pruning for Vision Transformers","created":"2024-07-02","cited_by_count":16,"area":null},{"id":"2306.16009","title":"Accelerating Transducers through Adjacent Token Merging","created":"2023-06-28","cited_by_count":15,"area":"inference"},{"id":"2509.09090","title":"SQAP-VLA: A Synergistic Quantization-Aware Pruning Framework for High-Performance Vision-Language-Action Models","created":"2025-09-11","cited_by_count":15,"area":"vla"},{"id":"2110.03252","title":"Layer-wise Pruning of Transformer Attention Heads for Efficient Language Modeling","created":"2021-10-07","cited_by_count":14,"area":null},{"id":"2203.00091","title":"Dynamic N:M Fine-grained Structured Sparse Attention Mechanism","created":"2022-02-28","cited_by_count":14,"area":null},{"id":"2312.03134","title":"A Hardware Evaluation Framework for Large Language Model Inference","created":"2023-12-05","cited_by_count":14,"area":null},{"id":"2402.10930","title":"ConSmax: Hardware-Friendly Alternative Softmax with Learnable Parameters","created":"2024-01-31","cited_by_count":14,"area":null},{"id":"2503.18599","title":"Oaken: Fast and Efficient LLM Serving with Online-Offline Hybrid KV Cache Quantization","created":"2025-03-24","cited_by_count":14,"area":"inference"},{"id":"2201.00043","title":"Multi-Dimensional Model Compression of Vision Transformer","created":"2021-12-31","cited_by_count":13,"area":null},{"id":"2212.03597","title":"DeepSpeed Data Efficiency: Improving Deep Learning Model Quality and Training Efficiency via Efficient Data Sampling and Routing","created":"2022-12-07","cited_by_count":13,"area":null},{"id":"2403.08058","title":"CHAI: Clustered Head Attention for Efficient LLM Inference","created":"2024-03-12","cited_by_count":13,"area":"inference"},{"id":"2410.12876","title":"In-context KV-Cache Eviction for LLMs via Attention-Gate","created":"2024-10-15","cited_by_count":13,"area":"inference"},{"id":"2209.00606","title":"Sparse Attention Acceleration with Synergistic In-Memory Pruning and On-Chip Recomputation","created":"2022-09-01","cited_by_count":12,"area":null},{"id":"2307.03493","title":"ITA: An Energy-Efficient Attention and Softmax Accelerator for Quantized Transformers","created":"2023-07-07","cited_by_count":12,"area":null},{"id":"2211.11586","title":"Random-LTD: Random and Layerwise Token Dropping Brings Efficient Training for Large-scale Transformers","created":"2022-11-17","cited_by_count":11,"area":null},{"id":"2511.06767","title":"QUARK: Quantization-Enabled Circuit Sharing for Transformer Acceleration by Exploiting Common Patterns in Nonlinear Operations","created":"2025-11-10","cited_by_count":11,"area":null},{"id":"2206.14550","title":"SALO: An Efficient Spatial Accelerator Enabling Hybrid Sparse Attention Mechanisms for Long Sequences","created":"2022-06-29","cited_by_count":10,"area":null}],"next_cursor":"100"}