{"total":76,"rows":[{"id":"2111.11326","title":"DyTox: Transformers for Continual Learning with DYnamic TOken eXpansion","created":"2021-11-22","cited_by_count":291,"area":null},{"id":"2310.05736","title":"LLMLingua: Compressing Prompts for Accelerated Inference of Large Language Models","created":"2023-10-09","cited_by_count":287,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2305.15805","title":"Dynamic Context Pruning for Efficient and Interpretable Autoregressive Transformers","created":"2023-05-25","cited_by_count":67,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2407.05858","title":"Fast On-device LLM Inference with NPUs","created":"2024-07-08","cited_by_count":62,"area":null},{"id":"2303.17605","title":"SparseViT: Revisiting Activation Sparsity for Efficient High-Resolution Vision Transformer","created":"2023-03-30","cited_by_count":60,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2309.04255","title":"LLMCad: Fast and Scalable On-device Large Language Model Inference","created":"2023-09-08","cited_by_count":45,"area":null},{"id":"2403.13347","title":"vid-TLDR: Training Free Token merging for Light-weight Video Transformer","created":"2024-03-20","cited_by_count":41,"area":null},{"id":"2404.01882","title":"Scene Adaptive Sparse Transformer for Event-based Object Detection","created":"2024-04-02","cited_by_count":39,"area":null},{"id":"2307.12612","title":"Less is More: Focus Attention for Efficient DETR","created":"2023-07-24","cited_by_count":38,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2310.03535","title":"Towards Unified Deep Image Deraining: A Survey and A New Benchmark","created":"2023-10-05","cited_by_count":34,"area":null},{"id":"2504.02441","title":"Cognitive Memory in Large Language Models","created":"2025-04-03","cited_by_count":29,"area":null},{"id":"2503.23798","title":"Adaptive Layer-skipping in Pre-trained LLMs","created":"2025-03-31","cited_by_count":27,"area":null},{"id":"2306.01160","title":"Faster Causal Attention Over Large Sequences Through Sparse Flash Attention","created":"2023-06-01","cited_by_count":25,"area":null},{"id":"2202.07101","title":"A Survey on Dynamic Neural Networks for Natural Language Processing","created":"2022-02-15","cited_by_count":24,"area":null},{"id":"2205.07324","title":"Transkimmer: Transformer Learns to Layer-wise Skim","created":"2022-05-15","cited_by_count":24,"area":null},{"id":"2210.07913","title":"Efficiently Controlling Multiple Risks with Pareto Testing","created":"2022-10-14","cited_by_count":22,"area":null},{"id":"2210.09223","title":"CAP: Correlation-Aware Pruning for Highly-Accurate Sparse Vision Models","created":"2022-10-14","cited_by_count":20,"area":null},{"id":"2203.12758","title":"Mokey: Enabling Narrow Fixed-Point Inference for Out-of-the-Box Floating-Point Transformer Models","created":"2022-03-23","cited_by_count":19,"area":null},{"id":"2310.05015","title":"Compresso: Structured Pruning with Collaborative Prompting Learns Compact Large Language Models","created":"2023-10-08","cited_by_count":19,"area":null},{"id":"2410.01537","title":"Attention layers provably solve single-location regression","created":"2024-10-02","cited_by_count":17,"area":null},{"id":"2401.15347","title":"A Comprehensive Survey of Compression Algorithms for Language Models","created":"2024-01-27","cited_by_count":15,"area":null},{"id":"2212.03597","title":"DeepSpeed Data Efficiency: Improving Deep Learning Model Quality and Training Efficiency via Efficient Data Sampling and Routing","created":"2022-12-07","cited_by_count":13,"area":null},{"id":"2209.00606","title":"Sparse Attention Acceleration with Synergistic In-Memory Pruning and On-Chip Recomputation","created":"2022-09-01","cited_by_count":12,"area":null},{"id":"2304.04672","title":"Deep Image Matting: A Comprehensive Survey","created":"2023-04-10","cited_by_count":12,"area":null},{"id":"2211.11586","title":"Random-LTD: Random and Layerwise Token Dropping Brings Efficient Training for Large-scale Transformers","created":"2022-11-17","cited_by_count":11,"area":null},{"id":"2310.01777","title":"SEA: Sparse Linear Attention with Estimated Attention Mask","created":"2023-10-03","cited_by_count":10,"area":null},{"id":"2502.16782","title":"CipherPrune: Efficient and Scalable Private Transformer Inference","created":"2025-02-24","cited_by_count":10,"area":null},{"id":"2305.17223","title":"Do We Really Need a Large Number of Visual Prompts?","created":"2023-05-26","cited_by_count":9,"area":null},{"id":"2403.16020","title":"PaPr: Training-Free One-Step Patch Pruning with Lightweight ConvNets for Faster Inference","created":"2024-03-24","cited_by_count":9,"area":null},{"id":"2305.05433","title":"Tomography of Quantum States from Structured Measurements via quantum-aware transformer","created":"2023-05-09","cited_by_count":8,"area":null},{"id":"2405.17052","title":"SelfCP: Compressing Over-Limit Prompt via the Frozen Large Language Model Itself","created":"2024-05-27","cited_by_count":8,"area":null},{"id":"2507.04636","title":"Put Teacher in Student's Shoes: Cross-Distillation for Ultra-compact Model Compression Framework","created":"2025-07-07","cited_by_count":8,"area":null},{"id":"2205.04157","title":"Task-specific Compression for Multi-task Language Models using Attribution-based Pruning","created":"2022-05-09","cited_by_count":7,"area":null},{"id":"2110.04711","title":"SuperShaper: Task-Agnostic Super Pre-training of BERT Models with Variable Hidden Dimensions","created":"2021-10-10","cited_by_count":6,"area":null},{"id":"2305.11392","title":"Fast-StrucTexT: An Efficient Hourglass Transformer with Modality-guided Dynamic Token Merge for Document Understanding","created":"2023-05-19","cited_by_count":6,"area":null},{"id":"2304.01016","title":"Quick Dense Retrievers Consume KALE: Post Training Kullback Leibler Alignment of Embeddings for Asymmetrical dual encoders","created":"2023-03-31","cited_by_count":5,"area":null},{"id":"2412.12147","title":"Meta-Controller: Few-Shot Imitation of Unseen Embodiments and Tasks in Continuous Control","created":"2024-12-10","cited_by_count":4,"area":null},{"id":"2603.25340","title":"Large Language Model as Token Compressor and Decompressor","created":"2026-03-26","cited_by_count":4,"area":null},{"id":"2301.09262","title":"AttMEMO : Accelerating Transformers with Memoization on Big Memory Systems","created":"2023-01-23","cited_by_count":3,"area":null},{"id":"2305.08285","title":"Parameter-Efficient Fine-Tuning with Layer Pruning on Free-Text Sequence-to-Sequence Modeling","created":"2023-05-15","cited_by_count":3,"area":null},{"id":"2308.14909","title":"Pruning Self-Attention for Zero-Shot Multi-Speaker Text-to-Speech","created":"2023-08-28","cited_by_count":3,"area":null},{"id":"2312.05479","title":"Exploring Sparsity in Graph Transformers","created":"2023-12-09","cited_by_count":3,"area":null},{"id":"2401.06340","title":"A Temporal-Spectral Fusion Transformer with Subject-Specific Adapter for Enhancing RSVP-BCI Decoding","created":"2024-01-12","cited_by_count":3,"area":null},{"id":"2505.22195","title":"S2AFormer: Strip Self-Attention for Efficient Vision Transformer","created":"2025-05-28","cited_by_count":3,"area":null},{"id":"2509.09785","title":"Purge-Gate: Backpropagation-Free Test-Time Adaptation for Point Clouds Classification via Token Purging","created":"2025-09-11","cited_by_count":3,"area":null},{"id":"2511.07237","title":"The Few Govern the Many:Unveiling Few-Layer Dominance for Time Series Models","created":"2025-11-10","cited_by_count":3,"area":null},{"id":"2605.20551","title":"Faster or Stronger: Towards Flexible Visual Place Recognition via Weighted Aggregation and Token Pruning","created":"2026-05-19","cited_by_count":3,"area":null},{"id":"2204.03479","title":"Delta Keyword Transformer: Bringing Transformers to the Edge through Dynamically Pruned Multi-Head Self-Attention","created":"2022-03-20","cited_by_count":2,"area":null},{"id":"2305.12458","title":"Infor-Coef: Information Bottleneck-based Dynamic Token Downsampling for Compact and Efficient language model","created":"2023-05-21","cited_by_count":2,"area":null},{"id":"2311.02344","title":"You Only Forward Once: Prediction and Rationalization in A Single Forward Pass","created":"2023-11-04","cited_by_count":2,"area":null},{"id":"2405.08621","title":"RMT-BVQA: Recurrent Memory Transformer-based Blind Video Quality Assessment for Enhanced Video Content","created":"2024-05-14","cited_by_count":2,"area":null},{"id":"2409.07613","title":"Token Turing Machines are Efficient Vision Models","created":"2024-09-11","cited_by_count":2,"area":null},{"id":"2502.08363","title":"Top-Theta Attention: Sparsifying Transformers by Compensated Thresholding","created":"2025-02-12","cited_by_count":2,"area":null},{"id":"2507.07954","title":"Input Conditioned Layer Dropping in Speech Foundation Models","created":"2025-07-10","cited_by_count":2,"area":null},{"id":"2201.03327","title":"Latency Adjustable Transformer Encoder for Language Understanding","created":"2022-01-10","cited_by_count":1,"area":null},{"id":"2303.17612","title":"oBERTa: Improving Sparse Transfer Learning via improved initialization, distillation, and pruning regimes","created":"2023-03-30","cited_by_count":1,"area":null},{"id":"2304.02721","title":"To Asymmetry and Beyond: Structured Pruning of Sequence to Sequence Models for Improved Inference Efficiency","created":"2023-04-05","cited_by_count":1,"area":null},{"id":"2410.07268","title":"Learning Content-Aware Multi-Modal Joint Input Pruning via Bird's-Eye-View Representation","created":"2024-10-09","cited_by_count":1,"area":null},{"id":"2505.16991","title":"An Effective Training Framework for Light-Weight Automatic Speech Recognition Models","created":"2025-05-22","cited_by_count":1,"area":null},{"id":"2605.16360","title":"ProxyKV: Cross-Model Proxy Pruning for Efficient Long-Context LLM Inference","created":"2026-05-09","cited_by_count":1,"area":null},{"id":"2310.14837","title":"Harnessing Attention Mechanisms: Efficient Sequence Reduction using Attention-based Autoencoders","created":"2023-10-23","cited_by_count":0,"area":null},{"id":"2403.07088","title":"SPA: Towards A Computational Friendly Cloud-Base and On-Devices Collaboration Seq2seq Personalized Generation with Casual Inference","created":"2024-03-11","cited_by_count":0,"area":null},{"id":"2408.12526","title":"Exploiting Student Parallelism for Efficient GPU Inference of BERT-like Models in Online Services","created":"2024-08-22","cited_by_count":0,"area":null},{"id":"2507.14959","title":"Polymorph: Energy-Efficient Multi-Label Classification for Video Streams on Embedded Devices","created":"2025-07-20","cited_by_count":0,"area":null},{"id":"2511.17693","title":"DeepCoT: Deep Continual Transformers for Real-Time Inference on Data Streams","created":"2025-11-21","cited_by_count":0,"area":null},{"id":"2512.07090","title":"Leveraging KV Similarity for Online Structured Pruning in LLMs","created":"2025-12-08","cited_by_count":0,"area":null},{"id":"2601.06443","title":"How to Build Robust, Scalable Models for GSV-Based Indicators in Neighborhood Research","created":"2026-01-10","cited_by_count":0,"area":null},{"id":"2604.25903","title":"Carbon-Taxed Transformers: A Green Compression Pipeline for Overgrown Language Models","created":"2026-04-28","cited_by_count":0,"area":null},{"id":"2605.03110","title":"Cascade Token Selection for Transformer Attention Acceleration","created":"2026-05-04","cited_by_count":0,"area":null},{"id":"2607.09480","title":"Foveation-Guided Dynamic Token Selection for Robust and Efficient Vision Transformers","created":"2026-07-10","cited_by_count":0,"area":null},{"id":"2609.02689","title":"GaLe: memory-efficient Global Approximate and Local Exact features","created":"2026-09-02","cited_by_count":0,"area":null}],"next_cursor":null}