{"list":"other","total":52,"rows":[{"id":"1706.03762","title":"Attention Is All You Need","created":"2017-06-12","cited_by_count":60361},{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"1503.02531","title":"Distilling the Knowledge in a Neural Network","created":"2015-03-09","cited_by_count":10324},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"1910.01108","title":"DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter","created":"2019-10-02","cited_by_count":4307},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"1701.06538","title":"Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer","created":"2017-01-23","cited_by_count":3509},{"id":"2101.03961","title":"Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity","created":"2021-01-11","cited_by_count":3073},{"id":"2211.17192","title":"Fast Inference from Transformers via Speculative Decoding","created":"2022-11-30","cited_by_count":1653},{"id":"2006.16668","title":"GShard: Scaling Giant Models with Conditional Computation and Automatic Sharding","created":"2020-06-30","cited_by_count":1631},{"id":"2304.05977","title":"ImageReward: Learning and Evaluating Human Preferences for Text-to-Image Generation","created":"2023-04-12","cited_by_count":1045},{"id":"2404.02905","title":"Visual Autoregressive Modeling: Scalable Image Generation via Next-Scale Prediction","created":"2024-04-03","cited_by_count":1023},{"id":"2210.09461","title":"Token Merging: Your ViT But Faster","created":"2022-10-17","cited_by_count":1021},{"id":"2310.11513","title":"GenEval: An Object-Focused Framework for Evaluating Text-to-Image Alignment","created":"2023-10-17","cited_by_count":972},{"id":"2306.09341","title":"Human Preference Score v2: A Solid Benchmark for Evaluating Human Preferences of Text-to-Image Synthesis","created":"2023-06-15","cited_by_count":890},{"id":"2106.02034","title":"DynamicViT: Efficient Vision Transformers with Dynamic Token Sparsification","created":"2021-06-03","cited_by_count":864},{"id":"1709.01686","title":"BranchyNet: Fast Inference via Early Exiting from Deep Neural Networks","created":"2017-09-06","cited_by_count":596},{"id":"1603.08983","title":"Adaptive Computation Time for Recurrent Neural Networks","created":"2016-03-29","cited_by_count":506},{"id":"2004.02984","title":"MobileBERT: a Compact Task-Agnostic BERT for Resource-Limited Devices","created":"2020-04-06","cited_by_count":482},{"id":"2405.16406","title":"SpinQuant: LLM quantization with learned rotations","created":"2024-05-26","cited_by_count":471},{"id":"2108.08877","title":"Sentence-T5: Scalable Sentence Encoders from Pre-trained Text-to-Text Models","created":"2021-08-19","cited_by_count":463},{"id":"1909.11556","title":"Reducing Transformer Depth on Demand with Structured Dropout","created":"2019-09-25","cited_by_count":439},{"id":"1909.05840","title":"Q-BERT: Hessian Based Ultra Low Precision Quantization of BERT","created":"2019-09-12","cited_by_count":359},{"id":"1811.03115","title":"Blockwise Parallel Decoding for Deep Autoregressive Models","created":"2018-11-07","cited_by_count":323},{"id":"2207.07061","title":"Confident Adaptive Language Modeling","created":"2022-07-14","cited_by_count":310},{"id":"2404.16710","title":"LayerSkip: Enabling Early Exit Inference and Self-Speculative Decoding","created":"2024-04-25","cited_by_count":307},{"id":"2412.04431","title":"Infinity: Scaling Bitwise AutoRegressive Modeling for High-Resolution Image Synthesis","created":"2024-12-05","cited_by_count":304},{"id":"2006.04152","title":"BERT Loses Patience: Fast and Robust Inference with Early Exit","created":"2020-06-07","cited_by_count":273},{"id":"2404.02258","title":"Mixture-of-Depths: Dynamically allocating compute in transformer-based language models","created":"2024-04-02","cited_by_count":258},{"id":"2004.04037","title":"DynaBERT: Dynamic BERT with Adaptive Width and Depth","created":"2020-04-08","cited_by_count":251},{"id":"1910.10073","title":"Depth-Adaptive Transformer","created":"2019-10-22","cited_by_count":236},{"id":"2403.13298","title":"Rotary Position Embedding for Vision Transformer","created":"2024-03-20","cited_by_count":236},{"id":"2012.15701","title":"BinaryBERT: Pushing the Limit of BERT Quantization","created":"2020-12-31","cited_by_count":178},{"id":"1702.07811","title":"Adaptive Neural Networks for Efficient Inference","created":"2017-02-25","cited_by_count":163},{"id":"2004.07453","title":"The Right Tool for the Job: Matching Model and Instance Complexities","created":"2020-04-16","cited_by_count":126},{"id":"2307.02628","title":"SkipDecode: Autoregressive Skip Decoding with Batching and Caching for Efficient LLM Inference","created":"2023-07-05","cited_by_count":89},{"id":"2104.08803","title":"Consistent Accelerated Inference via Confident Adaptive Transformers","created":"2021-04-18","cited_by_count":74},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46},{"id":"2211.11152","title":"You Need Multiple Exiting: Dynamic Early Exiting for Accelerating Unified Vision Language Model","created":"2022-11-21","cited_by_count":43},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35},{"id":"2503.23367","title":"FastVAR: Linear Visual Autoregressive Modeling via Cached Token Pruning","created":"2025-03-30","cited_by_count":34},{"id":"2411.17787","title":"Collaborative Decoding Makes Visual Auto-Regressive Modeling Efficient","created":"2024-11-26","cited_by_count":33},{"id":"2411.10433","title":"M-VAR: Decoupled Scale-wise Autoregressive Modeling for High-Quality Image Generation","created":"2024-11-15","cited_by_count":28},{"id":"2505.19602","title":"Memory-Efficient Visual Autoregressive Modeling with Scale-Aware KV Cache Compression","created":"2025-05-26","cited_by_count":22},{"id":"2506.04421","title":"HMAR: Efficient Hierarchical Masked Auto-Regressive Image Generation","created":"2025-06-04","cited_by_count":20},{"id":"2411.17178","title":"LiteVAR: Compressing Visual Autoregressive Modelling with Efficient Attention and Quantization","created":"2024-11-26","cited_by_count":17},{"id":"2507.18537","title":"TTS-VAR: A Test-Time Scaling Framework for Visual Auto-Regressive Generation","created":"2025-07-24","cited_by_count":15},{"id":"2507.20454","title":"Frequency-Aware Autoregressive Modeling for Efficient High-Resolution Image Synthesis","created":"2025-07-28","cited_by_count":15},{"id":"2501.04377","title":"On Computational Limits and Provably Efficient Criteria of Visual Autoregressive Models: A Fine-Grained Complexity Analysis","created":"2025-01-08","cited_by_count":14},{"id":"2506.08908","title":"SkipVAR: Accelerating Visual Autoregressive Modeling via Adaptive Frequency-Aware Skipping","created":"2025-06-10","cited_by_count":11},{"id":"2412.01455","title":"Early Exit Is a Natural Capability in Transformer-based Models: An Empirical Study on Early Exit without Joint Optimization","created":"2024-12-02","cited_by_count":9},{"id":"2503.08524","title":"Position-Aware Depth Decay Decoding ($D^3$): Boosting Large Language Model Inference Efficiency","created":"2025-03-11","cited_by_count":2}],"next_cursor":null}