{"total":333,"rows":[{"id":"2110.13900","title":"WavLM: Large-Scale Self-Supervised Pre-Training for Full Stack Speech Processing","created":"2021-10-26","cited_by_count":1657,"area":null},{"id":"2210.02414","title":"GLM-130B: An Open Bilingual Pre-trained Model","created":"2022-10-05","cited_by_count":843,"area":null},{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2103.17239","title":"Going deeper with Image Transformers","created":"2021-03-31","cited_by_count":764,"area":null},{"id":"2305.11627","title":"LLM-Pruner: On the Structural Pruning of Large Language Models","created":"2023-05-19","cited_by_count":650,"area":null},{"id":"2111.09296","title":"XLS-R: Self-supervised Cross-lingual Speech Representation Learning at Scale","created":"2021-11-17","cited_by_count":601,"area":null},{"id":"2206.01861","title":"ZeroQuant: Efficient and Affordable Post-Training Quantization for Large-Scale Transformers","created":"2022-06-04","cited_by_count":526,"area":null},{"id":"2102.04378","title":"TransReID: Transformer-based Object Re-Identification","created":"2021-02-08","cited_by_count":435,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2306.07629","title":"SqueezeLLM: Dense-and-Sparse Quantization","created":"2023-06-13","cited_by_count":294,"area":null},{"id":"2201.02184","title":"Learning Audio-Visual Speech Representation by Masked Multimodal Cluster Prediction","created":"2022-01-05","cited_by_count":287,"area":null},{"id":"2101.01321","title":"I-BERT: Integer-only BERT Quantization","created":"2021-01-05","cited_by_count":255,"area":null},{"id":"2110.07904","title":"SPoT: Better Frozen Model Adaptation through Soft Prompt Transfer","created":"2021-10-15","cited_by_count":235,"area":null},{"id":"2206.06522","title":"LST: Ladder Side-Tuning for Parameter and Memory Efficient Transfer Learning","created":"2022-06-13","cited_by_count":230,"area":null},{"id":"2101.12037","title":"BENDR: using transformers and a contrastive self-supervised learning task to learn from massive amounts of EEG data","created":"2021-01-28","cited_by_count":199,"area":null},{"id":"2205.11491","title":"HyperTree Proof Search for Neural Theorem Proving","created":"2022-05-23","cited_by_count":197,"area":null},{"id":"2106.04533","title":"Chasing Sparsity in Vision Transformers: An End-to-End Exploration","created":"2021-06-08","cited_by_count":183,"area":null},{"id":"2109.04838","title":"Block Pruning For Faster Transformers","created":"2021-09-10","cited_by_count":177,"area":null},{"id":"2204.00408","title":"Structured Pruning Learns Compact and Accurate Models","created":"2022-04-01","cited_by_count":170,"area":null},{"id":"2204.09656","title":"A Fast Post-Training Pruning Framework for Transformers","created":"2022-03-29","cited_by_count":162,"area":null},{"id":"2212.08013","title":"FlexiViT: One Model for All Patch Sizes","created":"2022-12-15","cited_by_count":152,"area":null},{"id":"2104.01027","title":"Robust wav2vec 2.0: Analyzing Domain Shift in Self-Supervised Pre-Training","created":"2021-04-02","cited_by_count":151,"area":null},{"id":"2406.19384","title":"The Remarkable Robustness of LLMs: Stages of Inference?","created":"2024-06-27","cited_by_count":146,"area":null},{"id":"2108.05542","title":"AMMUS : A Survey of Transformer-based Pretrained Models in Natural Language Processing","created":"2021-08-12","cited_by_count":131,"area":null},{"id":"2402.11187","title":"LaCo: Large Language Model Pruning via Layer Collapse","created":"2024-02-17","cited_by_count":126,"area":null},{"id":"2201.05273","title":"Pretrained Language Models for Text Generation: A Survey","created":"2022-01-14","cited_by_count":122,"area":null},{"id":"2105.06990","title":"BERT Busters: Outlier Dimensions that Disrupt Transformers","created":"2021-05-14","cited_by_count":112,"area":null},{"id":"2306.11222","title":"LoSparse: Structured Compression of Large Language Models based on Low-Rank and Sparse Approximation","created":"2023-06-20","cited_by_count":104,"area":null},{"id":"2103.13076","title":"Finetuning Pretrained Transformers into RNNs","created":"2021-03-24","cited_by_count":96,"area":null},{"id":"2202.13556","title":"Filter-enhanced MLP is All You Need for Sequential Recommendation","created":"2022-02-28","cited_by_count":96,"area":null},{"id":"2309.04827","title":"Neurons in Large Language Models: Dead, N-gram, Positional","created":"2023-09-09","cited_by_count":88,"area":null},{"id":"2402.02834","title":"Shortened LLaMA: Depth Pruning for Large Language Models with Comparison of Retraining Methods","created":"2024-02-05","cited_by_count":82,"area":null},{"id":"2302.14017","title":"Full Stack Optimization of Transformer Inference: a Survey","created":"2023-02-27","cited_by_count":80,"area":null},{"id":"2203.08243","title":"Unified Visual Transformer Compression","created":"2022-03-15","cited_by_count":79,"area":null},{"id":"2206.12562","title":"PLATON: Pruning Large Transformer Models with Upper Confidence Bound of Weight Importance","created":"2022-06-25","cited_by_count":79,"area":null},{"id":"2209.00099","title":"Efficient Methods for Natural Language Processing: A Survey","created":"2022-08-31","cited_by_count":78,"area":null},{"id":"2410.20672","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","created":"2024-10-28","cited_by_count":78,"area":null},{"id":"2104.08803","title":"Consistent Accelerated Inference via Confident Adaptive Transformers","created":"2021-04-18","cited_by_count":74,"area":null},{"id":"2107.07467","title":"Only Train Once: A One-Shot Neural Network Training And Pruning Framework","created":"2021-07-15","cited_by_count":70,"area":null},{"id":"2109.06870","title":"Performance-Efficiency Trade-offs in Unsupervised Pre-training for Speech Recognition","created":"2021-09-14","cited_by_count":68,"area":null},{"id":"2303.04935","title":"X-Pruner: eXplainable Pruning for Vision Transformers","created":"2023-03-08","cited_by_count":68,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2306.11987","title":"Training Transformers with 4-bit Integers","created":"2023-06-21","cited_by_count":60,"area":null},{"id":"2307.02764","title":"When Does Confidence-Based Cascade Deferral Suffice?","created":"2023-07-06","cited_by_count":60,"area":null},{"id":"2105.12002","title":"Super Tickets in Pre-Trained Language Models: From Model Compression to Improving Generalization","created":"2021-05-25","cited_by_count":56,"area":null},{"id":"2105.14444","title":"NAS-BERT: Task-Agnostic and Adaptive-Size BERT Compression with Neural Architecture Search","created":"2021-05-30","cited_by_count":56,"area":null},{"id":"2301.13741","title":"UPop: Unified and Progressive Pruning for Compressing Vision-Language Transformers","created":"2023-01-31","cited_by_count":54,"area":null},{"id":"2111.05193","title":"A Survey on Green Deep Learning","created":"2021-11-08","cited_by_count":52,"area":null},{"id":"2302.04089","title":"ZipLM: Inference-Aware Structured Pruning of Language Models","created":"2023-02-07","cited_by_count":49,"area":null},{"id":"2102.01386","title":"AutoFreeze: Automatically Freezing Model Blocks to Accelerate Fine-tuning","created":"2021-02-02","cited_by_count":48,"area":null},{"id":"2106.03143","title":"CAPE: Encoding Relative Positions with Continuous Augmented Positional Embeddings","created":"2021-06-06","cited_by_count":47,"area":null},{"id":"2108.04657","title":"Differentiable Subset Pruning of Transformer Heads","created":"2021-08-10","cited_by_count":47,"area":null},{"id":"2109.12218","title":"Long-Range Transformers for Dynamic Spatiotemporal Forecasting","created":"2021-09-24","cited_by_count":46,"area":null},{"id":"2402.05964","title":"A Survey on Transformer Compression","created":"2024-02-05","cited_by_count":46,"area":null},{"id":"2410.08368","title":"ElasticTok: Adaptive Tokenization for Image and Video","created":"2024-10-10","cited_by_count":46,"area":null},{"id":"2104.09987","title":"Differentiable Model Compression via Pseudo Quantization Noise","created":"2021-04-20","cited_by_count":45,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2110.07038","title":"Towards Efficient NLP: A Standard Evaluation and A Strong Baseline","created":"2021-10-13","cited_by_count":44,"area":null},{"id":"2101.00234","title":"Subformer: Exploring Weight Sharing for Parameter Efficiency in Generative Transformers","created":"2021-01-01","cited_by_count":43,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2104.08682","title":"Rethinking Network Pruning -- under the Pre-train and Fine-tune Paradigm","created":"2021-04-18","cited_by_count":40,"area":null},{"id":"2111.15127","title":"A Unified Pruning Framework for Vision Transformers","created":"2021-11-30","cited_by_count":40,"area":null},{"id":"2307.05908","title":"Predictive Pipelined Decoding: A Compute-Latency Trade-off for Exact LLM Decoding","created":"2023-07-12","cited_by_count":40,"area":null},{"id":"2109.15053","title":"Fine-tuning wav2vec2 for speaker recognition","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2109.15082","title":"Towards Efficient Post-training Quantization of Pre-trained Language Models","created":"2021-09-30","cited_by_count":39,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2110.02488","title":"ABC: Attention with Bounded-memory Control","created":"2021-10-06","cited_by_count":36,"area":null},{"id":"2305.17651","title":"DPHuBERT: Joint Distillation and Pruning of Self-Supervised Speech Models","created":"2023-05-28","cited_by_count":36,"area":null},{"id":"2307.07982","title":"A Survey of Techniques for Optimizing Transformer Inference","created":"2023-07-16","cited_by_count":35,"area":null},{"id":"2105.06548","title":"Not All Memories are Created Equal: Learning to Forget by Expiring","created":"2021-05-13","cited_by_count":32,"area":null},{"id":"2403.12422","title":"Jetfire: Efficient and Accurate Transformer Pretraining with INT8 Data Flow and Per-Block Quantization","created":"2024-03-19","cited_by_count":31,"area":null},{"id":"2405.10313","title":"How Far Are We From AGI: Are LLMs All We Need?","created":"2024-05-16","cited_by_count":31,"area":null},{"id":"2305.15212","title":"Towards Adaptive Prefix Tuning for Parameter-Efficient Language Model Fine-tuning","created":"2023-05-24","cited_by_count":29,"area":null},{"id":"2203.09176","title":"ODE Transformer: An Ordinary Differential Equation-Inspired Model for Sequence Generation","created":"2022-03-17","cited_by_count":27,"area":null},{"id":"2405.18218","title":"FinerCut: Finer-grained Interpretable Layer Pruning for Large Language Models","created":"2024-05-28","cited_by_count":27,"area":null},{"id":"2302.06586","title":"Stitchable Neural Networks","created":"2023-02-13","cited_by_count":26,"area":null},{"id":"2303.04185","title":"Gradient-Free Structured Pruning with Unlabeled Data","created":"2023-03-07","cited_by_count":26,"area":null},{"id":"2309.16354","title":"Transformer-VQ: Linear-Time Transformers via Vector Quantization","created":"2023-09-28","cited_by_count":26,"area":null},{"id":"2503.01776","title":"Beyond Matryoshka: Revisiting Sparse Coding for Adaptive Representation","created":"2025-03-03","cited_by_count":26,"area":null},{"id":"2204.09867","title":"A Model-Agnostic Data Manipulation Method for Persona-based Dialogue Generation","created":"2022-04-21","cited_by_count":25,"area":null},{"id":"2211.06474","title":"Speech-to-Speech Translation For A Real-world Unwritten Language","created":"2022-11-11","cited_by_count":25,"area":null},{"id":"2108.04890","title":"On the Effect of Pruning on Adversarial Robustness","created":"2021-08-10","cited_by_count":23,"area":null},{"id":"2301.08986","title":"Adapting a Language Model While Preserving its General Knowledge","created":"2023-01-21","cited_by_count":23,"area":null},{"id":"2301.12017","title":"Understanding INT4 Quantization for Transformer Models: Latency Speedup, Composability, and Failure Cases","created":"2023-01-27","cited_by_count":23,"area":null},{"id":"2312.15398","title":"Fairness-Aware Structured Pruning in Transformers","created":"2023-12-24","cited_by_count":22,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2110.09574","title":"Multilingual Domain Adaptation for NMT: Decoupling Language and Domain Information with Adapters","created":"2021-10-18","cited_by_count":21,"area":null},{"id":"2202.07959","title":"EdgeFormer: A Parameter-Efficient Transformer for On-Device Seq2seq Generation","created":"2022-02-16","cited_by_count":21,"area":null},{"id":"2204.07780","title":"Towards Lightweight Transformer via Group-wise Transformation for Vision-and-Language Tasks","created":"2022-04-16","cited_by_count":21,"area":null},{"id":"2201.08542","title":"Can Model Compression Improve NLP Fairness","created":"2022-01-21","cited_by_count":20,"area":null},{"id":"2211.07886","title":"A Survey for Efficient Open Domain Question Answering","created":"2022-11-15","cited_by_count":20,"area":null},{"id":"2305.15099","title":"Fourier Transformer: Fast Long Range Modeling by Removing Sequence Redundancy with FFT Operator","created":"2023-05-24","cited_by_count":20,"area":null},{"id":"2505.23947","title":"Position: The Future of Bayesian Prediction Is Prior-Fitted","created":"2025-05-29","cited_by_count":20,"area":null},{"id":"2105.13792","title":"Early Exiting with Ensemble Internal Classifiers","created":"2021-05-28","cited_by_count":19,"area":null},{"id":"2108.12594","title":"Layer-wise Model Pruning based on Mutual Information","created":"2021-08-28","cited_by_count":19,"area":null},{"id":"2110.05722","title":"LightSeq2: Accelerated Training for Transformer-based Models on GPUs","created":"2021-10-12","cited_by_count":19,"area":null},{"id":"2112.07198","title":"From Dense to Sparse: Contrastive Pruning for Better Pre-trained Language Model Compression","created":"2021-12-14","cited_by_count":19,"area":null},{"id":"2311.09758","title":"OrchestraLLM: Efficient Orchestration of Language Models for Dialogue State Tracking","created":"2023-11-16","cited_by_count":19,"area":null},{"id":"2311.15436","title":"Learning to Skip for Language Modeling","created":"2023-11-26","cited_by_count":19,"area":null},{"id":"2305.11916","title":"F-PABEE: Flexible-patience-based Early Exiting for Single-label and Multi-label text Classification Tasks","created":"2023-05-21","cited_by_count":18,"area":null}],"next_cursor":"100"}