{"total":67,"rows":[{"id":"2306.11695","title":"A Simple and Effective Pruning Approach for Large Language Models","created":"2023-06-20","cited_by_count":800,"area":null},{"id":"2308.06767","title":"A Survey on Deep Neural Network Pruning-Taxonomy, Comparison, Analysis, and Recommendations","created":"2023-08-13","cited_by_count":202,"area":null},{"id":"2109.04838","title":"Block Pruning For Faster Transformers","created":"2021-09-10","cited_by_count":177,"area":null},{"id":"2202.05924","title":"Compute Trends Across Three Eras of Machine Learning","created":"2022-02-11","cited_by_count":163,"area":null},{"id":"2109.10686","title":"Scale Efficiently: Insights from Pre-training and Fine-tuning Transformers","created":"2021-09-22","cited_by_count":106,"area":null},{"id":"2104.07705","title":"How to Train BERT with an Academic Budget","created":"2021-04-15","cited_by_count":80,"area":null},{"id":"2206.10369","title":"The State of Sparse Training in Deep Reinforcement Learning","created":"2022-06-17","cited_by_count":61,"area":null},{"id":"2110.03036","title":"The Low-Resource Double Bind: An Empirical Study of Pruning for Low-Resource Machine Translation","created":"2021-10-06","cited_by_count":47,"area":null},{"id":"2205.01138","title":"Transformers in Time-series Analysis: A Tutorial","created":"2022-04-28","cited_by_count":46,"area":null},{"id":"2206.04664","title":"On Data Scaling in Masked Image Modeling","created":"2022-06-09","cited_by_count":46,"area":null},{"id":"2202.07105","title":"A Survey on Model Compression and Acceleration for Pretrained Language Models","created":"2022-02-15","cited_by_count":45,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2210.06640","title":"Compute-Efficient Deep Learning: Algorithmic Trends and Opportunities","created":"2022-10-13","cited_by_count":38,"area":null},{"id":"2306.03241","title":"Early Weight Averaging meets High Learning Rates for LLM Pre-training","created":"2023-06-05","cited_by_count":37,"area":null},{"id":"2105.06020","title":"Are Larger Pretrained Language Models Uniformly Better? Comparing Performance at the Instance Level","created":"2021-05-13","cited_by_count":34,"area":null},{"id":"2204.11786","title":"Enable Deep Learning on Mobile Devices: Methods, Systems, and Applications","created":"2022-04-25","cited_by_count":32,"area":null},{"id":"2204.13154","title":"Attention Mechanism in Neural Networks: Where it Comes and Where it Goes","created":"2022-04-27","cited_by_count":29,"area":null},{"id":"2105.05912","title":"MATE-KD: Masked Adversarial TExt, a Companion to Knowledge Distillation","created":"2021-05-12","cited_by_count":27,"area":"distill"},{"id":"2205.11005","title":"Parameter-Efficient Sparsity for Large Language Models Fine-Tuning","created":"2022-05-23","cited_by_count":27,"area":null},{"id":"2108.07686","title":"Scaling Laws for Deep Learning","created":"2021-08-17","cited_by_count":26,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2309.14021","title":"LORD: Low Rank Decomposition Of Monolingual Code LLMs For One-Shot Compression","created":"2023-09-25","cited_by_count":26,"area":null},{"id":"2201.06227","title":"Egeria: Efficient DNN Training with Knowledge-Guided Layer Freezing","created":"2022-01-17","cited_by_count":22,"area":null},{"id":"2303.05759","title":"An Overview on Language Models: Recent Developments and Outlook","created":"2023-03-10","cited_by_count":22,"area":null},{"id":"2106.09563","title":"On Anytime Learning at Macroscale","created":"2021-06-17","cited_by_count":20,"area":null},{"id":"2205.12694","title":"Train Flat, Then Compress: Sharpness-Aware Minimization Learns More Compressible Models","created":"2022-05-25","cited_by_count":20,"area":null},{"id":"2405.20935","title":"Effective Interplay between Sparsity and Quantization: From Theory to Practice","created":"2024-05-31","cited_by_count":19,"area":null},{"id":"2104.01853","title":"Rethinking Perturbations in Encoder-Decoders for Fast Training","created":"2021-04-05","cited_by_count":17,"area":null},{"id":"2105.13471","title":"Inspecting the concept knowledge graph encoded by modern language models","created":"2021-05-27","cited_by_count":15,"area":null},{"id":"2305.11203","title":"PDP: Parameter-free Differentiable Pruning is All You Need","created":"2023-05-18","cited_by_count":12,"area":null},{"id":"2103.06231","title":"Quantization-Guided Training for Compact TinyML Models","created":"2021-03-10","cited_by_count":10,"area":null},{"id":"2302.10360","title":"Optical Transformers","created":"2023-02-20","cited_by_count":10,"area":null},{"id":"2210.05211","title":"A Win-win Deal: Towards Sparse and Robust Pre-trained Language Models","created":"2022-10-11","cited_by_count":7,"area":null},{"id":"2208.04461","title":"A Theoretical View on Sparsely Activated Networks","created":"2022-08-08","cited_by_count":6,"area":"moe"},{"id":"2505.20237","title":"Efficient Speech Translation through Model Compression and Knowledge Distillation","created":"2025-05-26","cited_by_count":5,"area":"distill"},{"id":"2603.20218","title":"An experimental study of KV cache reuse strategies in chunk-level caching systems","created":"2026-03-03","cited_by_count":5,"area":"rag"},{"id":"2107.02239","title":"Vision Xformers: Efficient Attention for Image Classification","created":"2021-07-05","cited_by_count":4,"area":null},{"id":"2206.14056","title":"Deep Neural Networks pruning via the Structured Perspective Regularization","created":"2022-06-28","cited_by_count":4,"area":null},{"id":"2408.03274","title":"Compress and Compare: Interactively Evaluating Efficiency and Behavior Across ML Model Compression Experiments","created":"2024-08-06","cited_by_count":4,"area":null},{"id":"2501.10175","title":"Multi-stage Training of Bilingual Islamic LLM for Neural Passage Retrieval","created":"2025-01-17","cited_by_count":4,"area":null},{"id":"2105.12920","title":"Search Spaces for Neural Model Training","created":"2021-05-27","cited_by_count":3,"area":null},{"id":"2201.05767","title":"Ensemble Transformer for Efficient and Accurate Ranking Tasks: an Application to Question Answering Systems","created":"2022-01-15","cited_by_count":3,"area":null},{"id":"2306.09380","title":"Understanding Parameter Sharing in Transformers","created":"2023-06-15","cited_by_count":3,"area":null},{"id":"2306.15799","title":"FLuRKA: Fast and accurate unified Low-Rank & Kernel Attention","created":"2023-06-27","cited_by_count":3,"area":null},{"id":"2310.13183","title":"Breaking through Deterministic Barriers: Randomized Pruning Mask Generation and Selection","created":"2023-10-19","cited_by_count":3,"area":null},{"id":"2411.06151","title":"Building an Efficient Multilingual Non-Profit IR System for the Islamic Domain Leveraging Multiprocessing Design in Rust","created":"2024-11-09","cited_by_count":3,"area":null},{"id":"2108.12275","title":"Can the Transformer Be Used as a Drop-in Replacement for RNNs in Text-Generating GANs?","created":"2021-08-26","cited_by_count":2,"area":null},{"id":"2304.06941","title":"AUTOSPARSE: Towards Automated Sparse Training of Deep Neural Networks","created":"2023-04-14","cited_by_count":2,"area":null},{"id":"2406.06564","title":"SwitchLoRA: Switched Low-Rank Adaptation Can Learn Full-Rank Information","created":"2024-06-03","cited_by_count":2,"area":null},{"id":"2507.19142","title":"A3D-MoE: Acceleration of Large Language Models with Mixture of Experts via 3D Heterogeneous Integration","created":"2025-07-25","cited_by_count":2,"area":"moe"},{"id":"2105.04876","title":"Benchmarking down-scaled (not so large) pre-trained language models","created":"2021-05-11","cited_by_count":1,"area":null},{"id":"2110.05115","title":"A Comprehensive Comparison of Word Embeddings in Event & Entity Coreference Resolution","created":"2021-10-11","cited_by_count":1,"area":null},{"id":"2110.08536","title":"Sparse Distillation: Speeding Up Text Classification by Using Bigger Student Models","created":"2021-10-16","cited_by_count":1,"area":null},{"id":"2207.02091","title":"CASHformer: Cognition Aware SHape Transformer for Longitudinal Analysis","created":"2022-07-05","cited_by_count":1,"area":null},{"id":"2212.14076","title":"Quantum-Inspired Tensor Neural Networks for Option Pricing","created":"2022-12-28","cited_by_count":1,"area":null},{"id":"2303.17612","title":"oBERTa: Improving Sparse Transfer Learning via improved initialization, distillation, and pruning regimes","created":"2023-03-30","cited_by_count":1,"area":null},{"id":"2304.02721","title":"To Asymmetry and Beyond: Structured Pruning of Sequence to Sequence Models for Improved Inference Efficiency","created":"2023-04-05","cited_by_count":1,"area":null},{"id":"2602.06694","title":"NanoQuant: Efficient Sub-1-Bit Quantization of Large Language Models","created":"2026-02-06","cited_by_count":1,"area":null},{"id":"2206.13669","title":"Studying Generalization Through Data Averaging","created":"2022-06-28","cited_by_count":0,"area":null},{"id":"2208.08191","title":"Transformer Vs. MLP-Mixer: Exponential Expressive Gap For NLP Problems","created":"2022-08-17","cited_by_count":0,"area":null},{"id":"2210.14558","title":"Compressing And Debiasing Vision-Language Pre-Trained Models for Visual Question Answering","created":"2022-10-26","cited_by_count":0,"area":"mllm"},{"id":"2303.01963","title":"Multi-Start Team Orienteering Problem for UAS Mission Re-Planning with Data-Efficient Deep Reinforcement Learning","created":"2023-03-02","cited_by_count":0,"area":null},{"id":"2306.10056","title":"Generate to Understand for Representation","created":"2023-06-14","cited_by_count":0,"area":null},{"id":"2503.21714","title":"As easy as PIE: understanding when pruning causes language models to disagree","created":"2025-03-27","cited_by_count":0,"area":null},{"id":"2508.00960","title":"A Parallel Alternative for Energy-Efficient Neural Network Training and Inferencing","created":"2025-08-01","cited_by_count":0,"area":null},{"id":"2604.03110","title":"Multi-Aspect Knowledge Distillation for Language Model with Low-rank Factorization","created":"2026-04-03","cited_by_count":0,"area":"distill"},{"id":"2608.29376","title":"Evaluating Tiny Recursive Models Across Training for Code Generation","created":"2026-08-29","cited_by_count":0,"area":null}],"next_cursor":null}