{"total":73,"rows":[{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415,"area":null},{"id":"2106.07139","title":"Pre-Trained Models: Past, Present and Future","created":"2021-06-14","cited_by_count":319,"area":null},{"id":"2406.19384","title":"The Remarkable Robustness of LLMs: Stages of Inference?","created":"2024-06-27","cited_by_count":146,"area":null},{"id":"2303.11032","title":"DeID-GPT: Zero-shot Medical Text De-Identification by GPT-4","created":"2023-03-20","cited_by_count":130,"area":null},{"id":"2311.04897","title":"Future Lens: Anticipating Subsequent Tokens from a Single Hidden State","created":"2023-11-08","cited_by_count":121,"area":null},{"id":"2303.00980","title":"Learning to Grow Pretrained Models for Efficient Transformer Training","created":"2023-03-02","cited_by_count":83,"area":null},{"id":"2212.14034","title":"Cramming: Training a Language Model on a Single GPU in One Day","created":"2022-12-28","cited_by_count":81,"area":null},{"id":"2104.07705","title":"How to Train BERT with an Academic Budget","created":"2021-04-15","cited_by_count":80,"area":null},{"id":"2203.08243","title":"Unified Visual Transformer Compression","created":"2022-03-15","cited_by_count":79,"area":null},{"id":"2110.07143","title":"bert2BERT: Towards Reusable Pretrained Language Models","created":"2021-10-14","cited_by_count":70,"area":null},{"id":"2203.06311","title":"ELLE: Efficient Lifelong Pre-training for Emerging Data","created":"2022-03-12","cited_by_count":70,"area":null},{"id":"2402.09748","title":"Model Compression and Efficient Inference for Large Language Models: A Survey","created":"2024-02-15","cited_by_count":64,"area":null},{"id":"2102.01386","title":"AutoFreeze: Automatically Freezing Model Blocks to Accelerate Fine-tuning","created":"2021-02-02","cited_by_count":48,"area":null},{"id":"2211.09703","title":"EfficientTrain: Exploring Generalized Curriculum Learning for Training Visual Backbones","created":"2022-11-17","cited_by_count":43,"area":null},{"id":"2307.06440","title":"No Train No Gain: Revisiting Efficient Training Algorithms For Transformer-based Language Models","created":"2023-07-12","cited_by_count":41,"area":null},{"id":"2302.01107","title":"A Survey on Efficient Training of Transformers","created":"2023-02-02","cited_by_count":39,"area":null},{"id":"2105.13880","title":"Knowledge Inheritance for Pre-trained Language Models","created":"2021-05-28","cited_by_count":38,"area":null},{"id":"2203.14509","title":"Automated Progressive Learning for Efficient Training of Vision Transformers","created":"2022-03-28","cited_by_count":37,"area":null},{"id":"2110.10302","title":"Layer-wise Adaptive Model Aggregation for Scalable Federated Learning","created":"2021-10-19","cited_by_count":36,"area":null},{"id":"2406.17711","title":"Data curation via joint example selection further accelerates multimodal learning","created":"2024-06-25","cited_by_count":33,"area":null},{"id":"2307.02503","title":"Natural Language Generation and Understanding of Big Code for AI-Assisted Programming: A Review","created":"2023-07-04","cited_by_count":32,"area":null},{"id":"2110.03888","title":"M6-10T: A Sharing-Delinking Paradigm for Efficient Multi-Trillion Parameter Pretraining","created":"2021-10-08","cited_by_count":31,"area":null},{"id":"2205.11005","title":"Parameter-Efficient Sparsity for Large Language Models Fine-Tuning","created":"2022-05-23","cited_by_count":27,"area":null},{"id":"2304.03589","title":"On Efficient Training of Large-Scale Deep Learning Models: A Literature Review","created":"2023-04-07","cited_by_count":26,"area":null},{"id":"2307.07146","title":"Federated Learning-Empowered AI-Generated Content in Wireless Networks","created":"2023-07-14","cited_by_count":26,"area":null},{"id":"2104.06069","title":"1-bit LAMB: Communication Efficient Large-Scale Large-Batch Training with LAMB's Convergence Speed","created":"2021-04-13","cited_by_count":24,"area":null},{"id":"2409.02877","title":"Configurable Foundation Models: Building LLMs from a Modular Perspective","created":"2024-09-04","cited_by_count":22,"area":null},{"id":"2103.02410","title":"OAG-BERT: Towards A Unified Backbone Language Model For Academic Knowledge Services","created":"2021-03-03","cited_by_count":20,"area":null},{"id":"2306.03208","title":"NLU on Data Diets: Dynamic Data Subset Selection for NLP Classification Tasks","created":"2023-06-05","cited_by_count":20,"area":null},{"id":"2110.05722","title":"LightSeq2: Accelerated Training for Transformer-based Models on GPUs","created":"2021-10-12","cited_by_count":19,"area":null},{"id":"2310.10699","title":"Reusing Pretrained Models by Multi-linear Operators for Efficient Training","created":"2023-10-16","cited_by_count":15,"area":null},{"id":"2401.16720","title":"SmartFRZ: An Efficient Training Framework using Attention-Based Layer Freezing","created":"2024-01-30","cited_by_count":12,"area":null},{"id":"2410.11042","title":"Persistent Topological Features in Large Language Models","created":"2024-10-14","cited_by_count":12,"area":null},{"id":"2209.11204","title":"Layer Freezing & Data Sieving: Missing Pieces of a Generic Framework for Sparse Training","created":"2022-09-22","cited_by_count":11,"area":null},{"id":"2211.11586","title":"Random-LTD: Random and Layerwise Token Dropping Brings Efficient Training for Large-scale Transformers","created":"2022-11-17","cited_by_count":11,"area":null},{"id":"2211.01778","title":"Progressive Transformation Learning for Leveraging Virtual Images in Training","created":"2022-11-03","cited_by_count":10,"area":null},{"id":"2401.09192","title":"Preparing Lessons for Progressive Training on Language Models","created":"2024-01-17","cited_by_count":10,"area":null},{"id":"2402.05913","title":"Efficient Stagewise Pretraining via Progressive Subnetworks","created":"2024-02-08","cited_by_count":10,"area":null},{"id":"2403.03942","title":"The Heuristic Core: Understanding Subnetwork Generalization in Pretrained Language Models","created":"2024-03-06","cited_by_count":10,"area":null},{"id":"2209.09545","title":"Graph Reasoning Transformer for Image Parsing","created":"2022-09-20","cited_by_count":9,"area":null},{"id":"2401.06426","title":"UPDP: A Unified Progressive Depth Pruner for CNN and Vision Transformer","created":"2024-01-12","cited_by_count":9,"area":null},{"id":"2410.11772","title":"Layer-wise Importance Matters: Less Memory for Better Performance in Parameter-efficient Fine-tuning of Large Language Models","created":"2024-10-15","cited_by_count":8,"area":null},{"id":"2402.17759","title":"Towards Optimal Learning of Language Models","created":"2024-02-27","cited_by_count":7,"area":null},{"id":"2402.17812","title":"DropBP: Accelerating Fine-Tuning of Large Language Models by Dropping Backward Propagation","created":"2024-02-27","cited_by_count":7,"area":null},{"id":"2406.06567","title":"DHA: Learning Decoupled-Head Attention from Transformer Checkpoints via Adaptive Heads Fusion","created":"2024-06-03","cited_by_count":7,"area":null},{"id":"2503.16916","title":"Temporal Action Detection Model Compression by Progressive Block Drop","created":"2025-03-21","cited_by_count":5,"area":null},{"id":"2111.11992","title":"Sparse Fusion for Multimodal Transformers","created":"2021-11-23","cited_by_count":4,"area":null},{"id":"2203.09055","title":"Fine- and Coarse-Granularity Hybrid Self-Attention for Efficient BERT","created":"2022-03-17","cited_by_count":4,"area":null},{"id":"2506.11389","title":"Curriculum-Guided Layer Scaling for Language Model Pretraining","created":"2025-06-13","cited_by_count":4,"area":null},{"id":"2211.06840","title":"FPT: Improving Prompt Tuning Efficiency via Progressive Training","created":"2022-11-13","cited_by_count":3,"area":null},{"id":"2305.08285","title":"Parameter-Efficient Fine-Tuning with Layer Pruning on Free-Text Sequence-to-Sequence Modeling","created":"2023-05-15","cited_by_count":3,"area":null},{"id":"2402.17227","title":"Efficient Backpropagation with Variance-Controlled Adaptive Sampling","created":"2024-02-27","cited_by_count":3,"area":null},{"id":"2410.04941","title":"TOAST: Transformer Optimization using Adaptive and Simple Transformations","created":"2024-10-07","cited_by_count":3,"area":null},{"id":"2601.18302","title":"Suppressing Final Layer Hidden State Jumps in Transformer Pretraining","created":"2026-01-26","cited_by_count":3,"area":null},{"id":"2310.17491","title":"FedPEAT: Convergence of Federated Learning, Parameter-Efficient Fine Tuning, and Emulator Assisted Tuning for Artificial Intelligence Foundation Models with Mobile Edge Computing","created":"2023-10-26","cited_by_count":2,"area":null},{"id":"2402.02262","title":"Data Quality Matters: Suicide Intention Detection on Social Media Posts Using RoBERTa-CNN","created":"2024-02-03","cited_by_count":2,"area":null},{"id":"2406.04772","title":"REP: Resource-Efficient Prompting for Rehearsal-Free Continual Learning","created":"2024-06-07","cited_by_count":2,"area":null},{"id":"2407.15516","title":"Attention Is All You Need But You Don't Need All Of It For Inference of Large Language Models","created":"2024-07-22","cited_by_count":2,"area":null},{"id":"2409.07925","title":"A framework for measuring the training efficiency of a neural architecture","created":"2024-09-12","cited_by_count":2,"area":null},{"id":"2507.07954","title":"Input Conditioned Layer Dropping in Speech Foundation Models","created":"2025-07-10","cited_by_count":2,"area":null},{"id":"2201.03327","title":"Latency Adjustable Transformer Encoder for Language Understanding","created":"2022-01-10","cited_by_count":1,"area":null},{"id":"2312.02194","title":"Local Masking Meets Progressive Freezing: Crafting Efficient Vision Transformers for Self-Supervised Learning","created":"2023-12-02","cited_by_count":1,"area":null},{"id":"2511.06724","title":"Argus: Quality-Aware High-Throughput Text-to-Image Inference Serving System","created":"2025-11-10","cited_by_count":1,"area":null},{"id":"2201.12469","title":"ScaLA: Accelerating Adaptation of Pre-Trained Transformer-Based Language Models via Efficient Large-Batch Adversarial Noise","created":"2022-01-29","cited_by_count":0,"area":null},{"id":"2403.02473","title":"When do Convolutional Neural Networks Stop Learning?","created":"2024-03-04","cited_by_count":0,"area":null},{"id":"2404.07999","title":"A Multi-Level Framework for Accelerating Training Transformer Models","created":"2024-04-07","cited_by_count":0,"area":null},{"id":"2405.05957","title":"OpenBA-V2: Reaching 77.3% High Compression Ratio with Fast Multi-Stage Pruning","created":"2024-05-09","cited_by_count":0,"area":null},{"id":"2406.13450","title":"Federating to Grow Transformers with Constrained Resources without Model Sharing","created":"2024-06-19","cited_by_count":0,"area":null},{"id":"2510.13134","title":"Convergence, design and training of continuous-time dropout as a random batch method","created":"2025-10-15","cited_by_count":0,"area":null},{"id":"2512.15973","title":"Dynamic Rank Reinforcement Learning for Adaptive Low-Rank Multi-Head Self Attention in Large Language Models","created":"2025-12-17","cited_by_count":0,"area":null},{"id":"2601.16117","title":"Distillation-based Layer Dropping (DLD): Effective End-to-end Framework for Dynamic Speech Networks","created":"2026-01-22","cited_by_count":0,"area":null},{"id":"2601.19089","title":"EPAS: Efficient Training with Progressive Activation Sharing","created":"2026-01-27","cited_by_count":0,"area":null},{"id":"2609.34650","title":"When Can Attention Heads Be Statically Defined?","created":"2026-09-28","cited_by_count":0,"area":null}],"next_cursor":null}