{"total":66,"rows":[{"id":"2210.07558","title":"DyLoRA: Parameter Efficient Tuning of Pre-trained Models using Dynamic Search-Free Low-Rank Adaptation","created":"2022-10-14","cited_by_count":233,"area":null},{"id":"2302.12902","title":"The Dormant Neuron Phenomenon in Deep Reinforcement Learning","created":"2023-02-24","cited_by_count":174,"area":null},{"id":"2303.00980","title":"Learning to Grow Pretrained Models for Efficient Transformer Training","created":"2023-03-02","cited_by_count":83,"area":null},{"id":"2203.06211","title":"Staged Training for Transformer Language Models","created":"2022-03-11","cited_by_count":49,"area":null},{"id":"2405.15319","title":"Stacking Your Transformers: A Closer Look at Model Growth for Efficient LLM Pre-Training","created":"2024-05-24","cited_by_count":43,"area":null},{"id":"2305.02869","title":"Masked Structural Growth for 2x Faster Language Model Pre-training","created":"2023-05-04","cited_by_count":33,"area":null},{"id":"2303.04143","title":"Can We Scale Transformers to Predict Parameters of Diverse ImageNet Models?","created":"2023-03-07","cited_by_count":29,"area":null},{"id":"2202.08539","title":"When, where, and how to add new neurons to ANNs","created":"2022-02-17","cited_by_count":18,"area":null},{"id":"2310.11451","title":"Seeking Neural Nuggets: Knowledge Transfer in Large Language Models from a Parametric Perspective","created":"2023-10-17","cited_by_count":17,"area":null},{"id":"2307.04526","title":"Self-Expanding Neural Networks","created":"2023-07-10","cited_by_count":14,"area":null},{"id":"2207.09663","title":"Streamable Neural Fields","created":"2022-07-20","cited_by_count":13,"area":null},{"id":"2308.06103","title":"Composable Function-preserving Expansions for Transformer Architectures","created":"2023-08-11","cited_by_count":13,"area":null},{"id":"2505.05587","title":"Steepest Descent Density Control for Compact 3D Gaussian Splatting","created":"2025-05-08","cited_by_count":13,"area":null},{"id":"2308.02060","title":"Accurate Neural Network Pruning Requires Rethinking Sparse Optimization","created":"2023-08-03","cited_by_count":10,"area":null},{"id":"2407.11030","title":"DLO: Dynamic Layer Operation for Efficient Vertical Scaling of LLMs","created":"2024-07-03","cited_by_count":10,"area":"moe"},{"id":"2405.19816","title":"Growing Tiny Networks: Spotting Expressivity Bottlenecks and Fixing Them Optimally","created":"2024-05-30","cited_by_count":9,"area":null},{"id":"2306.12700","title":"Accelerated Training via Incrementally Growing Neural Networks using Variance Transfer and Learning Rate Adaptation","created":"2023-06-22","cited_by_count":8,"area":null},{"id":"2311.04251","title":"MixtureGrowth: Growing Neural Networks by Recombining Learned Parameters","created":"2023-11-07","cited_by_count":7,"area":null},{"id":"2406.02469","title":"Landscape-Aware Growing: The Power of a Little LAG","created":"2024-06-04","cited_by_count":4,"area":null},{"id":"2412.04190","title":"Directed Structural Adaptation to Overcome Statistical Conflicts and Enable Continual Learning","created":"2024-12-05","cited_by_count":4,"area":null},{"id":"2602.02472","title":"SPARKLING: Balancing Signal Preservation and Symmetry Breaking for Width-Progressive Learning","created":"2026-02-02","cited_by_count":4,"area":"moe"},{"id":"2401.03104","title":"When To Grow? A Fitting Risk-Aware Policy for Layer Growing in Deep Neural Networks","created":"2024-01-06","cited_by_count":3,"area":null},{"id":"2410.15858","title":"Towards Optimal Adapter Placement for Efficient Transfer Learning","created":"2024-10-21","cited_by_count":3,"area":null},{"id":"2411.09816","title":"Learning Fine-grained Parameter Sharing via Sparse Tensor Decomposition","created":"2024-11-14","cited_by_count":3,"area":null},{"id":"2207.04467","title":"Noisy Heuristics NAS: A Network Morphism based Neural Architecture Search using Heuristics","created":"2022-07-10","cited_by_count":2,"area":null},{"id":"2211.08544","title":"Exploiting the Partly Scratch-off Lottery Ticket for Quantization-Aware Training","created":"2022-11-12","cited_by_count":2,"area":null},{"id":"2304.06941","title":"AUTOSPARSE: Towards Automated Sparse Training of Deep Neural Networks","created":"2023-04-14","cited_by_count":2,"area":null},{"id":"2305.00441","title":"Multi-Task Structural Learning using Local Task Similarity induced Neuron Creation and Removal","created":"2023-04-30","cited_by_count":2,"area":null},{"id":"2501.12690","title":"Growth strategies for arbitrary DAG neural architectures","created":"2025-01-22","cited_by_count":2,"area":null},{"id":"2502.06885","title":"Topological derivative approach for deep neural network architecture adaptation","created":"2025-02-08","cited_by_count":2,"area":null},{"id":"2502.13935","title":"Foundations of a Developmental Design Paradigm for Integrated Continual Learning, Deliberative Behavior, and Comprehensibility","created":"2025-02-19","cited_by_count":2,"area":null},{"id":"2510.06548","title":"Reusing Overtrained Language Models Saturates Scaling","created":"2025-10-08","cited_by_count":2,"area":null},{"id":"2607.16568","title":"Exact Network Surgery: Functional Invariance and Gradient Plasticity in Reactive Computational Graphs","created":"2026-07-18","cited_by_count":2,"area":null},{"id":"2207.10049","title":"Pretraining a Neural Network before Knowing Its Architecture","created":"2022-07-20","cited_by_count":1,"area":null},{"id":"2304.07613","title":"STen: Productive and Efficient Sparsity in PyTorch","created":"2023-04-15","cited_by_count":1,"area":null},{"id":"2311.15995","title":"SensLI: Sensitivity-Based Layer Insertion for Neural Networks","created":"2023-11-27","cited_by_count":1,"area":null},{"id":"2403.03362","title":"Level Set Teleportation: An Optimization Perspective","created":"2024-03-05","cited_by_count":1,"area":null},{"id":"2403.15210","title":"Early Period of Training Impacts Adaptation for Out-of-Distribution Generalization: An Empirical Study","created":"2024-03-22","cited_by_count":1,"area":null},{"id":"2405.16287","title":"LoGAH: Predicting 774-Million-Parameter Transformers using Graph HyperNetworks with 1/100 Parameters","created":"2024-05-25","cited_by_count":1,"area":null},{"id":"2411.16560","title":"Quantum Circuit Training with Growth-Based Architectures","created":"2024-11-25","cited_by_count":1,"area":null},{"id":"2502.03038","title":"The Cake that is Intelligence and Who Gets to Bake it: An AI Analogy and its Implications for Participation","created":"2025-02-05","cited_by_count":1,"area":"deeprl"},{"id":"2506.11706","title":"Growing with Experience: Growing Neural Networks in Deep Reinforcement Learning","created":"2025-06-13","cited_by_count":1,"area":"deeprl"},{"id":"2509.18842","title":"Shared-Weights Extender and Gradient Voting for Neural Network Expansion","created":"2025-09-23","cited_by_count":1,"area":null},{"id":"2510.08008","title":"Beyond Sunk Costs: Boosting LLM Pre-training Efficiency via Orthogonal Growth of Mixture-of-Experts","created":"2025-10-09","cited_by_count":1,"area":"moe"},{"id":"2301.05744","title":"Adaptive Neural Networks Using Residual Fitting","created":"2023-01-13","cited_by_count":0,"area":null},{"id":"2402.12418","title":"Beyond Uniform Scaling: Exploring Depth Heterogeneity in Neural Architectures","created":"2024-02-19","cited_by_count":0,"area":null},{"id":"2410.07691","title":"Growing Efficient Accurate and Robust Neural Networks on the Edge","created":"2024-10-10","cited_by_count":0,"area":null},{"id":"2501.17333","title":"A Guaranteed-Stable Neural Network Approach for Optimal Control of Nonlinear Systems","created":"2025-01-28","cited_by_count":0,"area":null},{"id":"2506.12891","title":"Evolutionary Developmental Biology Can Serve as the Conceptual Foundation for a New Design Paradigm in Artificial Intelligence","created":"2025-06-15","cited_by_count":0,"area":null},{"id":"2507.01043","title":"Data Classification with Dynamically Growing and Shrinking Neural Networks","created":"2025-06-23","cited_by_count":0,"area":null},{"id":"2507.09940","title":"Long-Tailed Data Classification by Increasing and Decreasing Neurons During Training","created":"2025-07-14","cited_by_count":0,"area":null},{"id":"2509.25665","title":"Gradual Capacity Growth for Sparse Network Discovery","created":"2025-09-30","cited_by_count":0,"area":null},{"id":"2603.19759","title":"Growing Networks with Autonomous Pruning","created":"2026-03-20","cited_by_count":0,"area":null},{"id":"2603.24343","title":"Enhancing Efficiency and Performance in Deepfake Audio Detection through Neuron-level Dropin & Neuroplasticity Mechanisms","created":"2026-03-25","cited_by_count":0,"area":null},{"id":"2605.13405","title":"When is Warmstarting Effective for Scaling Language Models?","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2605.15435","title":"On the Stability of Growth in Structural Plasticity: Forward-Active yet Backward-Starved","created":"2026-05-14","cited_by_count":0,"area":null},{"id":"2605.23656","title":"Recursive Block-Diagonal Coupling for Resource-Efficient Training of Vision Models","created":"2026-05-22","cited_by_count":0,"area":null},{"id":"2606.00888","title":"Memory-Efficient LLM Training with Dynamic Sparsity: From Stability to Practical Scaling","created":"2026-05-30","cited_by_count":0,"area":null},{"id":"2606.14346","title":"Squeeze-Release: Iterative Pruning with Exact Structural Minimization","created":"2026-06-12","cited_by_count":0,"area":null},{"id":"2607.07637","title":"An optimal control approach for neural network architecture adaptation with a posteriori error estimation","created":"2026-07-08","cited_by_count":0,"area":null},{"id":"2607.14571","title":"What Does Model Growth Really Add? Functional Capacity Beyond Parameter Count","created":"2026-07-16","cited_by_count":0,"area":null},{"id":"2608.14664","title":"Quantifying Depth Sufficiency in Residual Neural Networks: A First-Order Criterion","created":"2026-08-01","cited_by_count":0,"area":null},{"id":"2609.33880","title":"Neuron-Level Architecture Growth: A Controlled Evaluation for EEG Time-Series Decoding","created":"2026-09-27","cited_by_count":0,"area":null},{"id":"2610.00180","title":"Four Ways to Grow a Classifier and Why One of Them Cannot Learn","created":"2026-09-16","cited_by_count":0,"area":null},{"id":"2610.01173","title":"CAGE-NAS: Certified Functional Descent for Efficient Model Growth","created":"2026-10-01","cited_by_count":0,"area":null},{"id":"2610.03858","title":"Retrieval-Centric Deep Learning in Growing Nonparametric Neural Networks","created":"2026-10-02","cited_by_count":0,"area":null}],"next_cursor":null}