{"total":26,"rows":[{"id":"2412.05270","title":"APOLLO: SGD-like Memory, AdamW-level Performance","created":"2024-12-06","cited_by_count":54,"area":null},{"id":"2406.02214","title":"SLTrain: a sparse plus low-rank approach for parameter and memory efficient pretraining","created":"2024-06-04","cited_by_count":45,"area":null},{"id":"2407.08296","title":"Q-GaLore: Quantized GaLore with INT4 Projection and Layer-Adaptive Low-Rank Gradients","created":"2024-07-11","cited_by_count":38,"area":null},{"id":"2405.16325","title":"SLoPe: Double-Pruned Sparse Plus Lazy Low-Rank Adapter Pretraining of LLMs","created":"2024-05-25","cited_by_count":20,"area":null},{"id":"2405.15743","title":"Sparse maximal update parameterization: A holistic approach to sparse training dynamics","created":"2024-05-24","cited_by_count":16,"area":null},{"id":"2403.04327","title":"ProMoAI: Process Modeling with Generative AI","created":"2024-03-07","cited_by_count":12,"area":null},{"id":"2506.08001","title":"Reparameterized LLM Training via Orthogonal Equivalence Transformation","created":"2025-06-09","cited_by_count":9,"area":null},{"id":"2506.16500","title":"SparseLoRA: Accelerating LLM Fine-Tuning with Contextual Sparsity","created":"2025-06-19","cited_by_count":9,"area":null},{"id":"2303.11525","title":"Sparse-IFT: Sparse Iso-FLOP Transformations for Maximizing Training Efficiency","created":"2023-03-21","cited_by_count":8,"area":null},{"id":"2502.01179","title":"Joint Localization and Activation Editing for Low-Resource Fine-Tuning","created":"2025-02-03","cited_by_count":8,"area":null},{"id":"2310.04607","title":"A Comprehensive Performance Study of Large Language Models on Novel AI Accelerators","created":"2023-10-06","cited_by_count":7,"area":null},{"id":"2509.18993","title":"CR-Net: Scaling Parameter-Efficient Training with Cross-Layer Low-Rank Structure","created":"2025-09-23","cited_by_count":7,"area":null},{"id":"2411.02063","title":"Scalable Efficient Training of Large Language Models with Low-dimensional Projected Attention","created":"2024-11-04","cited_by_count":6,"area":null},{"id":"2603.05500","title":"POET-X: Memory-efficient LLM Training by Scaling Orthogonal Transformation","created":"2026-03-05","cited_by_count":5,"area":null},{"id":"2501.19107","title":"Brain network science modelling of sparse neural networks enables Transformers and LLMs to perform as fully connected","created":"2025-01-31","cited_by_count":4,"area":null},{"id":"2509.05213","title":"An Efficient Subspace Algorithm for Federated Learning on Heterogeneous Data","created":"2025-09-05","cited_by_count":4,"area":null},{"id":"2310.13226","title":"Enhancing Zero-Shot Crypto Sentiment with Fine-tuned Language Model and Prompt Engineering","created":"2023-10-20","cited_by_count":2,"area":null},{"id":"2503.23869","title":"Communication-Efficient and Personalized Federated Foundation Model Fine-Tuning via Tri-Matrix Adaptation","created":"2025-03-31","cited_by_count":2,"area":null},{"id":"2509.23472","title":"Memory-Efficient Fine-Tuning via Low-Rank Activation Compression","created":"2025-09-27","cited_by_count":2,"area":null},{"id":"2405.09037","title":"SSFL: Discovering Sparse Unified Subnetworks at Initialization for Efficient Federated Learning","created":"2024-05-15","cited_by_count":1,"area":null},{"id":"2408.10473","title":"Enhancing One-shot Pruned Pre-trained Language Models through Sparse-Dense-Sparse Mechanism","created":"2024-08-20","cited_by_count":1,"area":null},{"id":"2305.10191","title":"Sparsifying Spiking Networks through Local Rhythms","created":"2023-04-30","cited_by_count":0,"area":null},{"id":"2502.06300","title":"The impact of allocation strategies in subset learning on the expressive power of neural networks","created":"2025-02-10","cited_by_count":0,"area":null},{"id":"2510.20428","title":"An Empirical Study of Sample Selection Strategies for Large Language Model Repair","created":"2025-10-23","cited_by_count":0,"area":null},{"id":"2608.24070","title":"Compression Trinity: Exploring Sparsity, Quantization, and Low-Rank Approximations for LLM Compression","created":"2026-08-25","cited_by_count":0,"area":null},{"id":"2610.04093","title":"Beyond Masked Sparsity: SNACK Enables Truly Sparse Neural Networks on GPU","created":"2026-10-02","cited_by_count":0,"area":null}],"next_cursor":null}