{"total":27,"rows":[{"id":"2505.18738","title":"AuroRA: Breaking Low-Rank Bottleneck of LoRA with Nonlinear Mapping","created":"2025-05-24","cited_by_count":23,"area":null},{"id":"2604.09967","title":"Muon$^2$: Boosting Muon via Adaptive Second-Moment Preconditioning","created":"2026-04-11","cited_by_count":17,"area":null},{"id":"2507.08784","title":"Greedy Low-Rank Gradient Compression for Distributed Learning with Convergence Guarantees","created":"2025-07-11","cited_by_count":11,"area":null},{"id":"2508.02668","title":"LOST: Low-rank and Sparse Pre-training for Large Language Models","created":"2025-08-04","cited_by_count":10,"area":null},{"id":"2505.18877","title":"RefLoRA: Refactored Low-Rank Adaptation for Efficient Fine-Tuning of Large Models","created":"2025-05-24","cited_by_count":9,"area":null},{"id":"2506.08001","title":"Reparameterized LLM Training via Orthogonal Equivalence Transformation","created":"2025-06-09","cited_by_count":9,"area":null},{"id":"2509.18993","title":"CR-Net: Scaling Parameter-Efficient Training with Cross-Layer Low-Rank Structure","created":"2025-09-23","cited_by_count":7,"area":null},{"id":"2505.21732","title":"LaX: Boosting Low-Rank Training of Foundation Models via Latent Crossing","created":"2025-05-27","cited_by_count":6,"area":null},{"id":"2601.23261","title":"TEON: Tensorized Orthonormalization Beyond Layer-Wise Muon for Large Language Model Pre-Training","created":"2026-01-30","cited_by_count":6,"area":null},{"id":"2602.12429","title":"Stabilizing Native Low-Rank LLM Pretraining","created":"2026-02-12","cited_by_count":6,"area":null},{"id":"2602.21545","title":"MUON+: Towards More Effective Muon via One Additional Normalization Step for LLM Pre-training","created":"2026-02-25","cited_by_count":6,"area":null},{"id":"2505.22922","title":"Scalable Parameter and Memory Efficient Pretraining for LLM: Recent Algorithmic Advances and Benchmarking","created":"2025-05-28","cited_by_count":5,"area":null},{"id":"2603.05500","title":"POET-X: Memory-efficient LLM Training by Scaling Orthogonal Transformation","created":"2026-03-05","cited_by_count":5,"area":null},{"id":"2506.03230","title":"DiaBlo: Diagonal Blocks Are Sufficient For Finetuning","created":"2025-06-03","cited_by_count":2,"area":null},{"id":"2509.23472","title":"Memory-Efficient Fine-Tuning via Low-Rank Activation Compression","created":"2025-09-27","cited_by_count":2,"area":null},{"id":"2512.12131","title":"BOOST: BOttleneck-Optimized Scalable Training Framework for Low-Rank Large Language Models","created":"2025-12-13","cited_by_count":2,"area":null},{"id":"2602.00942","title":"SALAAD: Sparse And Low-Rank Adaptation via ADMM for Large Language Model Inference","created":"2026-02-01","cited_by_count":1,"area":null},{"id":"2604.09406","title":"OASIS: Online Activation Subspace Learning for Memory-Efficient Training","created":"2026-04-10","cited_by_count":1,"area":null},{"id":"2606.28932","title":"DLR: Zero-Inference-Cost Latent Residuals for Low-Rank Pre-Training","created":"2026-06-27","cited_by_count":1,"area":null},{"id":"2602.08294","title":"When Does Context Help? Error Dynamics of Contextual Information in Large Language Models","created":"2026-02-09","cited_by_count":0,"area":null},{"id":"2602.22911","title":"CeRA: Breaking the Linear Ceiling of Low-Rank Adaptation with Non-linearity Retained at Inference","created":"2026-02-26","cited_by_count":0,"area":null},{"id":"2605.03667","title":"ELAS: Efficient Pre-Training of Low-Rank Large Language Models via 2:4 Activation Sparsity","created":"2026-05-05","cited_by_count":0,"area":null},{"id":"2605.10288","title":"BROS: Bias-Corrected Randomized Subspaces for Memory-Efficient Single-Loop Bilevel Optimization","created":"2026-05-11","cited_by_count":0,"area":null},{"id":"2605.13652","title":"Beyond Perplexity: A Geometric and Spectral Study of Low-Rank Pre-Training","created":"2026-05-13","cited_by_count":0,"area":null},{"id":"2605.28573","title":"Efficient Pre-Training of LLMs through Truncated SVD Representations","created":"2026-05-27","cited_by_count":0,"area":null},{"id":"2606.02857","title":"GRZO: Group-Relative Zeroth-Order Optimization for Large Language Model Fine-Tuning","created":"2026-06-01","cited_by_count":0,"area":null},{"id":"2609.15037","title":"MoARa: Module-Aware Rank Allocation and Structure-Preserving Decomposition for Low-Rank LLM Pre-training","created":"2026-09-14","cited_by_count":0,"area":null}],"next_cursor":null}