{"total":14,"rows":[{"id":"2410.05661","title":"Scaling Laws Across Model Architectures: A Comparative Analysis of Dense and MoE Models in Large Language Models","created":"2024-10-08","cited_by_count":25,"area":"moe"},{"id":"2409.12136","title":"GRIN: GRadient-INformed MoE","created":"2024-09-18","cited_by_count":17,"area":"moe"},{"id":"2410.02117","title":"Searching for Efficient Linear Layers over a Continuous Space of Structured Matrices","created":"2024-10-03","cited_by_count":13,"area":"moe"},{"id":"2605.09165","title":"Sparse Layers are Critical to Scaling Looped Language Models","created":"2026-05-09","cited_by_count":11,"area":"moe"},{"id":"2507.08771","title":"BlockFFN: Towards End-Side Acceleration-Friendly Mixture-of-Experts with Chunk-Level Activation Sparsity","created":"2025-07-11","cited_by_count":6,"area":"moe"},{"id":"2601.05049","title":"How to Set the Learning Rate for Large-Scale Pre-training?","created":"2026-01-08","cited_by_count":5,"area":"moe"},{"id":"2602.02472","title":"SPARKLING: Balancing Signal Preservation and Symmetry Breaking for Width-Progressive Learning","created":"2026-02-02","cited_by_count":4,"area":"moe"},{"id":"2509.24406","title":"Muon: Training and Trade-offs with Latent Attention and MoE","created":"2025-09-29","cited_by_count":3,"area":"moe"},{"id":"2606.25971","title":"Improving Neural Network Training by Decoupling the Magnitude and Direction of Weight Vectors","created":"2026-06-24","cited_by_count":3,"area":"moe"},{"id":"2507.03526","title":"Decoupled Relative Learning Rate Schedules","created":"2025-07-04","cited_by_count":2,"area":"moe"},{"id":"2512.13705","title":"Scaling and Transferability of Annealing Strategies in Large Language Model Training","created":"2025-12-05","cited_by_count":1,"area":"moe"},{"id":"2605.23893","title":"Complete-muE: Optimal Hyperparameter Transfer and Scaling for MoE Models","created":"2026-05-22","cited_by_count":1,"area":"moe"},{"id":"2605.14200","title":"How to Scale Mixture-of-Experts: From muP to the Maximally Scale-Stable Parameterization","created":"2026-05-13","cited_by_count":0,"area":"moe"},{"id":"2608.20061","title":"Let's Scale Step by Step: Compute-Efficient Hyperparameter Transfer for Large-Scale Mixture-of-Experts","created":"2026-08-20","cited_by_count":0,"area":"moe"}],"next_cursor":null}