{"total":16,"rows":[{"id":"2405.18392","title":"Scaling Laws and Compute-Optimal Training Beyond Fixed Training Durations","created":"2024-05-28","cited_by_count":170,"area":null},{"id":"2411.04996","title":"Mixture-of-Transformers: A Sparse and Scalable Architecture for Multi-Modal Foundation Models","created":"2024-11-07","cited_by_count":163,"area":null},{"id":"2405.16712","title":"Zamba: A Compact 7B SSM Hybrid Model","created":"2024-05-26","cited_by_count":124,"area":null},{"id":"2405.04324","title":"Granite Code Models: A Family of Open Foundation Models for Code Intelligence","created":"2024-05-07","cited_by_count":117,"area":null},{"id":"2409.00088","title":"On-Device Language Models: A Comprehensive Review","created":"2024-08-26","cited_by_count":104,"area":null},{"id":"2502.15938","title":"Straight to Zero: Why Linearly Decaying the Learning Rate to Zero Works Best for LLMs","created":"2025-02-21","cited_by_count":35,"area":null},{"id":"2408.13359","title":"Power Scheduler: A Batch Size and Token Number Agnostic Learning Rate Scheduler","created":"2024-08-23","cited_by_count":28,"area":null},{"id":"2508.01483","title":"Training Dynamics of the Cooldown Stage in Warmup-Stable-Decay Learning Rate Scheduler","created":"2025-08-02","cited_by_count":12,"area":null},{"id":"2503.02354","title":"CoServe: Efficient Collaboration-of-Experts (CoE) Model Inference with Limited Memory","created":"2025-03-04","cited_by_count":5,"area":null},{"id":"2506.18233","title":"Beyond Parameters: Exploring Virtual Logic Depth for Scaling Laws","created":"2025-06-23","cited_by_count":4,"area":null},{"id":"2405.09274","title":"Dynamic Activation Pitfalls in LLaMA Models: An Empirical Study","created":"2024-05-15","cited_by_count":3,"area":null},{"id":"2509.25380","title":"Predicting Training Re-evaluation Curves Enables Effective Data Curriculums for LLMs","created":"2025-09-29","cited_by_count":2,"area":null},{"id":"2510.14053","title":"Position: Require Frontier AI Labs To Release Small \"Analog\" Models","created":"2025-10-15","cited_by_count":2,"area":null},{"id":"2404.19484","title":"More Compute Is What You Need","created":"2024-04-30","cited_by_count":1,"area":null},{"id":"2608.27370","title":"Puro-2B: Poor Lab's Qwen2-1.5B Trained on RTX 5090 within $5090","created":"2026-08-27","cited_by_count":1,"area":null},{"id":"2605.06501","title":"Cubit: Token Mixer with Kernel Ridge Regression","created":"2026-05-07","cited_by_count":0,"area":null}],"next_cursor":null}