{"total":16,"rows":[{"id":"2505.01618","title":"Don't be lazy: CompleteP enables compute-efficient deep transformers","created":"2025-05-02","cited_by_count":78,"area":null},{"id":"2410.21676","title":"How Does Critical Batch Size Scale in Pre-training?","created":"2024-10-29","cited_by_count":73,"area":null},{"id":"2505.13738","title":"Power Lines: Scaling Laws for Weight Decay and Batch Size in LLM Pre-training","created":"2025-05-19","cited_by_count":43,"area":null},{"id":"2312.17482","title":"MosaicBERT: A Bidirectional Encoder Optimized for Fast Pretraining","created":"2023-12-29","cited_by_count":34,"area":null},{"id":"2407.17465","title":"u-$\\mu$P: The Unit-Scaled Maximal Update Parametrization","created":"2024-07-24","cited_by_count":29,"area":null},{"id":"2405.15743","title":"Sparse maximal update parameterization: A holistic approach to sparse training dynamics","created":"2024-05-24","cited_by_count":16,"area":null},{"id":"2503.03862","title":"Not-Just-Scaling Laws: Towards a Better Understanding of the Downstream Impact of Language Model Design Decisions","created":"2025-03-05","cited_by_count":12,"area":null},{"id":"2509.25087","title":"Scaling with Collapse: Efficient and Predictable Training of LLM Families","created":"2025-09-29","cited_by_count":9,"area":null},{"id":"2310.13017","title":"Position Interpolation Improves ALiBi Extrapolation","created":"2023-10-18","cited_by_count":6,"area":null},{"id":"2411.04156","title":"Crystal: Illuminating LLM Abilities on Language and Code","created":"2024-11-06","cited_by_count":5,"area":null},{"id":"2507.08472","title":"Pre-Training LLMs on a budget: A comparison of three optimizers","created":"2025-07-11","cited_by_count":5,"area":null},{"id":"2311.18054","title":"I Know You Did Not Write That! A Sampling Based Watermarking Method for Identifying Machine Generated Text","created":"2023-11-29","cited_by_count":0,"area":null},{"id":"2504.09528","title":"AeroLite: Tag-Guided Lightweight Generation of Aerial Image Captions","created":"2025-04-13","cited_by_count":0,"area":null},{"id":"2605.06330","title":"Fine-Tuning Small Language Models for Solution-Oriented Windows Event Log Analysis","created":"2026-05-07","cited_by_count":0,"area":null},{"id":"2607.09885","title":"Index SLM Technical Report","created":"2026-07-10","cited_by_count":0,"area":null},{"id":"2608.03994","title":"When Attention Goes Blind: Numerical Failure in ALiBi Positional Encodings","created":"2026-08-04","cited_by_count":0,"area":null}],"next_cursor":null}