{"list":"other","total":68,"rows":[{"id":"1810.04805","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","created":"2018-10-11","cited_by_count":40399},{"id":"2112.10752","title":"High-Resolution Image Synthesis with Latent Diffusion Models","created":"2021-12-20","cited_by_count":18863},{"id":"2203.02155","title":"Training language models to follow instructions with human feedback","created":"2022-03-04","cited_by_count":15971},{"id":"2407.21783","title":"The Llama 3 Herd of Models","created":"2024-07-31","cited_by_count":14715},{"id":"1910.10683","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","created":"2019-10-23","cited_by_count":14599},{"id":"2106.09685","title":"LoRA: Low-Rank Adaptation of Large Language Models","created":"2021-06-17","cited_by_count":14380},{"id":"2110.14168","title":"Training Verifiers to Solve Math Word Problems","created":"2021-10-27","cited_by_count":10109},{"id":"2304.08485","title":"Visual Instruction Tuning","created":"2023-04-17","cited_by_count":7869},{"id":"2501.12948","title":"DeepSeek-R1: Incentivizing Reasoning Capability in LLMs via Reinforcement Learning","created":"2025-01-22","cited_by_count":6330},{"id":"2212.09748","title":"Scalable Diffusion Models with Transformers","created":"2022-12-19","cited_by_count":6054},{"id":"1803.05457","title":"Think you have Solved Question Answering? Try ARC, the AI2 Reasoning Challenge","created":"2018-03-14","cited_by_count":4886},{"id":"2312.00752","title":"Mamba: Linear-Time Sequence Modeling with Selective State Spaces","created":"2023-12-01","cited_by_count":4718},{"id":"1905.07830","title":"HellaSwag: Can a Machine Really Finish Your Sentence?","created":"2019-05-19","cited_by_count":4100},{"id":"2205.14135","title":"FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness","created":"2022-05-27","cited_by_count":3673},{"id":"2203.15556","title":"Training Compute-Optimal Large Language Models","created":"2022-03-29","cited_by_count":3019},{"id":"1911.11641","title":"PIQA: Reasoning about Physical Commonsense in Natural Language","created":"2019-11-26","cited_by_count":2883},{"id":"2307.08691","title":"FlashAttention-2: Faster Attention with Better Parallelism and Work Partitioning","created":"2023-07-17","cited_by_count":2598},{"id":"1809.02789","title":"Can a Suit of Armor Conduct Electricity? A New Dataset for Open Book Question Answering","created":"2018-09-08","cited_by_count":2164},{"id":"1907.02893","title":"Invariant Risk Minimization","created":"2019-07-05","cited_by_count":1854},{"id":"2010.01412","title":"Sharpness-Aware Minimization for Efficiently Improving Generalization","created":"2020-10-03","cited_by_count":1417},{"id":"2311.07911","title":"Instruction-Following Evaluation for Large Language Models","created":"2023-11-14","cited_by_count":1228},{"id":"2402.00838","title":"OLMo: Accelerating the Science of Language Models","created":"2024-02-01","cited_by_count":613},{"id":"2501.12326","title":"UI-TARS: Pioneering Automated GUI Interaction with Native Agents","created":"2025-01-21","cited_by_count":610},{"id":"1802.04434","title":"signSGD: Compressed Optimisation for Non-Convex Problems","created":"2018-02-13","cited_by_count":571},{"id":"2309.05653","title":"MAmmoTH: Building Math Generalist Models through Hybrid Instruction Tuning","created":"2023-09-11","cited_by_count":487},{"id":"2403.03507","title":"GaLore: Memory-Efficient LLM Training by Gradient Low-Rank Projection","created":"2024-03-06","cited_by_count":463},{"id":"2502.16982","title":"Muon is Scalable for LLM Training","created":"2025-02-24","cited_by_count":428},{"id":"2310.06694","title":"Sheared LLaMA: Accelerating Language Model Pre-training via Structured Pruning","created":"2023-10-10","cited_by_count":415},{"id":"2406.11794","title":"DataComp-LM: In search of the next generation of training sets for language models","created":"2024-06-17","cited_by_count":398},{"id":"1809.07599","title":"Sparsified SGD with Memory","created":"2018-09-20","cited_by_count":376},{"id":"2012.07463","title":"Parameter-Efficient Transfer Learning with Diff Pruning","created":"2020-12-14","cited_by_count":352},{"id":"2101.06840","title":"ZeRO-Offload: Democratizing Billion-Scale Model Training","created":"2021-01-18","cited_by_count":341},{"id":"2111.09839","title":"Training Neural Networks with Fixed Sparse Masks","created":"2021-11-18","cited_by_count":214},{"id":"1710.09854","title":"Gradient Sparsification for Communication-Efficient Distributed Optimization","created":"2017-10-26","cited_by_count":201},{"id":"2203.06904","title":"Delta Tuning: A Comprehensive Study of Parameter Efficient Methods for Pre-trained Language Models","created":"2022-03-14","cited_by_count":180},{"id":"2405.15682","title":"The Road Less Scheduled","created":"2024-05-24","cited_by_count":163},{"id":"2110.07560","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","created":"2021-10-14","cited_by_count":144},{"id":"2002.03305","title":"Momentum Improves Normalized SGD","created":"2020-02-09","cited_by_count":139},{"id":"1611.00429","title":"Distributed Mean Estimation with Limited Communication","created":"2016-11-02","cited_by_count":136},{"id":"1806.04090","title":"ATOMO: Communication-efficient Learning via Atomic Sparsification","created":"2018-06-11","cited_by_count":136},{"id":"1310.5715","title":"Stochastic Gradient Descent, Weighted Sampling, and the Randomized Kaczmarz algorithm","created":"2013-10-21","cited_by_count":133},{"id":"2407.13690","title":"DART-Math: Difficulty-Aware Rejection Tuning for Mathematical Problem-Solving","created":"2024-06-18","cited_by_count":95},{"id":"2503.07137","title":"A Comprehensive Survey of Mixture-of-Experts: Algorithms, Theory, and Applications","created":"2025-03-10","cited_by_count":91},{"id":"2403.17919","title":"LISA: Layerwise Importance Sampling for Memory-Efficient Large Language Model Fine-Tuning","created":"2024-03-26","cited_by_count":89},{"id":"2502.02900","title":"A Note on the Convergence of Muon","created":"2025-02-05","cited_by_count":83},{"id":"2208.11195","title":"Robustness to Unbounded Smoothness of Generalized SignSGD","created":"2022-08-23","cited_by_count":81},{"id":"1904.12838","title":"The Step Decay Schedule: A Near Optimal, Geometrically Decaying Learning Rate Procedure For Least Squares","created":"2019-04-29","cited_by_count":68},{"id":"2306.12420","title":"LMFlow: An Extensible Toolkit for Finetuning and Inference of Large Foundation Models","created":"2023-06-21","cited_by_count":60},{"id":"2503.20762","title":"ASGO: Adaptive Structured Gradient Optimization","created":"2025-03-26","cited_by_count":57},{"id":"2410.01623","title":"Fira: Can We Achieve Full-rank Training of LLMs Under Low-rank Constraint?","created":"2024-10-02","cited_by_count":43},{"id":"2406.19976","title":"ScaleBiO: Scalable Bilevel Optimization for LLM Data Reweighting","created":"2024-06-28","cited_by_count":37},{"id":"2410.11289","title":"Subspace Optimization for Large Language Models with Convergence Guarantees","created":"2024-10-15","cited_by_count":34},{"id":"1409.3257","title":"Stochastic Primal-Dual Coordinate Method for Regularized Empirical Risk Minimization","created":"2014-09-10","cited_by_count":31},{"id":"2406.15244","title":"AdaGrad under Anisotropic Smoothness","created":"2024-06-21","cited_by_count":22},{"id":"2311.03748","title":"Unified Low-Resource Sequence Labeling by Sample-Aware Dynamic Sparse Finetuning","created":"2023-11-07","cited_by_count":21},{"id":"2406.17660","title":"Grass: Compute Efficient Low-Memory LLM Training with Structured Sparse Gradients","created":"2024-06-25","cited_by_count":18},{"id":"1905.00529","title":"Stabilized SVRG: Simple Variance Reduction for Nonconvex Optimization","created":"2019-05-01","cited_by_count":15},{"id":"2110.14109","title":"Eigencurve: Optimal Learning Rate Schedule for SGD on Quadratic Objectives with Skewed Hessian Spectrums","created":"2021-10-27","cited_by_count":15},{"id":"2412.19616","title":"Gradient Weight-normalized Low-rank Projection for Efficient LLM Training","created":"2024-12-27","cited_by_count":11},{"id":"2106.03524","title":"Theoretically Better and Numerically Faster Distributed Optimization with Smoothness-Aware Quantization Techniques","created":"2021-06-07","cited_by_count":9},{"id":"2312.14567","title":"Accelerated Convergence of Stochastic Heavy Ball Method under Anisotropic Gradient Noise","created":"2023-12-22","cited_by_count":9},{"id":"2406.17296","title":"BlockLLM: Memory-Efficient Adaptation of LLMs by Selecting and Optimizing the Right Coordinate Blocks","created":"2024-06-25","cited_by_count":9},{"id":"2506.01901","title":"Understanding Overadaptation in Supervised Fine-Tuning: The Role of Ensemble Methods","created":"2025-06-02","cited_by_count":9},{"id":"2506.18945","title":"Chain-of-Experts: Unlocking the Communication Power of Mixture-of-Experts Models","created":"2025-06-23","cited_by_count":9},{"id":"2211.17201","title":"ExtremeBERT: A Toolkit for Accelerating Pretraining of Customized BERT","created":"2022-11-30","cited_by_count":7},{"id":"2509.07972","title":"Theoretical Analysis on how Learning Rate Warmup Accelerates Convergence","created":"2025-09-09","cited_by_count":4},{"id":"2411.05281","title":"Fox-1: Open Small Language Model for Cloud and Edge","created":"2024-11-08","cited_by_count":3},{"id":"2412.13488","title":"Refining Salience-Aware Sparse Fine-Tuning Strategies for Language Models","created":"2024-12-18","cited_by_count":3}],"next_cursor":null}